[ 595.254527] env[69950]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69950) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 595.254959] env[69950]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69950) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 595.255092] env[69950]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69950) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 595.255584] env[69950]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 595.360903] env[69950]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69950) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 595.371309] env[69950]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69950) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 595.415986] env[69950]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 595.980059] env[69950]: INFO nova.virt.driver [None req-8df54117-480d-4800-bd31-7957cb578d68 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 596.051233] env[69950]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.051381] env[69950]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.051499] env[69950]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69950) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 598.985945] env[69950]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-494b2f9d-9e77-41f8-bbf6-ada35e13548a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.002074] env[69950]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69950) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 599.002273] env[69950]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-905d22ad-dbd4-4f6e-89a6-d61e11878690 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.029143] env[69950]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a67c6. [ 599.029372] env[69950]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.978s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.029836] env[69950]: INFO nova.virt.vmwareapi.driver [None req-8df54117-480d-4800-bd31-7957cb578d68 None None] VMware vCenter version: 7.0.3 [ 599.033215] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b08859-fd73-4d6a-8c2b-143b50dd472c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.051311] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff7cb42-f712-41f6-ade3-779587a454e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.057540] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d09f61-443a-4bc7-be6d-04d538ae4bf0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.064487] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4798b734-6f99-4473-880f-eda266feecb0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.077744] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e11e44a-7201-4718-a014-efa6db0a31f7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.083874] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e82401-ef57-4334-b6aa-7a821737dcfe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.114203] env[69950]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-bff2d83e-5fb8-421b-97bd-04104514db40 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.119991] env[69950]: DEBUG nova.virt.vmwareapi.driver [None req-8df54117-480d-4800-bd31-7957cb578d68 None None] Extension org.openstack.compute already exists. {{(pid=69950) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 599.122723] env[69950]: INFO nova.compute.provider_config [None req-8df54117-480d-4800-bd31-7957cb578d68 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 599.626384] env[69950]: DEBUG nova.context [None req-8df54117-480d-4800-bd31-7957cb578d68 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a5f442c4-1318-4c07-ace4-ec7d4066ee74(cell1) {{(pid=69950) load_cells /opt/stack/nova/nova/context.py:464}} [ 599.628560] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.628790] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.629498] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.629931] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Acquiring lock "a5f442c4-1318-4c07-ace4-ec7d4066ee74" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.630137] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Lock "a5f442c4-1318-4c07-ace4-ec7d4066ee74" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.631151] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Lock "a5f442c4-1318-4c07-ace4-ec7d4066ee74" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.651163] env[69950]: INFO dbcounter [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Registered counter for database nova_cell0 [ 599.659841] env[69950]: INFO dbcounter [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Registered counter for database nova_cell1 [ 599.663456] env[69950]: DEBUG oslo_db.sqlalchemy.engines [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69950) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 599.664103] env[69950]: DEBUG oslo_db.sqlalchemy.engines [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69950) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 599.668894] env[69950]: ERROR nova.db.main.api [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 599.668894] env[69950]: result = function(*args, **kwargs) [ 599.668894] env[69950]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 599.668894] env[69950]: return func(*args, **kwargs) [ 599.668894] env[69950]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 599.668894] env[69950]: result = fn(*args, **kwargs) [ 599.668894] env[69950]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 599.668894] env[69950]: return f(*args, **kwargs) [ 599.668894] env[69950]: File "/opt/stack/nova/nova/objects/service.py", line 560, in _db_service_get_minimum_version [ 599.668894] env[69950]: return db.service_get_minimum_version(context, binaries) [ 599.668894] env[69950]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 599.668894] env[69950]: _check_db_access() [ 599.668894] env[69950]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 599.668894] env[69950]: stacktrace = ''.join(traceback.format_stack()) [ 599.668894] env[69950]: [ 599.670122] env[69950]: ERROR nova.db.main.api [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 599.670122] env[69950]: result = function(*args, **kwargs) [ 599.670122] env[69950]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 599.670122] env[69950]: return func(*args, **kwargs) [ 599.670122] env[69950]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 599.670122] env[69950]: result = fn(*args, **kwargs) [ 599.670122] env[69950]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 599.670122] env[69950]: return f(*args, **kwargs) [ 599.670122] env[69950]: File "/opt/stack/nova/nova/objects/service.py", line 560, in _db_service_get_minimum_version [ 599.670122] env[69950]: return db.service_get_minimum_version(context, binaries) [ 599.670122] env[69950]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 599.670122] env[69950]: _check_db_access() [ 599.670122] env[69950]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 599.670122] env[69950]: stacktrace = ''.join(traceback.format_stack()) [ 599.670122] env[69950]: [ 599.670562] env[69950]: WARNING nova.objects.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 599.670688] env[69950]: WARNING nova.objects.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Failed to get minimum service version for cell a5f442c4-1318-4c07-ace4-ec7d4066ee74 [ 599.671154] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Acquiring lock "singleton_lock" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.671322] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Acquired lock "singleton_lock" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.671576] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Releasing lock "singleton_lock" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.671936] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Full set of CONF: {{(pid=69950) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 599.672097] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ******************************************************************************** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 599.672229] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] Configuration options gathered from: {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 599.672365] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 599.672562] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 599.672691] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ================================================================================ {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 599.672896] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] allow_resize_to_same_host = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.673082] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] arq_binding_timeout = 300 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.673217] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] backdoor_port = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.673343] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] backdoor_socket = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.673542] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] block_device_allocate_retries = 60 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.673708] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] block_device_allocate_retries_interval = 3 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.673877] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cert = self.pem {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.674056] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.674227] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute_monitors = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.674393] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] config_dir = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.674564] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] config_drive_format = iso9660 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.674728] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.674901] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] config_source = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.675082] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] console_host = devstack {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.675252] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] control_exchange = nova {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.675409] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cpu_allocation_ratio = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.675604] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] daemon = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.675787] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] debug = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.675944] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] default_access_ip_network_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.676133] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] default_availability_zone = nova {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.676293] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] default_ephemeral_format = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.676454] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] default_green_pool_size = 1000 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.676722] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.676892] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] default_schedule_zone = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.677064] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] disk_allocation_ratio = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.677230] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] enable_new_services = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.677408] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] enabled_apis = ['osapi_compute'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.677572] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] enabled_ssl_apis = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.677761] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] flat_injected = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.677932] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] force_config_drive = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.678105] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] force_raw_images = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.678280] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] graceful_shutdown_timeout = 5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.678440] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] heal_instance_info_cache_interval = -1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.678670] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] host = cpu-1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.678859] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.679036] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] initial_disk_allocation_ratio = 1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.679205] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] initial_ram_allocation_ratio = 1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.679419] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.679584] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] instance_build_timeout = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.679745] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] instance_delete_interval = 300 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.679910] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] instance_format = [instance: %(uuid)s] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.680094] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] instance_name_template = instance-%08x {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.680260] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] instance_usage_audit = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.680429] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] instance_usage_audit_period = month {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.680609] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.680802] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] instances_path = /opt/stack/data/nova/instances {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.680971] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] internal_service_availability_zone = internal {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.681147] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] key = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.681312] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] live_migration_retry_count = 30 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.681513] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] log_color = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.681764] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] log_config_append = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.681985] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686219] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] log_dir = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686219] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] log_file = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686219] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] log_options = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686219] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] log_rotate_interval = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686219] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] log_rotate_interval_type = days {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686219] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] log_rotation_type = none {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686455] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686455] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686455] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686455] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686455] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686639] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] long_rpc_timeout = 1800 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686639] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] max_concurrent_builds = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686639] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] max_concurrent_live_migrations = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686639] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] max_concurrent_snapshots = 5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686639] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] max_local_block_devices = 3 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686639] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] max_logfile_count = 30 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686639] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] max_logfile_size_mb = 200 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686854] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] maximum_instance_delete_attempts = 5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686854] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] metadata_listen = 0.0.0.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686854] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] metadata_listen_port = 8775 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686854] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] metadata_workers = 2 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686854] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] migrate_max_retries = -1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.686985] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] mkisofs_cmd = genisoimage {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.687201] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] my_block_storage_ip = 10.180.1.21 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.687332] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] my_ip = 10.180.1.21 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.689290] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.689290] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] network_allocate_retries = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.689290] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.689290] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] osapi_compute_listen = 0.0.0.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.689290] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] osapi_compute_listen_port = 8774 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.689290] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] osapi_compute_unique_server_name_scope = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.689290] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] osapi_compute_workers = 2 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.689550] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] password_length = 12 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.689550] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] periodic_enable = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.689550] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] periodic_fuzzy_delay = 60 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.689738] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] pointer_model = usbtablet {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.689919] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] preallocate_images = none {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.690814] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] publish_errors = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.690814] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] pybasedir = /opt/stack/nova {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.690814] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ram_allocation_ratio = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.690814] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] rate_limit_burst = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.691095] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] rate_limit_except_level = CRITICAL {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.691095] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] rate_limit_interval = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.691251] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] reboot_timeout = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.692172] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] reclaim_instance_interval = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.692172] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] record = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.692172] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] reimage_timeout_per_gb = 60 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.692172] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] report_interval = 120 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.692172] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] rescue_timeout = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.692340] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] reserved_host_cpus = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.692368] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] reserved_host_disk_mb = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.692540] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] reserved_host_memory_mb = 512 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.692678] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] reserved_huge_pages = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.692831] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] resize_confirm_window = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.695493] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] resize_fs_using_block_device = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.695493] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] resume_guests_state_on_host_boot = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.695493] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.695493] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] rpc_response_timeout = 60 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.695493] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] run_external_periodic_tasks = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.695493] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] running_deleted_instance_action = reap {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.695493] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] running_deleted_instance_poll_interval = 1800 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.695815] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] running_deleted_instance_timeout = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.695815] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] scheduler_instance_sync_interval = 120 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.695815] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] service_down_time = 720 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.695815] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] servicegroup_driver = db {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.695815] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] shell_completion = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.695815] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] shelved_offload_time = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.695989] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] shelved_poll_interval = 3600 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.696144] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] shutdown_timeout = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.696266] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] source_is_ipv6 = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.697208] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ssl_only = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.697208] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.697208] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] sync_power_state_interval = 600 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.697208] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] sync_power_state_pool_size = 1000 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.697502] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] syslog_log_facility = LOG_USER {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.697502] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] tempdir = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.697596] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] timeout_nbd = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.697737] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] transport_url = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.698616] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] update_resources_interval = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.698616] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] use_cow_images = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.698616] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] use_journal = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.698616] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] use_json = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.698616] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] use_rootwrap_daemon = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.698810] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] use_stderr = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.698841] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] use_syslog = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.698984] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vcpu_pin_set = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.700822] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plugging_is_fatal = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.700822] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plugging_timeout = 300 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.700822] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] virt_mkfs = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.700822] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] volume_usage_poll_interval = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.700822] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] watch_log_file = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 599.700822] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] web = /usr/share/spice-html5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.161343] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.161838] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.161838] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.161965] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_concurrency.disable_process_locking = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.162310] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.162513] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.162691] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.162868] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.163069] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.163277] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.163475] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.auth_strategy = keystone {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.163651] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.compute_link_prefix = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.163841] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.164023] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.dhcp_domain = novalocal {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.164205] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.enable_instance_password = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.164373] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.glance_link_prefix = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.164543] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.164718] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.164885] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.instance_list_per_project_cells = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.165062] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.list_records_by_skipping_down_cells = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.165234] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.local_metadata_per_cell = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.165404] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.max_limit = 1000 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.165603] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.metadata_cache_expiration = 15 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.165793] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.neutron_default_tenant_id = default {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.165973] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.response_validation = warn {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.166196] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.use_neutron_default_nets = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.166383] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.166589] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.166840] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.167045] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.167232] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.vendordata_dynamic_targets = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.167400] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.vendordata_jsonfile_path = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.167583] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.167785] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.backend = dogpile.cache.memcached {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.167958] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.backend_argument = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.168134] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.backend_expiration_time = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.168309] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.config_prefix = cache.oslo {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.168483] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.dead_timeout = 60.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.168650] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.debug_cache_backend = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.168817] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.enable_retry_client = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.168982] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.enable_socket_keepalive = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.169194] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.enabled = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.169380] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.enforce_fips_mode = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.169548] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.expiration_time = 600 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.169716] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.hashclient_retry_attempts = 2 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.169885] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.hashclient_retry_delay = 1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.170064] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.memcache_dead_retry = 300 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.170233] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.memcache_password = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.170396] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.170559] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.170724] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.memcache_pool_maxsize = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.170888] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.171066] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.memcache_sasl_enabled = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.171252] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.171425] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.memcache_socket_timeout = 1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.171587] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.memcache_username = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.171755] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.proxies = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.171917] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.redis_db = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.172090] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.redis_password = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.172294] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.redis_sentinel_service_name = mymaster {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.172481] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.172654] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.redis_server = localhost:6379 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.172824] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.redis_socket_timeout = 1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.172987] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.redis_username = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.173176] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.retry_attempts = 2 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.173344] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.retry_delay = 0.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.173511] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.socket_keepalive_count = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.173674] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.socket_keepalive_idle = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.173835] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.socket_keepalive_interval = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.173994] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.tls_allowed_ciphers = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.174169] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.tls_cafile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.174326] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.tls_certfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.174488] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.tls_enabled = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.174649] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cache.tls_keyfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.174822] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.auth_section = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.175007] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.auth_type = password {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.175191] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.cafile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.175392] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.catalog_info = volumev3::publicURL {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.175599] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.certfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.175785] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.collect_timing = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.175949] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.cross_az_attach = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.176131] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.debug = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.176299] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.endpoint_template = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.176469] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.http_retries = 3 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.176706] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.insecure = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.176901] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.keyfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.177097] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.os_region_name = RegionOne {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.177273] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.split_loggers = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.177436] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cinder.timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.177614] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.177781] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute.cpu_dedicated_set = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.177941] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute.cpu_shared_set = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.178126] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute.image_type_exclude_list = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.178323] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.178498] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute.max_concurrent_disk_ops = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.178666] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute.max_disk_devices_to_attach = -1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.178830] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.179009] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.179186] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute.resource_provider_association_refresh = 300 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.179361] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.179529] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute.shutdown_retry_interval = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.179713] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.179895] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] conductor.workers = 2 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.180089] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] console.allowed_origins = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.180257] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] console.ssl_ciphers = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.180428] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] console.ssl_minimum_version = default {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.180600] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] consoleauth.enforce_session_timeout = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.180785] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] consoleauth.token_ttl = 600 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.180958] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.cafile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.181134] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.certfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.181322] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.collect_timing = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.181498] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.connect_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.181664] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.connect_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.181827] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.endpoint_override = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.181992] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.insecure = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.182172] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.keyfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.182334] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.max_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.182496] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.min_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.182655] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.region_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.182815] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.retriable_status_codes = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.182975] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.service_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.183162] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.service_type = accelerator {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.183330] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.split_loggers = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.183523] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.status_code_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.183681] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.status_code_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.183847] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.184041] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.184211] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] cyborg.version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.184386] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.asyncio_connection = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.184552] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.asyncio_slave_connection = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.184723] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.backend = sqlalchemy {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.184893] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.connection = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.185074] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.connection_debug = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.185249] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.connection_parameters = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.185416] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.connection_recycle_time = 3600 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.185612] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.connection_trace = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.185793] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.db_inc_retry_interval = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.185962] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.db_max_retries = 20 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.186143] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.db_max_retry_interval = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.186314] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.db_retry_interval = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.186479] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.max_overflow = 50 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.186691] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.max_pool_size = 5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.186873] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.max_retries = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.187064] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.187234] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.mysql_wsrep_sync_wait = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.187396] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.pool_timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.187565] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.retry_interval = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.187723] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.slave_connection = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.187913] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.sqlite_synchronous = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.188109] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] database.use_db_reconnect = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.188286] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.asyncio_connection = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.188450] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.asyncio_slave_connection = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.188622] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.backend = sqlalchemy {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.188795] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.connection = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.188960] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.connection_debug = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.189146] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.connection_parameters = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.189315] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.connection_recycle_time = 3600 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.189480] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.connection_trace = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.189666] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.db_inc_retry_interval = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.189849] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.db_max_retries = 20 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.190028] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.db_max_retry_interval = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.190202] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.db_retry_interval = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.190369] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.max_overflow = 50 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.190535] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.max_pool_size = 5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.190699] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.max_retries = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.190870] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.191042] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.191209] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.pool_timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.191373] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.retry_interval = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.191536] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.slave_connection = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.191702] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] api_database.sqlite_synchronous = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.191880] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] devices.enabled_mdev_types = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.192073] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.192251] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ephemeral_storage_encryption.default_format = luks {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.192417] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ephemeral_storage_encryption.enabled = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.192583] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.192813] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.api_servers = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.192992] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.cafile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.193314] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.certfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.193415] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.collect_timing = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.193586] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.connect_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.193746] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.connect_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.193908] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.debug = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.194090] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.default_trusted_certificate_ids = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.194299] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.enable_certificate_validation = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.194471] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.enable_rbd_download = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.194635] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.endpoint_override = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.194808] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.insecure = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.194972] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.keyfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.195152] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.max_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.195314] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.min_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.195477] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.num_retries = 3 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.195675] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.rbd_ceph_conf = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.195846] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.rbd_connect_timeout = 5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.196029] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.rbd_pool = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.196209] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.rbd_user = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.196380] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.region_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.196545] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.retriable_status_codes = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.196705] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.service_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.197604] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.service_type = image {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.197604] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.split_loggers = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.197604] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.status_code_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.197604] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.status_code_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.197604] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.197858] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.197858] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.verify_glance_signatures = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.198038] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] glance.version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.198222] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] guestfs.debug = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.198396] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.auth_section = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.198563] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.auth_type = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.198724] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.cafile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.198885] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.certfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.199067] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.collect_timing = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.199234] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.connect_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.199394] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.connect_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.199555] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.endpoint_override = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.199723] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.insecure = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.199882] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.keyfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.200053] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.max_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.200218] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.min_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.200378] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.region_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.200536] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.retriable_status_codes = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.200696] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.service_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.200865] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.service_type = shared-file-system {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.201041] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.share_apply_policy_timeout = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.201210] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.split_loggers = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.201369] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.status_code_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.201527] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.status_code_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.201688] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.201868] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.202042] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] manila.version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.202218] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] mks.enabled = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.202592] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.202796] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] image_cache.manager_interval = 2400 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.202968] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] image_cache.precache_concurrency = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.203158] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] image_cache.remove_unused_base_images = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.203334] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.203509] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.203697] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] image_cache.subdirectory_name = _base {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.203889] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.api_max_retries = 60 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.204072] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.api_retry_interval = 2 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.204238] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.auth_section = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.204401] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.auth_type = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.204561] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.cafile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.204722] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.certfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.204886] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.collect_timing = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.205060] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.conductor_group = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.205225] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.connect_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.205384] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.connect_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.205568] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.endpoint_override = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.205750] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.insecure = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.205913] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.keyfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.206088] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.max_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.206255] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.min_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.206421] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.peer_list = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.206600] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.region_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.206769] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.retriable_status_codes = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.206933] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.serial_console_state_timeout = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.207109] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.service_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.207285] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.service_type = baremetal {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.207443] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.shard = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.207607] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.split_loggers = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.207766] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.status_code_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.207970] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.status_code_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.208162] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.208348] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.208512] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ironic.version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.208698] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.208873] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] key_manager.fixed_key = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.209069] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.209235] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.barbican_api_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.209397] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.barbican_endpoint = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.209568] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.barbican_endpoint_type = public {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.209730] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.barbican_region_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.209887] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.cafile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.210058] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.certfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.210227] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.collect_timing = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.210389] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.insecure = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.210550] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.keyfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.210717] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.number_of_retries = 60 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.210878] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.retry_delay = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.211052] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.send_service_user_token = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.211220] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.split_loggers = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.211378] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.211540] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.verify_ssl = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.211701] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican.verify_ssl_path = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.211869] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican_service_user.auth_section = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.212042] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican_service_user.auth_type = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.212206] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican_service_user.cafile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.212363] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican_service_user.certfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.212528] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican_service_user.collect_timing = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.212689] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican_service_user.insecure = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.212869] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican_service_user.keyfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.213047] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican_service_user.split_loggers = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.213212] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] barbican_service_user.timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.213382] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vault.approle_role_id = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.213541] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vault.approle_secret_id = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.213711] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vault.kv_mountpoint = secret {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.213872] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vault.kv_path = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.214047] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vault.kv_version = 2 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.214217] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vault.namespace = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.214380] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vault.root_token_id = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.214543] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vault.ssl_ca_crt_file = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.214718] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vault.timeout = 60.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.214888] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vault.use_ssl = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.215074] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.215252] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.cafile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.215416] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.certfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.215620] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.collect_timing = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.215798] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.connect_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.215962] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.connect_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.216143] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.endpoint_override = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.216315] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.insecure = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.216479] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.keyfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.216668] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.max_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.216835] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.min_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.216997] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.region_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.217179] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.retriable_status_codes = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.217341] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.service_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.217514] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.service_type = identity {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.217684] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.split_loggers = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.217852] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.status_code_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.218030] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.status_code_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.218200] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.218382] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.218544] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] keystone.version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.218743] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.ceph_mount_options = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.219092] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.219284] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.connection_uri = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.219447] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.cpu_mode = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.219615] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.cpu_model_extra_flags = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.219788] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.cpu_models = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.219961] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.cpu_power_governor_high = performance {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.220147] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.cpu_power_governor_low = powersave {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.220315] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.cpu_power_management = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.220487] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.220660] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.device_detach_attempts = 8 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.220828] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.device_detach_timeout = 20 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.220998] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.disk_cachemodes = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.221173] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.disk_prefix = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.221339] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.enabled_perf_events = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.221503] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.file_backed_memory = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.221671] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.gid_maps = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.221831] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.hw_disk_discard = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.221990] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.hw_machine_type = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.222178] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.images_rbd_ceph_conf = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.222346] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.222513] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.222688] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.images_rbd_glance_store_name = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.222859] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.images_rbd_pool = rbd {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.223050] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.images_type = default {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.223219] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.images_volume_group = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.223391] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.inject_key = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.223582] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.inject_partition = -2 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.223755] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.inject_password = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.223921] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.iscsi_iface = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.224104] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.iser_use_multipath = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.224278] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.live_migration_bandwidth = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.224446] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.224612] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.live_migration_downtime = 500 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.224781] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.224946] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.225124] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.live_migration_inbound_addr = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.225292] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.225458] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.live_migration_permit_post_copy = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.225649] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.live_migration_scheme = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.225946] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.live_migration_timeout_action = abort {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.226144] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.live_migration_tunnelled = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.226314] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.live_migration_uri = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.226485] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.live_migration_with_native_tls = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.226669] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.max_queues = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.226841] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.227086] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.227263] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.nfs_mount_options = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.227561] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.227742] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.227913] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.num_iser_scan_tries = 5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.228092] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.num_memory_encrypted_guests = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.228265] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.228431] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.num_pcie_ports = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.228600] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.num_volume_scan_tries = 5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.228774] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.pmem_namespaces = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.228935] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.quobyte_client_cfg = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.229239] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.229420] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.rbd_connect_timeout = 5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.229590] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.229758] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.229926] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.rbd_secret_uuid = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.230096] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.rbd_user = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.230268] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.230442] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.remote_filesystem_transport = ssh {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.230604] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.rescue_image_id = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.230769] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.rescue_kernel_id = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.230928] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.rescue_ramdisk_id = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.231115] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.231281] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.rx_queue_size = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.231452] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.smbfs_mount_options = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.231739] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.231933] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.snapshot_compression = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.232115] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.snapshot_image_format = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.232348] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.232520] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.sparse_logical_volumes = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.232687] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.swtpm_enabled = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.232857] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.swtpm_group = tss {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.233037] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.swtpm_user = tss {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.233213] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.sysinfo_serial = unique {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.233375] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.tb_cache_size = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.233569] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.tx_queue_size = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.233744] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.uid_maps = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.233914] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.use_virtio_for_bridges = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.234103] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.virt_type = kvm {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.234281] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.volume_clear = zero {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.234448] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.volume_clear_size = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.234614] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.volume_enforce_multipath = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.234782] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.volume_use_multipath = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.234943] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.vzstorage_cache_path = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.235133] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.235306] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.vzstorage_mount_group = qemu {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.235473] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.vzstorage_mount_opts = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.235680] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.235984] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.236181] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.vzstorage_mount_user = stack {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.236349] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.236527] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.auth_section = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.236702] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.auth_type = password {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.236864] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.cafile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.237036] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.certfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.237207] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.collect_timing = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.237368] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.connect_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.237527] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.connect_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.237701] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.default_floating_pool = public {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.237877] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.endpoint_override = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.238068] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.extension_sync_interval = 600 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.238239] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.http_retries = 3 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.238402] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.insecure = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.238560] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.keyfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.238719] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.max_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.238889] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.239059] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.min_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.239233] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.ovs_bridge = br-int {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.239401] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.physnets = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.239573] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.region_name = RegionOne {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.239732] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.retriable_status_codes = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.239900] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.service_metadata_proxy = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.240072] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.service_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.240243] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.service_type = network {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.240406] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.split_loggers = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.240565] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.status_code_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.240724] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.status_code_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.240886] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.241082] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.241248] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] neutron.version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.241420] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] notifications.bdms_in_notifications = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.241596] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] notifications.default_level = INFO {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.241763] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] notifications.include_share_mapping = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.241956] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] notifications.notification_format = unversioned {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.242153] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] notifications.notify_on_state_change = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.242330] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.242508] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] pci.alias = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.242681] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] pci.device_spec = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.242848] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] pci.report_in_placement = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.243034] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.auth_section = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.243216] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.auth_type = password {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.243389] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.243577] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.cafile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.243741] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.certfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.243906] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.collect_timing = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.244083] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.connect_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.244245] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.connect_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.244406] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.default_domain_id = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.244569] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.default_domain_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.244733] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.domain_id = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.244895] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.domain_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.245069] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.endpoint_override = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.245239] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.insecure = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.245402] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.keyfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.245586] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.max_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.245758] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.min_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.245931] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.password = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.246108] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.project_domain_id = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.246282] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.project_domain_name = Default {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.246453] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.project_id = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.246655] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.project_name = service {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.246837] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.region_name = RegionOne {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.247016] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.retriable_status_codes = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.247185] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.service_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.247359] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.service_type = placement {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.247526] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.split_loggers = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.247689] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.status_code_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.247850] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.status_code_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.248015] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.system_scope = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.248184] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.248348] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.trust_id = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.248507] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.user_domain_id = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.248679] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.user_domain_name = Default {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.248838] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.user_id = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.249019] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.username = nova {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.249211] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.249377] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] placement.version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.249565] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.cores = 20 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.249759] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.count_usage_from_placement = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.249936] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.250129] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.injected_file_content_bytes = 10240 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.250298] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.injected_file_path_length = 255 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.250463] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.injected_files = 5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.250630] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.instances = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.250800] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.key_pairs = 100 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.250967] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.metadata_items = 128 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.251149] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.ram = 51200 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.251316] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.recheck_quota = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.251486] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.server_group_members = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.251652] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.server_groups = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.251868] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.252058] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] quota.unified_limits_resource_strategy = require {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.252241] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.252411] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.252580] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] scheduler.image_metadata_prefilter = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.252747] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.252913] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] scheduler.max_attempts = 3 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.253095] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] scheduler.max_placement_results = 1000 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.253264] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.253441] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] scheduler.query_placement_for_image_type_support = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.253622] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.253799] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] scheduler.workers = 2 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.253982] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.254174] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.254366] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.254621] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.254818] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.255007] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.255194] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.255390] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.255588] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.host_subset_size = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.255772] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.255936] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.256119] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.256289] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.256468] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.256636] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.isolated_hosts = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.256816] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.isolated_images = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.256993] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.257174] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.257340] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.257520] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.pci_in_placement = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.257717] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.257886] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.258064] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.258232] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.258398] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.258564] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.258729] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.track_instance_changes = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.258905] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.259092] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] metrics.required = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.259261] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] metrics.weight_multiplier = 1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.259426] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.259591] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] metrics.weight_setting = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.259912] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.260103] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] serial_console.enabled = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.260289] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] serial_console.port_range = 10000:20000 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.260462] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.260633] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.260806] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] serial_console.serialproxy_port = 6083 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.260974] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] service_user.auth_section = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.261162] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] service_user.auth_type = password {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.261325] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] service_user.cafile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.261484] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] service_user.certfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.261647] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] service_user.collect_timing = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.261868] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] service_user.insecure = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.262060] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] service_user.keyfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.262245] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] service_user.send_service_user_token = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.262412] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] service_user.split_loggers = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.262575] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] service_user.timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.262749] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] spice.agent_enabled = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.262913] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] spice.enabled = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.263235] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.263468] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.263660] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] spice.html5proxy_port = 6082 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.263830] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] spice.image_compression = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.263991] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] spice.jpeg_compression = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.264171] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] spice.playback_compression = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.264341] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] spice.require_secure = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.264513] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] spice.server_listen = 127.0.0.1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.264686] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.264967] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.265155] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] spice.streaming_mode = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.265321] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] spice.zlib_compression = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.265492] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] upgrade_levels.baseapi = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.265687] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] upgrade_levels.compute = auto {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.265854] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] upgrade_levels.conductor = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.266019] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] upgrade_levels.scheduler = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.266196] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vendordata_dynamic_auth.auth_section = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.266360] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vendordata_dynamic_auth.auth_type = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.266537] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vendordata_dynamic_auth.cafile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.266756] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vendordata_dynamic_auth.certfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.266936] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.267119] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vendordata_dynamic_auth.insecure = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.267284] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vendordata_dynamic_auth.keyfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.267452] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.267616] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vendordata_dynamic_auth.timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.267795] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.api_retry_count = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.267960] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.ca_file = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.268152] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.cache_prefix = devstack-image-cache {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.268326] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.cluster_name = testcl1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.268496] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.connection_pool_size = 10 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.268659] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.console_delay_seconds = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.268831] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.datastore_regex = ^datastore.* {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.269057] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.269251] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.host_password = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.269425] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.host_port = 443 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.269597] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.host_username = administrator@vsphere.local {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.269766] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.insecure = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.269929] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.integration_bridge = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.270114] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.maximum_objects = 100 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.270280] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.pbm_default_policy = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.270447] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.pbm_enabled = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.270610] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.pbm_wsdl_location = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.270783] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.270944] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.serial_port_proxy_uri = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.271120] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.serial_port_service_uri = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.271296] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.task_poll_interval = 0.5 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.271468] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.use_linked_clone = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.271640] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.vnc_keymap = en-us {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.271809] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.vnc_port = 5900 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.271974] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vmware.vnc_port_total = 10000 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.272176] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vnc.auth_schemes = ['none'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.272353] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vnc.enabled = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.272649] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.272841] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.273029] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vnc.novncproxy_port = 6080 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.273227] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vnc.server_listen = 127.0.0.1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.273420] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.273606] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vnc.vencrypt_ca_certs = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.273767] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vnc.vencrypt_client_cert = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.273925] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vnc.vencrypt_client_key = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.274118] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.274289] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.disable_deep_image_inspection = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.274455] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.274617] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.274780] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.274941] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.disable_rootwrap = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.275120] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.enable_numa_live_migration = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.275285] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.275449] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.275649] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.275832] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.libvirt_disable_apic = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.275999] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.276182] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.276348] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.276529] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.276710] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.276878] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.277055] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.277224] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.277389] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.277556] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.277744] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.277910] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] wsgi.secure_proxy_ssl_header = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.278090] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] zvm.ca_file = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.278260] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] zvm.cloud_connector_url = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.278722] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.278911] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] zvm.reachable_timeout = 300 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.279106] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.279292] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.279475] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] profiler.connection_string = messaging:// {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.279649] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] profiler.enabled = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.279824] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] profiler.es_doc_type = notification {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.279991] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] profiler.es_scroll_size = 10000 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.280180] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] profiler.es_scroll_time = 2m {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.280345] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] profiler.filter_error_trace = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.280515] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] profiler.hmac_keys = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.280685] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] profiler.sentinel_service_name = mymaster {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.280854] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] profiler.socket_timeout = 0.1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.281027] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] profiler.trace_requests = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.281196] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] profiler.trace_sqlalchemy = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.281381] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] profiler_jaeger.process_tags = {} {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.281545] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] profiler_jaeger.service_name_prefix = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.281711] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] profiler_otlp.service_name_prefix = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.281887] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.282065] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.282233] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.282395] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.282559] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.282723] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.282885] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.283058] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.283228] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.283411] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.283598] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.283777] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.283948] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.284131] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.284298] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.284469] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.284634] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.284798] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.284967] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.285145] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.285308] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.285471] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.285665] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.285838] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.286023] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.286190] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.286355] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.286535] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.286717] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.286885] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.287063] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.ssl = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.287240] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.287408] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.287570] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.287741] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.287907] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.ssl_version = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.288088] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.288283] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.288453] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_notifications.retry = -1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.288641] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.288819] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_messaging_notifications.transport_url = **** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.289011] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.auth_section = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.289187] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.auth_type = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.289355] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.cafile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.289516] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.certfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.289684] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.collect_timing = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.289846] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.connect_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.290024] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.connect_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.290191] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.endpoint_id = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.290365] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.endpoint_interface = publicURL {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.290530] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.endpoint_override = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.290694] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.endpoint_region_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.290856] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.endpoint_service_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.291030] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.endpoint_service_type = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.291204] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.insecure = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.291366] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.keyfile = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.291528] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.max_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.291692] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.min_version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.291853] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.region_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.292023] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.retriable_status_codes = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.292192] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.service_name = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.292355] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.service_type = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.292520] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.split_loggers = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.292680] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.status_code_retries = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.292840] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.status_code_retry_delay = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.292998] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.timeout = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.293175] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.valid_interfaces = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.293336] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_limit.version = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.293530] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_reports.file_event_handler = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.293705] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.293868] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] oslo_reports.log_dir = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.294058] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.294228] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.294388] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.294552] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.294723] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.294885] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.295058] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.295234] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.295398] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plug_ovs_privileged.group = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.295609] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.295811] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.295984] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.296168] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.296332] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] vif_plug_ovs_privileged.user = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.296506] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_linux_bridge.flat_interface = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.296691] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.296863] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.297048] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.297226] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.297399] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.297567] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.297734] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.297913] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.298099] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_ovs.isolate_vif = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.298278] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.298448] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.298619] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.298791] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_ovs.ovsdb_interface = native {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.298956] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] os_vif_ovs.per_port_bridge = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.299146] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] privsep_osbrick.capabilities = [21] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.299308] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] privsep_osbrick.group = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.299465] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] privsep_osbrick.helper_command = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.299671] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] privsep_osbrick.log_daemon_traceback = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.299860] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.300034] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.300199] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] privsep_osbrick.user = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.300375] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.300534] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] nova_sys_admin.group = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.300692] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] nova_sys_admin.helper_command = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.300854] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] nova_sys_admin.log_daemon_traceback = False {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.301031] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.301200] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.301358] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] nova_sys_admin.user = None {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.301487] env[69950]: DEBUG oslo_service.backend.eventlet.service [None req-ce23bc43-2edb-4062-9c38-37326058199f None None] ******************************************************************************** {{(pid=69950) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 600.301932] env[69950]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 600.806068] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Getting list of instances from cluster (obj){ [ 600.806068] env[69950]: value = "domain-c8" [ 600.806068] env[69950]: _type = "ClusterComputeResource" [ 600.806068] env[69950]: } {{(pid=69950) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 600.807226] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8871376-afa2-4a66-85ad-5d7729885dcc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.816554] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Got total of 0 instances {{(pid=69950) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 600.817185] env[69950]: WARNING nova.virt.vmwareapi.driver [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 600.817668] env[69950]: INFO nova.virt.node [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Generated node identity 9977abed-3e10-4d72-b30a-b1d91a885d39 [ 600.817904] env[69950]: INFO nova.virt.node [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Wrote node identity 9977abed-3e10-4d72-b30a-b1d91a885d39 to /opt/stack/data/n-cpu-1/compute_id [ 601.320467] env[69950]: WARNING nova.compute.manager [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Compute nodes ['9977abed-3e10-4d72-b30a-b1d91a885d39'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 602.327109] env[69950]: INFO nova.compute.manager [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 603.333131] env[69950]: WARNING nova.compute.manager [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 603.333481] env[69950]: DEBUG oslo_concurrency.lockutils [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.333643] env[69950]: DEBUG oslo_concurrency.lockutils [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.333807] env[69950]: DEBUG oslo_concurrency.lockutils [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.333959] env[69950]: DEBUG nova.compute.resource_tracker [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69950) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 603.334913] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c69ff91-e7e8-467b-8f11-5774c34f9423 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.343770] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152400f2-753f-403b-9244-67eea5a02d90 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.357352] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7d934c-e73a-4aaa-8d00-5cc54304b08f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.363967] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c517deb-8233-4fed-ba4a-2caf18ab8fff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.393147] env[69950]: DEBUG nova.compute.resource_tracker [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180799MB free_disk=3GB free_vcpus=48 pci_devices=None {{(pid=69950) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 603.393308] env[69950]: DEBUG oslo_concurrency.lockutils [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.393543] env[69950]: DEBUG oslo_concurrency.lockutils [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.896103] env[69950]: WARNING nova.compute.resource_tracker [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] No compute node record for cpu-1:9977abed-3e10-4d72-b30a-b1d91a885d39: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 9977abed-3e10-4d72-b30a-b1d91a885d39 could not be found. [ 604.400180] env[69950]: INFO nova.compute.resource_tracker [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 9977abed-3e10-4d72-b30a-b1d91a885d39 [ 605.908642] env[69950]: DEBUG nova.compute.resource_tracker [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 605.908989] env[69950]: DEBUG nova.compute.resource_tracker [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 606.064607] env[69950]: INFO nova.scheduler.client.report [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] [req-57396ae7-a388-4f7c-9a37-87b5c5eb8e5e] Created resource provider record via placement API for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 606.081668] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1890a56b-2437-42c5-a10e-e0571d9639e6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.089826] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbacabd0-5831-4849-8b37-9ec646d83206 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.120119] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02553ca2-d2fa-4fa1-904a-0124eb543c54 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.127761] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c05a774-7316-4d60-9ba2-a9c34bec44f1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.140927] env[69950]: DEBUG nova.compute.provider_tree [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 606.677755] env[69950]: DEBUG nova.scheduler.client.report [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 606.677985] env[69950]: DEBUG nova.compute.provider_tree [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 0 to 1 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 606.678140] env[69950]: DEBUG nova.compute.provider_tree [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 606.730655] env[69950]: DEBUG nova.compute.provider_tree [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 1 to 2 during operation: update_traits {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 607.235170] env[69950]: DEBUG nova.compute.resource_tracker [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 607.235611] env[69950]: DEBUG oslo_concurrency.lockutils [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.842s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.235611] env[69950]: DEBUG nova.service [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Creating RPC server for service compute {{(pid=69950) start /opt/stack/nova/nova/service.py:177}} [ 607.251244] env[69950]: DEBUG nova.service [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] Join ServiceGroup membership for this service compute {{(pid=69950) start /opt/stack/nova/nova/service.py:194}} [ 607.251443] env[69950]: DEBUG nova.servicegroup.drivers.db [None req-265f8e1a-c0e8-4e43-82cd-be656a9923b9 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69950) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 639.255574] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.760933] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Getting list of instances from cluster (obj){ [ 639.760933] env[69950]: value = "domain-c8" [ 639.760933] env[69950]: _type = "ClusterComputeResource" [ 639.760933] env[69950]: } {{(pid=69950) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 639.762489] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb241825-da96-4962-ac25-e71bf4d704f8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.773352] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Got total of 0 instances {{(pid=69950) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 639.773714] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 639.774498] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Getting list of instances from cluster (obj){ [ 639.774498] env[69950]: value = "domain-c8" [ 639.774498] env[69950]: _type = "ClusterComputeResource" [ 639.774498] env[69950]: } {{(pid=69950) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 639.775690] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a59669f-998e-4c9f-8b36-d02109ecd32d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.786953] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Got total of 0 instances {{(pid=69950) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 646.773874] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquiring lock "8780ba68-79d5-4290-a2db-cac10ca3eb0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.774180] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Lock "8780ba68-79d5-4290-a2db-cac10ca3eb0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.276810] env[69950]: DEBUG nova.compute.manager [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.384770] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Acquiring lock "5ef5963e-72c2-4e2a-96f5-93214d815741" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.384770] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Lock "5ef5963e-72c2-4e2a-96f5-93214d815741" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.814648] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Acquiring lock "e6674863-b35c-41f7-b9a3-127937f23b27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.816026] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Lock "e6674863-b35c-41f7-b9a3-127937f23b27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.824726] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.825042] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.826876] env[69950]: INFO nova.compute.claims [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.889049] env[69950]: DEBUG nova.compute.manager [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.321050] env[69950]: DEBUG nova.compute.manager [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.419215] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.858080] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.913341] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfcadb5-1d82-439c-a755-c2cf6656b5f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.922998] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3139bd4-0f09-4850-bf76-76fe51074383 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.962020] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47798953-1462-4bf8-b873-04d2d06443ca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.968747] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb4f5ae-88dd-43b1-884c-672b67ccc6bd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.988201] env[69950]: DEBUG nova.compute.provider_tree [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.494925] env[69950]: DEBUG nova.scheduler.client.report [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.006117] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.006715] env[69950]: DEBUG nova.compute.manager [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.011209] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.592s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.012815] env[69950]: INFO nova.compute.claims [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.519061] env[69950]: DEBUG nova.compute.utils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.521668] env[69950]: DEBUG nova.compute.manager [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.521668] env[69950]: DEBUG nova.network.neutron [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.687058] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "ef489f33-9bb0-4ab9-b5be-979629923c8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.689192] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "ef489f33-9bb0-4ab9-b5be-979629923c8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.033373] env[69950]: DEBUG nova.compute.manager [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.173981] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3daf59b-e2e9-4017-86bc-bd303595da58 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.182145] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1837c46-52ac-4586-a847-87e4c8c7e925 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.216266] env[69950]: DEBUG nova.compute.manager [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.244468] env[69950]: DEBUG nova.policy [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '114bb46b5b8240b3b627d2de1795702b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53587ff405424f7d99141474a202084b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.247421] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d630e6-6769-4b03-b367-4673e3aad6d6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.260548] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77129e0-6ae5-4c94-9bbd-21b3c32409c9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.280977] env[69950]: DEBUG nova.compute.provider_tree [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.775442] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.785797] env[69950]: DEBUG nova.scheduler.client.report [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.054137] env[69950]: DEBUG nova.compute.manager [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.091091] env[69950]: DEBUG nova.virt.hardware [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.091091] env[69950]: DEBUG nova.virt.hardware [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.091282] env[69950]: DEBUG nova.virt.hardware [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.091336] env[69950]: DEBUG nova.virt.hardware [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.094027] env[69950]: DEBUG nova.virt.hardware [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.094027] env[69950]: DEBUG nova.virt.hardware [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.094027] env[69950]: DEBUG nova.virt.hardware [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.094027] env[69950]: DEBUG nova.virt.hardware [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.094027] env[69950]: DEBUG nova.virt.hardware [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.094429] env[69950]: DEBUG nova.virt.hardware [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.094429] env[69950]: DEBUG nova.virt.hardware [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.094429] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24155f7a-19bb-4296-984b-c6084b1eadd3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.107872] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f41663-9765-426f-ad12-4b8e0da5a84b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.135614] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848f3a99-f091-4448-99d7-7a0fb11dfc1a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.297563] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.297926] env[69950]: DEBUG nova.compute.manager [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.304125] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.446s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.306126] env[69950]: INFO nova.compute.claims [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.764997] env[69950]: DEBUG nova.network.neutron [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Successfully created port: ceb528fe-e3cf-4457-b5fa-137ca598b28f {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.816380] env[69950]: DEBUG nova.compute.utils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.824520] env[69950]: DEBUG nova.compute.manager [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.824520] env[69950]: DEBUG nova.network.neutron [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.052805] env[69950]: DEBUG nova.policy [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faeaad7ec2a94be290084bd52ac1ab10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc67ad58a787412c8b4a44312f1850d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.321463] env[69950]: DEBUG nova.compute.manager [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.434367] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6d3895-e4f9-4040-820f-6056ab798449 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.445218] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a936279-e59c-48da-8a1a-5fc8dbfda3ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.477763] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fd2a59-38d5-4b13-a94e-281b42ed96c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.491273] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192466e3-6945-4fd8-b8df-4a964e7279e8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.516160] env[69950]: DEBUG nova.compute.provider_tree [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.019408] env[69950]: DEBUG nova.scheduler.client.report [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.254379] env[69950]: DEBUG nova.network.neutron [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Successfully created port: c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.338568] env[69950]: DEBUG nova.compute.manager [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.380598] env[69950]: DEBUG nova.virt.hardware [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.380807] env[69950]: DEBUG nova.virt.hardware [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.380965] env[69950]: DEBUG nova.virt.hardware [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.381192] env[69950]: DEBUG nova.virt.hardware [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.381353] env[69950]: DEBUG nova.virt.hardware [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.381500] env[69950]: DEBUG nova.virt.hardware [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.381705] env[69950]: DEBUG nova.virt.hardware [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.382315] env[69950]: DEBUG nova.virt.hardware [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.382315] env[69950]: DEBUG nova.virt.hardware [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.383690] env[69950]: DEBUG nova.virt.hardware [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.383943] env[69950]: DEBUG nova.virt.hardware [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.386011] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7834eae-c3c8-4a9a-967c-90537b9263c8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.397865] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a466352f-a7d1-49c4-987d-2a150a4c25a0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.525727] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.526434] env[69950]: DEBUG nova.compute.manager [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.531190] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.756s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.532771] env[69950]: INFO nova.compute.claims [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.037235] env[69950]: DEBUG nova.compute.utils [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.041743] env[69950]: DEBUG nova.compute.manager [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Not allocating networking since 'none' was specified. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 655.430358] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.430734] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.430769] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.430949] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.431146] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.431339] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.431527] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.431699] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69950) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 655.431881] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.447089] env[69950]: DEBUG nova.network.neutron [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Successfully updated port: ceb528fe-e3cf-4457-b5fa-137ca598b28f {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.544779] env[69950]: DEBUG nova.compute.manager [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.649064] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59a1632-a20c-4d53-af65-deb95bb48993 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.657456] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8498ab39-722c-4ec0-a8c2-b75228cbc15a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.692195] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4ba376-846e-4ae7-a0cd-9522636055ac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.700640] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40692ca0-ee7c-412c-8633-c57883a13b1f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.715538] env[69950]: DEBUG nova.compute.provider_tree [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.934723] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.951802] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquiring lock "refresh_cache-8780ba68-79d5-4290-a2db-cac10ca3eb0a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.951954] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquired lock "refresh_cache-8780ba68-79d5-4290-a2db-cac10ca3eb0a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.952140] env[69950]: DEBUG nova.network.neutron [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.221547] env[69950]: DEBUG nova.scheduler.client.report [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.315896] env[69950]: DEBUG nova.network.neutron [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Successfully updated port: c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.532247] env[69950]: DEBUG nova.network.neutron [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.560709] env[69950]: DEBUG nova.compute.manager [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.597761] env[69950]: DEBUG nova.virt.hardware [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.597761] env[69950]: DEBUG nova.virt.hardware [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.597761] env[69950]: DEBUG nova.virt.hardware [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.598171] env[69950]: DEBUG nova.virt.hardware [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.598789] env[69950]: DEBUG nova.virt.hardware [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.599009] env[69950]: DEBUG nova.virt.hardware [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.599313] env[69950]: DEBUG nova.virt.hardware [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.599507] env[69950]: DEBUG nova.virt.hardware [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.599763] env[69950]: DEBUG nova.virt.hardware [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.599961] env[69950]: DEBUG nova.virt.hardware [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.600256] env[69950]: DEBUG nova.virt.hardware [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.601972] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560f1038-eb3d-4b00-b898-6b141856d32f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.613313] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ab9b62-28ca-4d24-b921-8bed0d7af0f3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.629712] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.640749] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.643754] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f7ad2a6-9ba9-4222-9e6d-618be87a2323 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.659267] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Created folder: OpenStack in parent group-v4. [ 656.659712] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Creating folder: Project (c36ff88e9d634ce5a9f384531eb97193). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.661119] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6931244-1409-4d09-a25e-c7538829c669 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.672016] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Created folder: Project (c36ff88e9d634ce5a9f384531eb97193) in parent group-v835309. [ 656.672016] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Creating folder: Instances. Parent ref: group-v835310. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.672016] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2eb309e-6164-4b10-8764-c0c099b24b39 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.682521] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Created folder: Instances in parent group-v835310. [ 656.682521] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.682521] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.682816] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7f8acea-bbbe-45ae-92c8-8b46e329674c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.700259] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.700259] env[69950]: value = "task-4221511" [ 656.700259] env[69950]: _type = "Task" [ 656.700259] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.710733] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221511, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.730582] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.731127] env[69950]: DEBUG nova.compute.manager [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.735230] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.800s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.735556] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.735738] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69950) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 656.737522] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1816e9a9-b3b3-455f-a51c-76836a3960b1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.749894] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee58ea7b-eac2-4301-9e7d-8078b252fcff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.774219] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6c6d80-9125-4229-a097-3a77e49ae559 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.784099] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bef9287-a30e-48a5-a71b-3d0c00bdcdcd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.819244] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180808MB free_disk=3GB free_vcpus=48 pci_devices=None {{(pid=69950) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 656.819406] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.819629] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.829250] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Acquiring lock "refresh_cache-5ef5963e-72c2-4e2a-96f5-93214d815741" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.829250] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Acquired lock "refresh_cache-5ef5963e-72c2-4e2a-96f5-93214d815741" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.829250] env[69950]: DEBUG nova.network.neutron [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.877608] env[69950]: DEBUG nova.network.neutron [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Updating instance_info_cache with network_info: [{"id": "ceb528fe-e3cf-4457-b5fa-137ca598b28f", "address": "fa:16:3e:4b:ef:48", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb528fe-e3", "ovs_interfaceid": "ceb528fe-e3cf-4457-b5fa-137ca598b28f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.222865] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221511, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.238696] env[69950]: DEBUG nova.compute.utils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.242257] env[69950]: DEBUG nova.compute.manager [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.242257] env[69950]: DEBUG nova.network.neutron [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.302717] env[69950]: DEBUG nova.policy [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9995e019344145e59a457a4cc57251e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0bf763d53164339961dbec39fc1b45b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.380038] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Releasing lock "refresh_cache-8780ba68-79d5-4290-a2db-cac10ca3eb0a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.380354] env[69950]: DEBUG nova.compute.manager [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Instance network_info: |[{"id": "ceb528fe-e3cf-4457-b5fa-137ca598b28f", "address": "fa:16:3e:4b:ef:48", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb528fe-e3", "ovs_interfaceid": "ceb528fe-e3cf-4457-b5fa-137ca598b28f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.381119] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:ef:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceb528fe-e3cf-4457-b5fa-137ca598b28f', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.388920] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Creating folder: Project (53587ff405424f7d99141474a202084b). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.389463] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d70c866-e382-48bf-9ef0-f4256ec834c9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.402441] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Created folder: Project (53587ff405424f7d99141474a202084b) in parent group-v835309. [ 657.402695] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Creating folder: Instances. Parent ref: group-v835313. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.402955] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-767448c9-00d6-4ff1-84d3-931e6343e1c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.415476] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Created folder: Instances in parent group-v835313. [ 657.415747] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.417860] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.418369] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a925728-1db3-4e83-ae8c-4f6d987a3262 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.439122] env[69950]: DEBUG nova.network.neutron [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.443721] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.443721] env[69950]: value = "task-4221514" [ 657.443721] env[69950]: _type = "Task" [ 657.443721] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.452388] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221514, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.717262] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221511, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.744663] env[69950]: DEBUG nova.compute.manager [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.782541] env[69950]: DEBUG nova.network.neutron [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Successfully created port: eaf45bf9-6f99-4825-bdca-a585de05ac34 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.841085] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "bc626a0f-0d8f-4fce-b31a-98e6edf98d59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.841085] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "bc626a0f-0d8f-4fce-b31a-98e6edf98d59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.859700] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 8780ba68-79d5-4290-a2db-cac10ca3eb0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 657.860122] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 5ef5963e-72c2-4e2a-96f5-93214d815741 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 657.860466] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance e6674863-b35c-41f7-b9a3-127937f23b27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 657.860622] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance ef489f33-9bb0-4ab9-b5be-979629923c8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 657.955918] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221514, 'name': CreateVM_Task, 'duration_secs': 0.360919} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.958485] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.988346] env[69950]: DEBUG oslo_vmware.service [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb866786-7539-43cc-b451-61b0cd588553 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.998130] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.998350] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.999188] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.999874] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a04a4f-58dc-404d-8b79-31f36104645e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.006773] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 658.006773] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520b34b8-be1a-59dd-02cb-70a3d4c575a4" [ 658.006773] env[69950]: _type = "Task" [ 658.006773] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.016348] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520b34b8-be1a-59dd-02cb-70a3d4c575a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.105157] env[69950]: DEBUG nova.network.neutron [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Updating instance_info_cache with network_info: [{"id": "c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1", "address": "fa:16:3e:bb:73:7f", "network": {"id": "ec43a954-4802-4efa-b904-02d84e56e274", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1577565453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc67ad58a787412c8b4a44312f1850d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4e7bfc8-ae", "ovs_interfaceid": "c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.216665] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221511, 'name': CreateVM_Task, 'duration_secs': 1.325606} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.217621] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.218057] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.295008] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "de73879c-e71a-4505-9739-16595239f982" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.295343] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "de73879c-e71a-4505-9739-16595239f982" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.343509] env[69950]: DEBUG nova.compute.manager [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.364110] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance bc626a0f-0d8f-4fce-b31a-98e6edf98d59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 658.364685] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 658.364685] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 658.453194] env[69950]: DEBUG nova.compute.manager [req-5c1a5c3e-6166-4a7c-9c69-c87be3c2181d req-201b79a7-1b2a-4d22-929e-b8fe365d2cba service nova] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Received event network-vif-plugged-ceb528fe-e3cf-4457-b5fa-137ca598b28f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 658.453462] env[69950]: DEBUG oslo_concurrency.lockutils [req-5c1a5c3e-6166-4a7c-9c69-c87be3c2181d req-201b79a7-1b2a-4d22-929e-b8fe365d2cba service nova] Acquiring lock "8780ba68-79d5-4290-a2db-cac10ca3eb0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.453680] env[69950]: DEBUG oslo_concurrency.lockutils [req-5c1a5c3e-6166-4a7c-9c69-c87be3c2181d req-201b79a7-1b2a-4d22-929e-b8fe365d2cba service nova] Lock "8780ba68-79d5-4290-a2db-cac10ca3eb0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.453844] env[69950]: DEBUG oslo_concurrency.lockutils [req-5c1a5c3e-6166-4a7c-9c69-c87be3c2181d req-201b79a7-1b2a-4d22-929e-b8fe365d2cba service nova] Lock "8780ba68-79d5-4290-a2db-cac10ca3eb0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.454018] env[69950]: DEBUG nova.compute.manager [req-5c1a5c3e-6166-4a7c-9c69-c87be3c2181d req-201b79a7-1b2a-4d22-929e-b8fe365d2cba service nova] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] No waiting events found dispatching network-vif-plugged-ceb528fe-e3cf-4457-b5fa-137ca598b28f {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 658.454189] env[69950]: WARNING nova.compute.manager [req-5c1a5c3e-6166-4a7c-9c69-c87be3c2181d req-201b79a7-1b2a-4d22-929e-b8fe365d2cba service nova] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Received unexpected event network-vif-plugged-ceb528fe-e3cf-4457-b5fa-137ca598b28f for instance with vm_state building and task_state spawning. [ 658.481471] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ea2132-d76c-435b-b055-c99afbcc4b11 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.490470] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2dad11-1476-49f8-88c4-4b8e487e2a5d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.530343] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f526b9c4-94a7-46e9-9989-1c3795417b97 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.543624] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.543624] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.543624] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.544484] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.544484] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.546295] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.546295] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.546295] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d06f74bd-0a01-4204-95cb-c61a93bd1ddb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.550229] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525039ad-4e6d-49b5-a294-d05a07701186 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.553386] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58559e6c-3c1f-4570-9f6b-8fa45556056c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.560186] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.560452] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.563584] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5fe380-e089-4762-9005-7c0c9e01c08e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.566496] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Waiting for the task: (returnval){ [ 658.566496] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528c52c8-a694-bba0-48e2-7899385165f2" [ 658.566496] env[69950]: _type = "Task" [ 658.566496] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.583708] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf80fcd-762d-43a7-9c0e-bbbe48a85e95 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.586482] env[69950]: DEBUG nova.compute.provider_tree [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.592167] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.592433] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.592665] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.595142] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 658.595142] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bbff0a-4970-df8a-edc5-f96201912bd8" [ 658.595142] env[69950]: _type = "Task" [ 658.595142] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.605220] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bbff0a-4970-df8a-edc5-f96201912bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.609018] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Releasing lock "refresh_cache-5ef5963e-72c2-4e2a-96f5-93214d815741" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.609258] env[69950]: DEBUG nova.compute.manager [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Instance network_info: |[{"id": "c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1", "address": "fa:16:3e:bb:73:7f", "network": {"id": "ec43a954-4802-4efa-b904-02d84e56e274", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1577565453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc67ad58a787412c8b4a44312f1850d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4e7bfc8-ae", "ovs_interfaceid": "c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.609925] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:73:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.617771] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Creating folder: Project (dc67ad58a787412c8b4a44312f1850d3). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.618406] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6406db69-3b45-4b80-b0d5-92762d81b42c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.631147] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Created folder: Project (dc67ad58a787412c8b4a44312f1850d3) in parent group-v835309. [ 658.631417] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Creating folder: Instances. Parent ref: group-v835316. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.631701] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fccc8170-9f32-4ecd-b430-b41d7f28a410 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.643153] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Created folder: Instances in parent group-v835316. [ 658.644173] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.644173] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.644173] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b8994b8-253f-4c61-a928-25c09fff4a77 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.665930] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.665930] env[69950]: value = "task-4221517" [ 658.665930] env[69950]: _type = "Task" [ 658.665930] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.677846] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221517, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.686590] env[69950]: DEBUG nova.compute.manager [req-b7fecf1a-7437-46d1-877d-f41ff8eab964 req-73a0a4d2-6588-4192-b68f-ca63107654f7 service nova] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Received event network-vif-plugged-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 658.686899] env[69950]: DEBUG oslo_concurrency.lockutils [req-b7fecf1a-7437-46d1-877d-f41ff8eab964 req-73a0a4d2-6588-4192-b68f-ca63107654f7 service nova] Acquiring lock "5ef5963e-72c2-4e2a-96f5-93214d815741-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.687616] env[69950]: DEBUG oslo_concurrency.lockutils [req-b7fecf1a-7437-46d1-877d-f41ff8eab964 req-73a0a4d2-6588-4192-b68f-ca63107654f7 service nova] Lock "5ef5963e-72c2-4e2a-96f5-93214d815741-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.687616] env[69950]: DEBUG oslo_concurrency.lockutils [req-b7fecf1a-7437-46d1-877d-f41ff8eab964 req-73a0a4d2-6588-4192-b68f-ca63107654f7 service nova] Lock "5ef5963e-72c2-4e2a-96f5-93214d815741-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.687616] env[69950]: DEBUG nova.compute.manager [req-b7fecf1a-7437-46d1-877d-f41ff8eab964 req-73a0a4d2-6588-4192-b68f-ca63107654f7 service nova] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] No waiting events found dispatching network-vif-plugged-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 658.687961] env[69950]: WARNING nova.compute.manager [req-b7fecf1a-7437-46d1-877d-f41ff8eab964 req-73a0a4d2-6588-4192-b68f-ca63107654f7 service nova] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Received unexpected event network-vif-plugged-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 for instance with vm_state building and task_state spawning. [ 658.761100] env[69950]: DEBUG nova.compute.manager [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.793736] env[69950]: DEBUG nova.virt.hardware [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.794539] env[69950]: DEBUG nova.virt.hardware [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.794539] env[69950]: DEBUG nova.virt.hardware [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.794539] env[69950]: DEBUG nova.virt.hardware [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.794718] env[69950]: DEBUG nova.virt.hardware [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.794815] env[69950]: DEBUG nova.virt.hardware [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.795077] env[69950]: DEBUG nova.virt.hardware [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.795547] env[69950]: DEBUG nova.virt.hardware [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.795547] env[69950]: DEBUG nova.virt.hardware [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.795639] env[69950]: DEBUG nova.virt.hardware [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.795854] env[69950]: DEBUG nova.virt.hardware [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.797620] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a732ce66-f580-42e1-a6ae-8d105e056954 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.802756] env[69950]: DEBUG nova.compute.manager [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.813025] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59bd96c-d1a6-4241-901f-8edceda80094 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.873716] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.092881] env[69950]: DEBUG nova.scheduler.client.report [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.106476] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Preparing fetch location {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 659.106633] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Creating directory with path [datastore2] vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3/5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.106911] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3dc9c8a-e268-4575-a06d-a579a1e5989c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.121318] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Created directory with path [datastore2] vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3/5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.121437] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Fetch image to [datastore2] vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 659.122367] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Downloading image file data 5ff20735-6522-48d7-b15a-e5eb837d4202 to [datastore2] vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk on the data store datastore2 {{(pid=69950) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 659.122770] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee64199-178c-4442-869f-7544c7f3e1f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.131780] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ff611a-6502-4eb1-9cd1-8ebce5288027 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.143642] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ae91c8-1874-4551-8b58-2f89bd5ab508 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.184682] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da992d80-1ead-4d34-862e-20b25b889308 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.193819] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221517, 'name': CreateVM_Task, 'duration_secs': 0.375444} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.195551] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.196447] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.196660] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.196912] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.197414] env[69950]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-58aa1f21-ddba-466a-97dc-ecaaf510f025 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.199391] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb0bead-0855-47a6-83bd-5355d18290f8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.206026] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Waiting for the task: (returnval){ [ 659.206026] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5272db55-cc1d-5ef5-d61f-c9ec27044390" [ 659.206026] env[69950]: _type = "Task" [ 659.206026] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.214952] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5272db55-cc1d-5ef5-d61f-c9ec27044390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.298783] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Downloading image file data 5ff20735-6522-48d7-b15a-e5eb837d4202 to the data store datastore2 {{(pid=69950) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 659.328839] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.379701] env[69950]: DEBUG oslo_vmware.rw_handles [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69950) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 659.384260] env[69950]: DEBUG nova.network.neutron [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Successfully updated port: eaf45bf9-6f99-4825-bdca-a585de05ac34 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.452572] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "refresh_cache-ef489f33-9bb0-4ab9-b5be-979629923c8a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.452725] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquired lock "refresh_cache-ef489f33-9bb0-4ab9-b5be-979629923c8a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.452875] env[69950]: DEBUG nova.network.neutron [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.601460] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 659.602258] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.782s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.602339] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.729s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.605363] env[69950]: INFO nova.compute.claims [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.724338] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.724338] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.724338] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.997802] env[69950]: DEBUG nova.network.neutron [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.082141] env[69950]: DEBUG oslo_vmware.rw_handles [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Completed reading data from the image iterator. {{(pid=69950) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 660.083804] env[69950]: DEBUG oslo_vmware.rw_handles [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 660.127273] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Acquiring lock "906ccd94-1d07-41c3-a3f0-daa68862a1ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.128115] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Lock "906ccd94-1d07-41c3-a3f0-daa68862a1ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.231034] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Downloaded image file data 5ff20735-6522-48d7-b15a-e5eb837d4202 to vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk on the data store datastore2 {{(pid=69950) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 660.232540] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Caching image {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 660.233058] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Copying Virtual Disk [datastore2] vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk to [datastore2] vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.233219] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bad15534-0f7e-4d06-9570-206b89eb801d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.245144] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 660.245144] env[69950]: value = "task-4221518" [ 660.245144] env[69950]: _type = "Task" [ 660.245144] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.253150] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.341953] env[69950]: DEBUG nova.network.neutron [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Updating instance_info_cache with network_info: [{"id": "eaf45bf9-6f99-4825-bdca-a585de05ac34", "address": "fa:16:3e:35:50:9f", "network": {"id": "c05b1ac9-ab0d-434c-b92b-e3e5fcd5c2ef", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2146545870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0bf763d53164339961dbec39fc1b45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf45bf9-6f", "ovs_interfaceid": "eaf45bf9-6f99-4825-bdca-a585de05ac34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.633168] env[69950]: DEBUG nova.compute.manager [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.761466] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221518, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.773969] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4e04f1-084e-42bc-9ad8-f0b90a3d1505 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.784935] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e3f7c5-7fc6-4710-bcf5-ffadee420d12 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.818975] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b542c86b-67d9-411c-8b13-324f122c9205 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.828935] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28a5745-3698-41f5-abee-d769107cc2ac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.845212] env[69950]: DEBUG nova.compute.provider_tree [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.848177] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Releasing lock "refresh_cache-ef489f33-9bb0-4ab9-b5be-979629923c8a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.848177] env[69950]: DEBUG nova.compute.manager [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Instance network_info: |[{"id": "eaf45bf9-6f99-4825-bdca-a585de05ac34", "address": "fa:16:3e:35:50:9f", "network": {"id": "c05b1ac9-ab0d-434c-b92b-e3e5fcd5c2ef", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2146545870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0bf763d53164339961dbec39fc1b45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf45bf9-6f", "ovs_interfaceid": "eaf45bf9-6f99-4825-bdca-a585de05ac34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.848717] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:50:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaf45bf9-6f99-4825-bdca-a585de05ac34', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.857232] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Creating folder: Project (a0bf763d53164339961dbec39fc1b45b). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.857903] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f3b0984-c56c-4af9-93d2-7ffb3dcb7ff7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.874737] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Created folder: Project (a0bf763d53164339961dbec39fc1b45b) in parent group-v835309. [ 660.875034] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Creating folder: Instances. Parent ref: group-v835319. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.875603] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fabe5f7b-5b50-4038-a336-2227a119d1c0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.887353] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Created folder: Instances in parent group-v835319. [ 660.887535] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.888073] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.888073] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ec2b5bd-66bd-4e5a-a00e-25dc09c1afa7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.914583] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.914583] env[69950]: value = "task-4221521" [ 660.914583] env[69950]: _type = "Task" [ 660.914583] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.926071] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221521, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.091401] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Acquiring lock "9fafb2d7-7f82-4f7f-98cf-7346896293bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.091401] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Lock "9fafb2d7-7f82-4f7f-98cf-7346896293bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.158373] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.255752] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683172} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.256224] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Copied Virtual Disk [datastore2] vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk to [datastore2] vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.256533] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Deleting the datastore file [datastore2] vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.256900] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e1db225-46fa-4e7b-90e1-fb49e35576ed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.266036] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 661.266036] env[69950]: value = "task-4221522" [ 661.266036] env[69950]: _type = "Task" [ 661.266036] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.277890] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.359530] env[69950]: DEBUG nova.scheduler.client.report [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.366518] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.366711] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.424912] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221521, 'name': CreateVM_Task, 'duration_secs': 0.389093} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.425173] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.425799] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.426404] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.426404] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.426615] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc8625b0-ecb9-4f08-9846-2075e5bc3541 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.431456] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 661.431456] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52074d4c-1175-7b8c-37c4-d3985c209a97" [ 661.431456] env[69950]: _type = "Task" [ 661.431456] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.440079] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52074d4c-1175-7b8c-37c4-d3985c209a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.580510] env[69950]: DEBUG nova.compute.manager [req-418aef0e-2f18-4bf9-a8ac-c0ca3b6f28e8 req-3d758547-5864-463e-b530-4ee857657225 service nova] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Received event network-changed-ceb528fe-e3cf-4457-b5fa-137ca598b28f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 661.580510] env[69950]: DEBUG nova.compute.manager [req-418aef0e-2f18-4bf9-a8ac-c0ca3b6f28e8 req-3d758547-5864-463e-b530-4ee857657225 service nova] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Refreshing instance network info cache due to event network-changed-ceb528fe-e3cf-4457-b5fa-137ca598b28f. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 661.580761] env[69950]: DEBUG oslo_concurrency.lockutils [req-418aef0e-2f18-4bf9-a8ac-c0ca3b6f28e8 req-3d758547-5864-463e-b530-4ee857657225 service nova] Acquiring lock "refresh_cache-8780ba68-79d5-4290-a2db-cac10ca3eb0a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.580792] env[69950]: DEBUG oslo_concurrency.lockutils [req-418aef0e-2f18-4bf9-a8ac-c0ca3b6f28e8 req-3d758547-5864-463e-b530-4ee857657225 service nova] Acquired lock "refresh_cache-8780ba68-79d5-4290-a2db-cac10ca3eb0a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.581531] env[69950]: DEBUG nova.network.neutron [req-418aef0e-2f18-4bf9-a8ac-c0ca3b6f28e8 req-3d758547-5864-463e-b530-4ee857657225 service nova] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Refreshing network info cache for port ceb528fe-e3cf-4457-b5fa-137ca598b28f {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.593050] env[69950]: DEBUG nova.compute.manager [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.782116] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02945} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.782559] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.782778] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Moving file from [datastore2] vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3/5ff20735-6522-48d7-b15a-e5eb837d4202 to [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202. {{(pid=69950) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 661.783080] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-440fb0fe-a825-4b50-b27a-77ca8d65df87 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.792987] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 661.792987] env[69950]: value = "task-4221523" [ 661.792987] env[69950]: _type = "Task" [ 661.792987] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.802746] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221523, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.871074] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.871074] env[69950]: DEBUG nova.compute.manager [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.873099] env[69950]: DEBUG nova.compute.manager [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.877703] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.550s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.879435] env[69950]: INFO nova.compute.claims [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.947793] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.947975] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.948223] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.966957] env[69950]: DEBUG nova.compute.manager [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Received event network-changed-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 661.967685] env[69950]: DEBUG nova.compute.manager [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Refreshing instance network info cache due to event network-changed-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 661.967685] env[69950]: DEBUG oslo_concurrency.lockutils [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] Acquiring lock "refresh_cache-5ef5963e-72c2-4e2a-96f5-93214d815741" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.967685] env[69950]: DEBUG oslo_concurrency.lockutils [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] Acquired lock "refresh_cache-5ef5963e-72c2-4e2a-96f5-93214d815741" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.967685] env[69950]: DEBUG nova.network.neutron [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Refreshing network info cache for port c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.125921] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.313658] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221523, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.050006} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.314459] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] File moved {{(pid=69950) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 662.315290] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Cleaning up location [datastore2] vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 662.317017] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Deleting the datastore file [datastore2] vmware_temp/f07b6e4e-28bb-4847-92d8-e73cf4f0afe3 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.317017] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-990a0a1f-a9ee-4f19-9490-f3873fd4aad7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.327221] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 662.327221] env[69950]: value = "task-4221524" [ 662.327221] env[69950]: _type = "Task" [ 662.327221] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.336421] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Acquiring lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.336883] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.342299] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.374957] env[69950]: DEBUG nova.compute.utils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.378475] env[69950]: DEBUG nova.compute.manager [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.379193] env[69950]: DEBUG nova.network.neutron [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.417595] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.545078] env[69950]: DEBUG nova.policy [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c96a0bfc77b44a0491711a7152a57c14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f78b228d57f4389a19608b113e95ba2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.649159] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "93664ea1-b278-43d4-9390-f10836022697" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.649651] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "93664ea1-b278-43d4-9390-f10836022697" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.839235] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034382} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.839235] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.844029] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4570bb8-8670-40ae-9641-67d26768db16 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.844029] env[69950]: DEBUG nova.compute.manager [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.853989] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 662.853989] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a785e1-5155-8264-e8d4-c86a351ba359" [ 662.853989] env[69950]: _type = "Task" [ 662.853989] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.867582] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a785e1-5155-8264-e8d4-c86a351ba359, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.879519] env[69950]: DEBUG nova.compute.manager [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.898198] env[69950]: DEBUG nova.network.neutron [req-418aef0e-2f18-4bf9-a8ac-c0ca3b6f28e8 req-3d758547-5864-463e-b530-4ee857657225 service nova] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Updated VIF entry in instance network info cache for port ceb528fe-e3cf-4457-b5fa-137ca598b28f. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.898198] env[69950]: DEBUG nova.network.neutron [req-418aef0e-2f18-4bf9-a8ac-c0ca3b6f28e8 req-3d758547-5864-463e-b530-4ee857657225 service nova] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Updating instance_info_cache with network_info: [{"id": "ceb528fe-e3cf-4457-b5fa-137ca598b28f", "address": "fa:16:3e:4b:ef:48", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb528fe-e3", "ovs_interfaceid": "ceb528fe-e3cf-4457-b5fa-137ca598b28f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.036957] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "16470c4f-53ee-4932-913e-c65f6683683a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.037240] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "16470c4f-53ee-4932-913e-c65f6683683a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.074672] env[69950]: DEBUG nova.network.neutron [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Updated VIF entry in instance network info cache for port c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.074672] env[69950]: DEBUG nova.network.neutron [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Updating instance_info_cache with network_info: [{"id": "c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1", "address": "fa:16:3e:bb:73:7f", "network": {"id": "ec43a954-4802-4efa-b904-02d84e56e274", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1577565453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc67ad58a787412c8b4a44312f1850d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4e7bfc8-ae", "ovs_interfaceid": "c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.212340] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58478ac-4f33-4660-8e4e-36cd245062da {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.223271] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85d77b2-6382-4feb-9297-d2e7062b41cd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.265311] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3357e4-543b-4378-8664-87ccf45e5df5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.274757] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ef2b69-a8c7-4b19-b654-fed0dd5e6ed5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.290850] env[69950]: DEBUG nova.compute.provider_tree [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.372564] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a785e1-5155-8264-e8d4-c86a351ba359, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.372902] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.373956] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 8780ba68-79d5-4290-a2db-cac10ca3eb0a/8780ba68-79d5-4290-a2db-cac10ca3eb0a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.373956] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.373956] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.373956] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bec2eb50-4631-4132-b288-c8e21780cf09 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.376568] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-153b7eff-d280-48af-93a4-a681515fac83 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.379809] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.388424] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 663.388424] env[69950]: value = "task-4221525" [ 663.388424] env[69950]: _type = "Task" [ 663.388424] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.390376] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.390587] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.395741] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b0d0a1-64e4-4456-ae8d-f9dd3b6e0f1c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.404044] env[69950]: DEBUG oslo_concurrency.lockutils [req-418aef0e-2f18-4bf9-a8ac-c0ca3b6f28e8 req-3d758547-5864-463e-b530-4ee857657225 service nova] Releasing lock "refresh_cache-8780ba68-79d5-4290-a2db-cac10ca3eb0a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.404324] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Waiting for the task: (returnval){ [ 663.404324] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52933e4e-a78d-6444-7760-cb4ed17a1263" [ 663.404324] env[69950]: _type = "Task" [ 663.404324] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.408640] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.417252] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52933e4e-a78d-6444-7760-cb4ed17a1263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.575987] env[69950]: DEBUG oslo_concurrency.lockutils [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] Releasing lock "refresh_cache-5ef5963e-72c2-4e2a-96f5-93214d815741" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.576674] env[69950]: DEBUG nova.compute.manager [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Received event network-vif-plugged-eaf45bf9-6f99-4825-bdca-a585de05ac34 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 663.576674] env[69950]: DEBUG oslo_concurrency.lockutils [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] Acquiring lock "ef489f33-9bb0-4ab9-b5be-979629923c8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.576857] env[69950]: DEBUG oslo_concurrency.lockutils [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] Lock "ef489f33-9bb0-4ab9-b5be-979629923c8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.577028] env[69950]: DEBUG oslo_concurrency.lockutils [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] Lock "ef489f33-9bb0-4ab9-b5be-979629923c8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.577601] env[69950]: DEBUG nova.compute.manager [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] No waiting events found dispatching network-vif-plugged-eaf45bf9-6f99-4825-bdca-a585de05ac34 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 663.577601] env[69950]: WARNING nova.compute.manager [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Received unexpected event network-vif-plugged-eaf45bf9-6f99-4825-bdca-a585de05ac34 for instance with vm_state building and task_state spawning. [ 663.577601] env[69950]: DEBUG nova.compute.manager [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Received event network-changed-eaf45bf9-6f99-4825-bdca-a585de05ac34 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 663.577601] env[69950]: DEBUG nova.compute.manager [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Refreshing instance network info cache due to event network-changed-eaf45bf9-6f99-4825-bdca-a585de05ac34. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 663.577836] env[69950]: DEBUG oslo_concurrency.lockutils [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] Acquiring lock "refresh_cache-ef489f33-9bb0-4ab9-b5be-979629923c8a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.577894] env[69950]: DEBUG oslo_concurrency.lockutils [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] Acquired lock "refresh_cache-ef489f33-9bb0-4ab9-b5be-979629923c8a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.578058] env[69950]: DEBUG nova.network.neutron [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Refreshing network info cache for port eaf45bf9-6f99-4825-bdca-a585de05ac34 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.829405] env[69950]: ERROR nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [req-df94f636-8631-46c0-a32c-7698a47fcffa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df94f636-8631-46c0-a32c-7698a47fcffa"}]} [ 663.851651] env[69950]: DEBUG nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 663.873040] env[69950]: DEBUG nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 663.873441] env[69950]: DEBUG nova.compute.provider_tree [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.881407] env[69950]: DEBUG nova.network.neutron [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Successfully created port: 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.891294] env[69950]: DEBUG nova.compute.manager [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.893796] env[69950]: DEBUG nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 663.911480] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221525, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.927173] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52933e4e-a78d-6444-7760-cb4ed17a1263, 'name': SearchDatastore_Task, 'duration_secs': 0.015053} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.928301] env[69950]: DEBUG nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 663.932468] env[69950]: DEBUG nova.virt.hardware [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.932818] env[69950]: DEBUG nova.virt.hardware [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.932928] env[69950]: DEBUG nova.virt.hardware [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.933041] env[69950]: DEBUG nova.virt.hardware [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.933408] env[69950]: DEBUG nova.virt.hardware [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.933408] env[69950]: DEBUG nova.virt.hardware [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.933528] env[69950]: DEBUG nova.virt.hardware [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.933746] env[69950]: DEBUG nova.virt.hardware [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.934826] env[69950]: DEBUG nova.virt.hardware [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.934826] env[69950]: DEBUG nova.virt.hardware [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.934826] env[69950]: DEBUG nova.virt.hardware [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.935613] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337fca0e-68a8-4706-b4a2-ab62f66e6f77 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.938489] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06257ac5-785f-4570-9642-3f77e818e38e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.947850] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Waiting for the task: (returnval){ [ 663.947850] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529631f3-6a4b-74c0-65d3-72198469b1a6" [ 663.947850] env[69950]: _type = "Task" [ 663.947850] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.949141] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8cabb9-5e8e-42b8-aee9-5440a51f9e17 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.974878] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529631f3-6a4b-74c0-65d3-72198469b1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.976068] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.976068] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] e6674863-b35c-41f7-b9a3-127937f23b27/e6674863-b35c-41f7-b9a3-127937f23b27.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.976327] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.976473] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.976676] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac10e3a5-c417-4fe8-b8f1-ebb9e50c08de {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.978766] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb33e306-14e0-4480-a777-fce543216f22 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.987447] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Waiting for the task: (returnval){ [ 663.987447] env[69950]: value = "task-4221526" [ 663.987447] env[69950]: _type = "Task" [ 663.987447] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.988765] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.988997] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.992657] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81907aab-065d-4a0f-a268-314fad9ad988 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.003445] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': task-4221526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.005310] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Waiting for the task: (returnval){ [ 664.005310] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521b6147-ea32-6b3b-4e82-889ce4927be6" [ 664.005310] env[69950]: _type = "Task" [ 664.005310] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.015626] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521b6147-ea32-6b3b-4e82-889ce4927be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.220384] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1dc74a-fbbe-4f4a-b8f2-8e6a039e6674 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.231740] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b650e9-e1cb-4fc5-90e5-9e2c1d3175c0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.271151] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1e6833-bd4b-4e26-aa0b-054fda71d81b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.281083] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bee420-c841-4c68-84e1-374b447e39d2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.299041] env[69950]: DEBUG nova.compute.provider_tree [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.409130] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546241} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.409535] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 8780ba68-79d5-4290-a2db-cac10ca3eb0a/8780ba68-79d5-4290-a2db-cac10ca3eb0a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.409753] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.410036] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c045ced-6bf0-4adf-b84e-637e4789b97c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.420464] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 664.420464] env[69950]: value = "task-4221527" [ 664.420464] env[69950]: _type = "Task" [ 664.420464] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.435642] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.499738] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': task-4221526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47861} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.500093] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] e6674863-b35c-41f7-b9a3-127937f23b27/e6674863-b35c-41f7-b9a3-127937f23b27.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.500314] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.500775] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d38ff8c-99a6-4ed3-9fe5-633ee9632890 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.511565] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Waiting for the task: (returnval){ [ 664.511565] env[69950]: value = "task-4221528" [ 664.511565] env[69950]: _type = "Task" [ 664.511565] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.519913] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521b6147-ea32-6b3b-4e82-889ce4927be6, 'name': SearchDatastore_Task, 'duration_secs': 0.01803} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.521340] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe55911-3ca1-4af0-8713-9204a083cc09 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.530591] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': task-4221528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.534673] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Waiting for the task: (returnval){ [ 664.534673] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f94744-0083-e1ba-fa36-8f996912a8d2" [ 664.534673] env[69950]: _type = "Task" [ 664.534673] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.551807] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f94744-0083-e1ba-fa36-8f996912a8d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009361} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.552046] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.552454] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 5ef5963e-72c2-4e2a-96f5-93214d815741/5ef5963e-72c2-4e2a-96f5-93214d815741.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.552750] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.552875] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.553112] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-647d02f8-c190-49e1-ae03-4b05be5e796c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.557698] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a8a2caf-3885-498b-a9a3-729d7fee6551 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.565407] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Waiting for the task: (returnval){ [ 664.565407] env[69950]: value = "task-4221529" [ 664.565407] env[69950]: _type = "Task" [ 664.565407] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.566928] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.566928] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.573545] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c032bf-39df-4800-a4e8-164faacc69b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.585463] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.586405] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 664.586405] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529d737b-e956-9314-d7d4-252c1f31b324" [ 664.586405] env[69950]: _type = "Task" [ 664.586405] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.595487] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529d737b-e956-9314-d7d4-252c1f31b324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.868090] env[69950]: DEBUG nova.network.neutron [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Updated VIF entry in instance network info cache for port eaf45bf9-6f99-4825-bdca-a585de05ac34. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.869390] env[69950]: DEBUG nova.network.neutron [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Updating instance_info_cache with network_info: [{"id": "eaf45bf9-6f99-4825-bdca-a585de05ac34", "address": "fa:16:3e:35:50:9f", "network": {"id": "c05b1ac9-ab0d-434c-b92b-e3e5fcd5c2ef", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2146545870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0bf763d53164339961dbec39fc1b45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf45bf9-6f", "ovs_interfaceid": "eaf45bf9-6f99-4825-bdca-a585de05ac34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.891333] env[69950]: ERROR nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [req-d94b9e67-e0c1-46c4-bce9-3edc6307dcb9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d94b9e67-e0c1-46c4-bce9-3edc6307dcb9"}]} [ 664.914897] env[69950]: DEBUG nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 664.940175] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08521} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.941337] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.942604] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbfdb5e-c6f6-42a0-acfb-dc8102889204 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.950143] env[69950]: DEBUG nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 664.950360] env[69950]: DEBUG nova.compute.provider_tree [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.980886] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 8780ba68-79d5-4290-a2db-cac10ca3eb0a/8780ba68-79d5-4290-a2db-cac10ca3eb0a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.982317] env[69950]: DEBUG nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 664.985578] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b12780ff-f29d-431f-8adf-47fe884dd33b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.011254] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 665.011254] env[69950]: value = "task-4221530" [ 665.011254] env[69950]: _type = "Task" [ 665.011254] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.031100] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221530, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.031768] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': task-4221528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065788} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.032192] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.033337] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307b143d-ba39-4bfb-8211-5ca8d4626bec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.065173] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] e6674863-b35c-41f7-b9a3-127937f23b27/e6674863-b35c-41f7-b9a3-127937f23b27.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.066204] env[69950]: DEBUG nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 665.068442] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a6c9b1d-f37e-409f-80ba-d2e2190aec3d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.092742] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Waiting for the task: (returnval){ [ 665.092742] env[69950]: value = "task-4221531" [ 665.092742] env[69950]: _type = "Task" [ 665.092742] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.096612] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529d737b-e956-9314-d7d4-252c1f31b324, 'name': SearchDatastore_Task, 'duration_secs': 0.016764} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.103217] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468394} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.103871] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e564e507-ddd7-4cf7-b1f3-f7c5d7c3217a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.108357] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 5ef5963e-72c2-4e2a-96f5-93214d815741/5ef5963e-72c2-4e2a-96f5-93214d815741.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.108646] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.112104] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab776f67-b0d1-4a32-9f77-57b428b52e4b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.118477] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': task-4221531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.122171] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 665.122171] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522ca982-29d5-357a-de85-426958a6b8aa" [ 665.122171] env[69950]: _type = "Task" [ 665.122171] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.126640] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Waiting for the task: (returnval){ [ 665.126640] env[69950]: value = "task-4221532" [ 665.126640] env[69950]: _type = "Task" [ 665.126640] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.137728] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522ca982-29d5-357a-de85-426958a6b8aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.143453] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.284037] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "3b9149ee-29f3-4353-9c6c-77110197205e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.284037] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "3b9149ee-29f3-4353-9c6c-77110197205e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.363796] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db707152-9347-49fb-874b-1c9dec6ec3e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.372287] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8ae5b9-68b7-4e3f-93e9-8d64a8df96e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.376525] env[69950]: DEBUG oslo_concurrency.lockutils [req-b1778deb-b382-42cc-aec6-406f9c1b891e req-011e0cf2-647b-4fcf-9064-8317a357521c service nova] Releasing lock "refresh_cache-ef489f33-9bb0-4ab9-b5be-979629923c8a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.406844] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7471f5e4-5639-497a-91b0-14d55374eb80 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.415163] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e559d0d8-297d-4b19-977e-511cf2720a45 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.424258] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "7148155a-fa4a-4b0d-b1ca-b01c29434ed3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.424258] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "7148155a-fa4a-4b0d-b1ca-b01c29434ed3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.436951] env[69950]: DEBUG nova.compute.provider_tree [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.519542] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221530, 'name': ReconfigVM_Task, 'duration_secs': 0.326867} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.521463] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 8780ba68-79d5-4290-a2db-cac10ca3eb0a/8780ba68-79d5-4290-a2db-cac10ca3eb0a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.521463] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76787f81-6317-4546-b9c9-df3af86ab43f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.529851] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 665.529851] env[69950]: value = "task-4221533" [ 665.529851] env[69950]: _type = "Task" [ 665.529851] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.539053] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221533, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.607693] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': task-4221531, 'name': ReconfigVM_Task, 'duration_secs': 0.29727} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.607993] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Reconfigured VM instance instance-00000003 to attach disk [datastore2] e6674863-b35c-41f7-b9a3-127937f23b27/e6674863-b35c-41f7-b9a3-127937f23b27.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.608643] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec1f7c5c-c63e-4a72-9014-60e0920dd8bb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.618754] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Waiting for the task: (returnval){ [ 665.618754] env[69950]: value = "task-4221534" [ 665.618754] env[69950]: _type = "Task" [ 665.618754] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.637485] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522ca982-29d5-357a-de85-426958a6b8aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012625} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.637630] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': task-4221534, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.643928] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.643928] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] ef489f33-9bb0-4ab9-b5be-979629923c8a/ef489f33-9bb0-4ab9-b5be-979629923c8a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.643928] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f938f936-8e33-4e98-a06a-a469f60f857d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.651205] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070576} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.652651] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.653028] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 665.653028] env[69950]: value = "task-4221535" [ 665.653028] env[69950]: _type = "Task" [ 665.653028] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.654139] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6aa506-1a45-4510-98cf-8904ab865258 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.673195] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.689651] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 5ef5963e-72c2-4e2a-96f5-93214d815741/5ef5963e-72c2-4e2a-96f5-93214d815741.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.689985] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c753a3a4-bb4b-4829-af84-4a70b39b96e9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.712110] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Waiting for the task: (returnval){ [ 665.712110] env[69950]: value = "task-4221536" [ 665.712110] env[69950]: _type = "Task" [ 665.712110] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.722992] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.965102] env[69950]: ERROR nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [req-c70574ee-8c67-4c09-b1fb-8e06c84d9ac1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c70574ee-8c67-4c09-b1fb-8e06c84d9ac1"}]} [ 665.985777] env[69950]: DEBUG nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 666.005190] env[69950]: DEBUG nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 666.005432] env[69950]: DEBUG nova.compute.provider_tree [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.026340] env[69950]: DEBUG nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 666.046151] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221533, 'name': Rename_Task, 'duration_secs': 0.170858} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.046623] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.046935] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9db2195b-d8eb-4a57-b8d4-70bab4383c49 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.055649] env[69950]: DEBUG nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 666.061887] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 666.061887] env[69950]: value = "task-4221537" [ 666.061887] env[69950]: _type = "Task" [ 666.061887] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.071843] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.134870] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': task-4221534, 'name': Rename_Task, 'duration_secs': 0.174866} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.135429] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.135569] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3861fdfb-c3fd-4c22-9043-b83081f60238 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.146471] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Waiting for the task: (returnval){ [ 666.146471] env[69950]: value = "task-4221538" [ 666.146471] env[69950]: _type = "Task" [ 666.146471] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.158282] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': task-4221538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.174221] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221535, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.224817] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.328319] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0d2207-345b-4f81-8dd5-57899e25f7a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.339413] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd3156f-bf6e-4c9e-966a-ded989ba8c75 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.381803] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59e72e1-0cc5-49aa-ac8c-ad2192f85117 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.391433] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f603c5d3-bc24-48dc-a70a-d68dce101cb2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.411696] env[69950]: DEBUG nova.compute.provider_tree [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.574627] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.659576] env[69950]: DEBUG oslo_vmware.api [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': task-4221538, 'name': PowerOnVM_Task, 'duration_secs': 0.480546} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.663676] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.664215] env[69950]: INFO nova.compute.manager [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Took 10.10 seconds to spawn the instance on the hypervisor. [ 666.664522] env[69950]: DEBUG nova.compute.manager [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 666.665394] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82432c34-c5da-4d6b-bcd9-727a02bf9db0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.680644] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532857} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.681503] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] ef489f33-9bb0-4ab9-b5be-979629923c8a/ef489f33-9bb0-4ab9-b5be-979629923c8a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.681829] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.682198] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88523560-937c-465d-bc2a-1e034118ff59 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.691329] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 666.691329] env[69950]: value = "task-4221539" [ 666.691329] env[69950]: _type = "Task" [ 666.691329] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.707295] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.728713] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221536, 'name': ReconfigVM_Task, 'duration_secs': 0.652794} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.728713] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 5ef5963e-72c2-4e2a-96f5-93214d815741/5ef5963e-72c2-4e2a-96f5-93214d815741.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.729551] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1a1ecd7-0661-44bc-94ec-13088076a334 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.742799] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Waiting for the task: (returnval){ [ 666.742799] env[69950]: value = "task-4221540" [ 666.742799] env[69950]: _type = "Task" [ 666.742799] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.754874] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221540, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.960914] env[69950]: DEBUG nova.scheduler.client.report [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 18 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 666.961166] env[69950]: DEBUG nova.compute.provider_tree [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 18 to 19 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 666.961347] env[69950]: DEBUG nova.compute.provider_tree [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.075281] env[69950]: DEBUG oslo_vmware.api [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221537, 'name': PowerOnVM_Task, 'duration_secs': 0.759118} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.075822] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.076094] env[69950]: INFO nova.compute.manager [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Took 15.02 seconds to spawn the instance on the hypervisor. [ 667.076253] env[69950]: DEBUG nova.compute.manager [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.077214] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fb2166-d313-4e72-816a-4e838de16be6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.190562] env[69950]: INFO nova.compute.manager [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Took 18.37 seconds to build instance. [ 667.209949] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075408} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.210939] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.212063] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff8683a-52d6-44b8-8a6a-d9c6f252f3af {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.241838] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] ef489f33-9bb0-4ab9-b5be-979629923c8a/ef489f33-9bb0-4ab9-b5be-979629923c8a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.242661] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05bd5a75-8fb3-4b97-b8f4-96167640a8bb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.276523] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221540, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.278387] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 667.278387] env[69950]: value = "task-4221541" [ 667.278387] env[69950]: _type = "Task" [ 667.278387] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.293883] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.467104] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.589s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.467842] env[69950]: DEBUG nova.compute.manager [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.472040] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.314s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.477156] env[69950]: INFO nova.compute.claims [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.604104] env[69950]: DEBUG nova.network.neutron [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Successfully updated port: 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.613958] env[69950]: INFO nova.compute.manager [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Took 19.83 seconds to build instance. [ 667.698647] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1f0bd02-3f8e-40ab-8b5e-e616b4ed3915 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Lock "e6674863-b35c-41f7-b9a3-127937f23b27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.884s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.758643] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221540, 'name': Rename_Task, 'duration_secs': 0.557804} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.758643] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.758643] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32ab1389-ca63-4d62-bc58-993a32ccdf36 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.768625] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Waiting for the task: (returnval){ [ 667.768625] env[69950]: value = "task-4221542" [ 667.768625] env[69950]: _type = "Task" [ 667.768625] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.781155] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.795102] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.980448] env[69950]: DEBUG nova.compute.utils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.984049] env[69950]: DEBUG nova.compute.manager [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.986337] env[69950]: DEBUG nova.network.neutron [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.993024] env[69950]: DEBUG nova.compute.manager [req-971d8460-37ab-48cb-a7a5-12f84405782b req-848542ff-55c1-4a90-b1dc-305ef470a41c service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Received event network-vif-plugged-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 667.993024] env[69950]: DEBUG oslo_concurrency.lockutils [req-971d8460-37ab-48cb-a7a5-12f84405782b req-848542ff-55c1-4a90-b1dc-305ef470a41c service nova] Acquiring lock "bc626a0f-0d8f-4fce-b31a-98e6edf98d59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.993024] env[69950]: DEBUG oslo_concurrency.lockutils [req-971d8460-37ab-48cb-a7a5-12f84405782b req-848542ff-55c1-4a90-b1dc-305ef470a41c service nova] Lock "bc626a0f-0d8f-4fce-b31a-98e6edf98d59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.993024] env[69950]: DEBUG oslo_concurrency.lockutils [req-971d8460-37ab-48cb-a7a5-12f84405782b req-848542ff-55c1-4a90-b1dc-305ef470a41c service nova] Lock "bc626a0f-0d8f-4fce-b31a-98e6edf98d59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.993024] env[69950]: DEBUG nova.compute.manager [req-971d8460-37ab-48cb-a7a5-12f84405782b req-848542ff-55c1-4a90-b1dc-305ef470a41c service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] No waiting events found dispatching network-vif-plugged-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 667.993294] env[69950]: WARNING nova.compute.manager [req-971d8460-37ab-48cb-a7a5-12f84405782b req-848542ff-55c1-4a90-b1dc-305ef470a41c service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Received unexpected event network-vif-plugged-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 for instance with vm_state building and task_state spawning. [ 668.107553] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.108259] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquired lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.108381] env[69950]: DEBUG nova.network.neutron [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.118737] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Lock "8780ba68-79d5-4290-a2db-cac10ca3eb0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.344s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.202967] env[69950]: DEBUG nova.policy [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da5e0c08789b45c6bcc4a6b7f42f5b34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61777b9c2fa043658187fbfa7df2557f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.205458] env[69950]: DEBUG nova.compute.manager [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.278732] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221542, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.292460] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221541, 'name': ReconfigVM_Task, 'duration_secs': 0.517794} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.292848] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Reconfigured VM instance instance-00000004 to attach disk [datastore2] ef489f33-9bb0-4ab9-b5be-979629923c8a/ef489f33-9bb0-4ab9-b5be-979629923c8a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.294410] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b3a1b22-b3c4-4eb0-9235-c981ffc6fc10 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.305362] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 668.305362] env[69950]: value = "task-4221543" [ 668.305362] env[69950]: _type = "Task" [ 668.305362] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.316409] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221543, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.488700] env[69950]: DEBUG nova.compute.manager [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.623499] env[69950]: DEBUG nova.compute.manager [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.739024] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.747558] env[69950]: DEBUG nova.network.neutron [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.783885] env[69950]: DEBUG oslo_vmware.api [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221542, 'name': PowerOnVM_Task, 'duration_secs': 0.785542} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.784635] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.784873] env[69950]: INFO nova.compute.manager [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Took 14.45 seconds to spawn the instance on the hypervisor. [ 668.785107] env[69950]: DEBUG nova.compute.manager [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.786153] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a939467-fd98-4a4f-85ae-0c477f25ad03 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.802764] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27139b59-5562-42c0-8e2e-9e9727027582 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.820061] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b380f4b-e05c-4694-9308-76b79e1a884b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.829927] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221543, 'name': Rename_Task, 'duration_secs': 0.191036} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.830712] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.831737] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea9510ad-17ab-45fb-8ae4-16e78ce120f8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.862501] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbc0ef6-9ffa-476f-8420-d270612db18f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.865620] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 668.865620] env[69950]: value = "task-4221544" [ 668.865620] env[69950]: _type = "Task" [ 668.865620] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.875540] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb4946a-54a9-458e-9ebe-c5cc7c5c06ed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.884665] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221544, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.897795] env[69950]: DEBUG nova.compute.provider_tree [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.164317] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.320035] env[69950]: INFO nova.compute.manager [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Took 20.92 seconds to build instance. [ 669.385263] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221544, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.404181] env[69950]: DEBUG nova.scheduler.client.report [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.513124] env[69950]: DEBUG nova.compute.manager [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.560449] env[69950]: DEBUG nova.virt.hardware [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.560703] env[69950]: DEBUG nova.virt.hardware [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.560862] env[69950]: DEBUG nova.virt.hardware [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.561312] env[69950]: DEBUG nova.virt.hardware [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.561526] env[69950]: DEBUG nova.virt.hardware [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.561686] env[69950]: DEBUG nova.virt.hardware [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.561900] env[69950]: DEBUG nova.virt.hardware [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.562066] env[69950]: DEBUG nova.virt.hardware [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.562272] env[69950]: DEBUG nova.virt.hardware [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.562843] env[69950]: DEBUG nova.virt.hardware [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.562843] env[69950]: DEBUG nova.virt.hardware [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.566185] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e594dc8a-b3d1-4e52-b6ba-20c9ee6d3a23 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.568339] env[69950]: DEBUG nova.network.neutron [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Successfully created port: 45a213e0-53ee-4007-a494-3335a56e0791 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.578648] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de35abb-7bd5-47dc-90f0-ba3cd73a471a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.599981] env[69950]: DEBUG nova.network.neutron [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Updating instance_info_cache with network_info: [{"id": "6f42dc81-f109-4db9-ada2-5c79c1b1e6c7", "address": "fa:16:3e:73:17:d9", "network": {"id": "a5d4250e-a36f-4abb-8b8b-912b140b7950", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-681070360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7f78b228d57f4389a19608b113e95ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f42dc81-f1", "ovs_interfaceid": "6f42dc81-f109-4db9-ada2-5c79c1b1e6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.610982] env[69950]: DEBUG nova.compute.manager [None req-b5018943-d19d-4fd0-bcaf-3a64255d84d8 tempest-ServerDiagnosticsV248Test-238828410 tempest-ServerDiagnosticsV248Test-238828410-project-admin] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.610982] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dabcc9-16cd-4753-82db-dbde2f3f8ce3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.627333] env[69950]: INFO nova.compute.manager [None req-b5018943-d19d-4fd0-bcaf-3a64255d84d8 tempest-ServerDiagnosticsV248Test-238828410 tempest-ServerDiagnosticsV248Test-238828410-project-admin] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Retrieving diagnostics [ 669.627333] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290c61f6-48ce-4c3b-a3dd-d1afdd2c418e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.767861] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Acquiring lock "8780ba68-79d5-4290-a2db-cac10ca3eb0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.768134] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Lock "8780ba68-79d5-4290-a2db-cac10ca3eb0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.768406] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Acquiring lock "8780ba68-79d5-4290-a2db-cac10ca3eb0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.768620] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Lock "8780ba68-79d5-4290-a2db-cac10ca3eb0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.768788] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Lock "8780ba68-79d5-4290-a2db-cac10ca3eb0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.772968] env[69950]: INFO nova.compute.manager [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Terminating instance [ 669.823165] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Lock "5ef5963e-72c2-4e2a-96f5-93214d815741" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.438s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.888056] env[69950]: DEBUG oslo_vmware.api [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221544, 'name': PowerOnVM_Task, 'duration_secs': 1.017024} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.888522] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.888734] env[69950]: INFO nova.compute.manager [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Took 11.13 seconds to spawn the instance on the hypervisor. [ 669.889025] env[69950]: DEBUG nova.compute.manager [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.890276] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7df1b4-23ee-4d37-8634-c14d57f8c5e9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.909954] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.910508] env[69950]: DEBUG nova.compute.manager [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.918329] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.787s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.920522] env[69950]: INFO nova.compute.claims [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.104835] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Releasing lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.105289] env[69950]: DEBUG nova.compute.manager [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Instance network_info: |[{"id": "6f42dc81-f109-4db9-ada2-5c79c1b1e6c7", "address": "fa:16:3e:73:17:d9", "network": {"id": "a5d4250e-a36f-4abb-8b8b-912b140b7950", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-681070360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7f78b228d57f4389a19608b113e95ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f42dc81-f1", "ovs_interfaceid": "6f42dc81-f109-4db9-ada2-5c79c1b1e6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.105638] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:17:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f42dc81-f109-4db9-ada2-5c79c1b1e6c7', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.115564] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Creating folder: Project (7f78b228d57f4389a19608b113e95ba2). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.115915] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9148a836-aec5-4c66-a882-c82df3cb6245 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.130490] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Created folder: Project (7f78b228d57f4389a19608b113e95ba2) in parent group-v835309. [ 670.134025] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Creating folder: Instances. Parent ref: group-v835322. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.134025] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f92c0e85-9792-492f-b42d-461cf12b5727 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.145986] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Created folder: Instances in parent group-v835322. [ 670.146317] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.146500] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.147017] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6e614be-579e-4feb-a295-f900c1c8fe38 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.168037] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.168037] env[69950]: value = "task-4221547" [ 670.168037] env[69950]: _type = "Task" [ 670.168037] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.180766] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221547, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.281675] env[69950]: DEBUG nova.compute.manager [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.282220] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.283258] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917edd0e-05ce-4dd5-a9bd-dfd078559cca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.293885] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.294204] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9740aee-0017-4708-addd-c02457b571b6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.303816] env[69950]: DEBUG oslo_vmware.api [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Waiting for the task: (returnval){ [ 670.303816] env[69950]: value = "task-4221548" [ 670.303816] env[69950]: _type = "Task" [ 670.303816] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.314153] env[69950]: DEBUG oslo_vmware.api [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Task: {'id': task-4221548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.329500] env[69950]: DEBUG nova.compute.manager [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.422798] env[69950]: INFO nova.compute.manager [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Took 18.67 seconds to build instance. [ 670.424647] env[69950]: DEBUG nova.compute.utils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.430572] env[69950]: DEBUG nova.compute.manager [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.430572] env[69950]: DEBUG nova.network.neutron [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.564930] env[69950]: DEBUG nova.policy [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac5401a9e3564fb7ba410980f03fb83f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1fc24a263444e3aa42cafe55a841883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.684318] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221547, 'name': CreateVM_Task, 'duration_secs': 0.478523} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.684733] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.687025] env[69950]: DEBUG oslo_vmware.service [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdba0ba-d067-4342-9c24-8e90f6642f8e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.694142] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.694380] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.694863] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.695238] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a2849c9-7730-4451-8a69-f97b3128cc6b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.701714] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 670.701714] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5282f52e-a285-37d3-49d2-ec7c84f88395" [ 670.701714] env[69950]: _type = "Task" [ 670.701714] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.716352] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5282f52e-a285-37d3-49d2-ec7c84f88395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.815862] env[69950]: DEBUG oslo_vmware.api [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Task: {'id': task-4221548, 'name': PowerOffVM_Task, 'duration_secs': 0.264221} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.821255] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.821587] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.821814] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c2c3520-4ec7-4945-94c4-2cd73ae15ff2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.865740] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.892661] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.894157] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.894157] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Deleting the datastore file [datastore2] 8780ba68-79d5-4290-a2db-cac10ca3eb0a {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.894157] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5637470-ffdc-41e7-8e98-6f7ce4d25828 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.904077] env[69950]: DEBUG oslo_vmware.api [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Waiting for the task: (returnval){ [ 670.904077] env[69950]: value = "task-4221550" [ 670.904077] env[69950]: _type = "Task" [ 670.904077] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.916203] env[69950]: DEBUG oslo_vmware.api [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Task: {'id': task-4221550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.930047] env[69950]: DEBUG nova.compute.manager [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.935986] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4c4c6e00-bea4-410b-af56-fceed3f3c02b tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "ef489f33-9bb0-4ab9-b5be-979629923c8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.249s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.222209] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.222532] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.222738] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.222886] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.223078] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.223416] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00bee224-54b5-4dfa-898a-387b826d1f8a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.239802] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.239802] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.239802] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94659dd-038e-4466-a08e-66962c757f03 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.245534] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fdfc96b-f5e6-4406-beae-4b68ef1529bb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.257611] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 671.257611] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fe9695-93b9-e2b5-6d1a-dc9437a718d3" [ 671.257611] env[69950]: _type = "Task" [ 671.257611] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.271201] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fe9695-93b9-e2b5-6d1a-dc9437a718d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.272475] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71306d3-2561-4ec6-b694-4d4e04be2ee0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.285259] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefb21f6-dd37-41ba-a899-1d40a8ee6e85 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.324701] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ba5d86-0e54-457f-ae82-542b27f5bbce {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.333757] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7aefb9b-98db-4e2d-8b6c-51ac2617c68e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.351384] env[69950]: DEBUG nova.compute.provider_tree [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.416486] env[69950]: DEBUG oslo_vmware.api [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Task: {'id': task-4221550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370133} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.416760] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.416949] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.417152] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.417339] env[69950]: INFO nova.compute.manager [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 671.418415] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.418415] env[69950]: DEBUG nova.compute.manager [-] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.418415] env[69950]: DEBUG nova.network.neutron [-] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.439737] env[69950]: DEBUG nova.compute.manager [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.498202] env[69950]: DEBUG nova.network.neutron [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Successfully created port: 6a7ad094-8822-44f5-98e2-222bd59bde33 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.773525] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Preparing fetch location {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 671.774034] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Creating directory with path [datastore1] vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f/5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.774095] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4033565-74da-4ea1-b988-fca6e912d05e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.812461] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Created directory with path [datastore1] vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f/5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.812461] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Fetch image to [datastore1] vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 671.812461] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Downloading image file data 5ff20735-6522-48d7-b15a-e5eb837d4202 to [datastore1] vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk on the data store datastore1 {{(pid=69950) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 671.812955] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ee9aac-9588-49d6-8089-dc71d38b4c4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.823207] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84bfad7-4541-47a0-a344-40b43fb221eb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.834973] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da758f49-f699-4eaa-8138-994d2ee7eca9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.875943] env[69950]: DEBUG nova.scheduler.client.report [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.879900] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e549a2bc-ffbf-4f38-a7ce-b6b6ee16699b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.888454] env[69950]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fcdd6ed1-8a2a-4e3b-ad39-eb6b0a7edb95 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.915110] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Downloading image file data 5ff20735-6522-48d7-b15a-e5eb837d4202 to the data store datastore1 {{(pid=69950) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 671.947572] env[69950]: DEBUG nova.compute.manager [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.000304] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.032923] env[69950]: DEBUG oslo_vmware.rw_handles [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69950) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 672.119170] env[69950]: DEBUG nova.virt.hardware [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.119498] env[69950]: DEBUG nova.virt.hardware [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.119596] env[69950]: DEBUG nova.virt.hardware [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.120027] env[69950]: DEBUG nova.virt.hardware [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.120027] env[69950]: DEBUG nova.virt.hardware [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.120364] env[69950]: DEBUG nova.virt.hardware [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.120753] env[69950]: DEBUG nova.virt.hardware [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.120909] env[69950]: DEBUG nova.virt.hardware [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.121092] env[69950]: DEBUG nova.virt.hardware [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.121347] env[69950]: DEBUG nova.virt.hardware [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.121546] env[69950]: DEBUG nova.virt.hardware [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.122622] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa308764-fb62-47b6-8f88-4232943a0b79 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.133465] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462fc2fa-aade-492a-83fb-dda97ac3c926 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.248053] env[69950]: DEBUG nova.compute.manager [req-87bef3ee-6615-4a3c-a25e-04e2eeca4c21 req-14eb1ffd-32ce-44bd-8e22-959d4e88e641 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Received event network-changed-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 672.248178] env[69950]: DEBUG nova.compute.manager [req-87bef3ee-6615-4a3c-a25e-04e2eeca4c21 req-14eb1ffd-32ce-44bd-8e22-959d4e88e641 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Refreshing instance network info cache due to event network-changed-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 672.248644] env[69950]: DEBUG oslo_concurrency.lockutils [req-87bef3ee-6615-4a3c-a25e-04e2eeca4c21 req-14eb1ffd-32ce-44bd-8e22-959d4e88e641 service nova] Acquiring lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.248644] env[69950]: DEBUG oslo_concurrency.lockutils [req-87bef3ee-6615-4a3c-a25e-04e2eeca4c21 req-14eb1ffd-32ce-44bd-8e22-959d4e88e641 service nova] Acquired lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.248644] env[69950]: DEBUG nova.network.neutron [req-87bef3ee-6615-4a3c-a25e-04e2eeca4c21 req-14eb1ffd-32ce-44bd-8e22-959d4e88e641 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Refreshing network info cache for port 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.380552] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.381093] env[69950]: DEBUG nova.compute.manager [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.384246] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.967s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.388199] env[69950]: INFO nova.compute.claims [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.663875] env[69950]: DEBUG nova.network.neutron [-] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.671738] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "cfd1ccdc-d521-4d83-96a8-f282e921835e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.672450] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "cfd1ccdc-d521-4d83-96a8-f282e921835e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.706062] env[69950]: DEBUG oslo_vmware.rw_handles [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Completed reading data from the image iterator. {{(pid=69950) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 672.706278] env[69950]: DEBUG oslo_vmware.rw_handles [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 672.852313] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Downloaded image file data 5ff20735-6522-48d7-b15a-e5eb837d4202 to vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk on the data store datastore1 {{(pid=69950) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 672.854159] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Caching image {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 672.854505] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Copying Virtual Disk [datastore1] vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk to [datastore1] vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.854726] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08cccbb8-49e6-40bd-b8e7-9e8837f03d1a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.864829] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 672.864829] env[69950]: value = "task-4221551" [ 672.864829] env[69950]: _type = "Task" [ 672.864829] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.878144] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.894771] env[69950]: DEBUG nova.compute.utils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.896628] env[69950]: DEBUG nova.compute.manager [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.896810] env[69950]: DEBUG nova.network.neutron [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.105930] env[69950]: DEBUG nova.policy [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '966019bbfb024d4582784fe63a3dc873', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc6779b8d7f44682961510007a0d9528', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.170018] env[69950]: INFO nova.compute.manager [-] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Took 1.75 seconds to deallocate network for instance. [ 673.376965] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.405050] env[69950]: DEBUG nova.compute.manager [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.669706] env[69950]: DEBUG nova.network.neutron [req-87bef3ee-6615-4a3c-a25e-04e2eeca4c21 req-14eb1ffd-32ce-44bd-8e22-959d4e88e641 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Updated VIF entry in instance network info cache for port 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.670116] env[69950]: DEBUG nova.network.neutron [req-87bef3ee-6615-4a3c-a25e-04e2eeca4c21 req-14eb1ffd-32ce-44bd-8e22-959d4e88e641 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Updating instance_info_cache with network_info: [{"id": "6f42dc81-f109-4db9-ada2-5c79c1b1e6c7", "address": "fa:16:3e:73:17:d9", "network": {"id": "a5d4250e-a36f-4abb-8b8b-912b140b7950", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-681070360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f78b228d57f4389a19608b113e95ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f42dc81-f1", "ovs_interfaceid": "6f42dc81-f109-4db9-ada2-5c79c1b1e6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.681503] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.711186] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdb5848-95ba-48a9-9191-ee85ab47503c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.723700] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e5bed9-b9bc-4ecb-9f2f-4e97fb63e047 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.761737] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9357d698-f1a7-4342-8d5d-a60e7d7dd88d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.770917] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883d2a8b-949f-40f2-95cc-df6586e1b28f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.786683] env[69950]: DEBUG nova.compute.provider_tree [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.857949] env[69950]: DEBUG nova.network.neutron [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Successfully updated port: 45a213e0-53ee-4007-a494-3335a56e0791 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.878143] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221551, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.042411] env[69950]: DEBUG nova.compute.manager [req-078f8eaf-dbb4-45ec-8d64-017fd244fd48 req-4ddd6a43-c53b-4131-aa8c-daca0edeccbe service nova] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Received event network-vif-deleted-ceb528fe-e3cf-4457-b5fa-137ca598b28f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 674.180629] env[69950]: DEBUG oslo_concurrency.lockutils [req-87bef3ee-6615-4a3c-a25e-04e2eeca4c21 req-14eb1ffd-32ce-44bd-8e22-959d4e88e641 service nova] Releasing lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.239164] env[69950]: DEBUG nova.network.neutron [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Successfully created port: 7b43831a-8593-4543-99f8-afb4e6b08e83 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.292038] env[69950]: DEBUG nova.scheduler.client.report [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.363314] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "refresh_cache-de73879c-e71a-4505-9739-16595239f982" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.363609] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquired lock "refresh_cache-de73879c-e71a-4505-9739-16595239f982" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.363811] env[69950]: DEBUG nova.network.neutron [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.383158] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221551, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.357524} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.383619] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Copied Virtual Disk [datastore1] vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk to [datastore1] vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.383914] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Deleting the datastore file [datastore1] vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f/5ff20735-6522-48d7-b15a-e5eb837d4202/tmp-sparse.vmdk {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.384321] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67d41dbf-0160-4ebf-9a9c-ef483fd46c65 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.396109] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 674.396109] env[69950]: value = "task-4221552" [ 674.396109] env[69950]: _type = "Task" [ 674.396109] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.410971] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.416268] env[69950]: DEBUG nova.compute.manager [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.450548] env[69950]: DEBUG nova.virt.hardware [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.450787] env[69950]: DEBUG nova.virt.hardware [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.450948] env[69950]: DEBUG nova.virt.hardware [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.453141] env[69950]: DEBUG nova.virt.hardware [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.453319] env[69950]: DEBUG nova.virt.hardware [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.453467] env[69950]: DEBUG nova.virt.hardware [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.453681] env[69950]: DEBUG nova.virt.hardware [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.453834] env[69950]: DEBUG nova.virt.hardware [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.453994] env[69950]: DEBUG nova.virt.hardware [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.454175] env[69950]: DEBUG nova.virt.hardware [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.454344] env[69950]: DEBUG nova.virt.hardware [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.455253] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b8f900-8c66-4ed8-81ce-7f130e925660 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.468652] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cbe1f4-49dd-4aaa-bd70-06ab3a516f94 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.801090] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.801688] env[69950]: DEBUG nova.compute.manager [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.806901] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.427s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.808290] env[69950]: INFO nova.compute.claims [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.866824] env[69950]: DEBUG nova.network.neutron [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Successfully updated port: 6a7ad094-8822-44f5-98e2-222bd59bde33 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.913498] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03715} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.914065] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.914186] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Moving file from [datastore1] vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f/5ff20735-6522-48d7-b15a-e5eb837d4202 to [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202. {{(pid=69950) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 674.914397] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3f2ec68a-7f35-445b-93f0-3277faac0be1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.929496] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquiring lock "5815824c-cf8a-4e65-ab60-1f219cd710c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.929805] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Lock "5815824c-cf8a-4e65-ab60-1f219cd710c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.930047] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 674.930047] env[69950]: value = "task-4221553" [ 674.930047] env[69950]: _type = "Task" [ 674.930047] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.948147] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221553, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.981569] env[69950]: DEBUG nova.network.neutron [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.318967] env[69950]: DEBUG nova.compute.utils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.328635] env[69950]: DEBUG nova.compute.manager [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.328923] env[69950]: DEBUG nova.network.neutron [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.332270] env[69950]: DEBUG nova.compute.manager [req-f03fea9e-f88b-47dd-9094-a3296a477a48 req-a6fdc6cd-8253-4663-ae69-ab08d3fe167e service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Received event network-vif-plugged-45a213e0-53ee-4007-a494-3335a56e0791 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 675.333960] env[69950]: DEBUG oslo_concurrency.lockutils [req-f03fea9e-f88b-47dd-9094-a3296a477a48 req-a6fdc6cd-8253-4663-ae69-ab08d3fe167e service nova] Acquiring lock "de73879c-e71a-4505-9739-16595239f982-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.335558] env[69950]: DEBUG oslo_concurrency.lockutils [req-f03fea9e-f88b-47dd-9094-a3296a477a48 req-a6fdc6cd-8253-4663-ae69-ab08d3fe167e service nova] Lock "de73879c-e71a-4505-9739-16595239f982-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.335558] env[69950]: DEBUG oslo_concurrency.lockutils [req-f03fea9e-f88b-47dd-9094-a3296a477a48 req-a6fdc6cd-8253-4663-ae69-ab08d3fe167e service nova] Lock "de73879c-e71a-4505-9739-16595239f982-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.335558] env[69950]: DEBUG nova.compute.manager [req-f03fea9e-f88b-47dd-9094-a3296a477a48 req-a6fdc6cd-8253-4663-ae69-ab08d3fe167e service nova] [instance: de73879c-e71a-4505-9739-16595239f982] No waiting events found dispatching network-vif-plugged-45a213e0-53ee-4007-a494-3335a56e0791 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 675.335558] env[69950]: WARNING nova.compute.manager [req-f03fea9e-f88b-47dd-9094-a3296a477a48 req-a6fdc6cd-8253-4663-ae69-ab08d3fe167e service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Received unexpected event network-vif-plugged-45a213e0-53ee-4007-a494-3335a56e0791 for instance with vm_state building and task_state spawning. [ 675.335558] env[69950]: DEBUG nova.compute.manager [req-f03fea9e-f88b-47dd-9094-a3296a477a48 req-a6fdc6cd-8253-4663-ae69-ab08d3fe167e service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Received event network-changed-45a213e0-53ee-4007-a494-3335a56e0791 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 675.337680] env[69950]: DEBUG nova.compute.manager [req-f03fea9e-f88b-47dd-9094-a3296a477a48 req-a6fdc6cd-8253-4663-ae69-ab08d3fe167e service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Refreshing instance network info cache due to event network-changed-45a213e0-53ee-4007-a494-3335a56e0791. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 675.337950] env[69950]: DEBUG oslo_concurrency.lockutils [req-f03fea9e-f88b-47dd-9094-a3296a477a48 req-a6fdc6cd-8253-4663-ae69-ab08d3fe167e service nova] Acquiring lock "refresh_cache-de73879c-e71a-4505-9739-16595239f982" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.376211] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Acquiring lock "refresh_cache-906ccd94-1d07-41c3-a3f0-daa68862a1ac" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.376211] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Acquired lock "refresh_cache-906ccd94-1d07-41c3-a3f0-daa68862a1ac" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.376211] env[69950]: DEBUG nova.network.neutron [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.443489] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Acquiring lock "2348a71e-6447-436f-97a5-59bfcf8cbc5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.443741] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Lock "2348a71e-6447-436f-97a5-59bfcf8cbc5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.443968] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221553, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.043648} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.444210] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] File moved {{(pid=69950) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 675.444436] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Cleaning up location [datastore1] vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 675.444615] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Deleting the datastore file [datastore1] vmware_temp/00c7fd47-c24f-483a-801d-ad312672164f {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.444865] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e3ec32d-d7de-4060-bd53-2e4bb72a863c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.453482] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 675.453482] env[69950]: value = "task-4221554" [ 675.453482] env[69950]: _type = "Task" [ 675.453482] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.467253] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.692268] env[69950]: DEBUG nova.network.neutron [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Updating instance_info_cache with network_info: [{"id": "45a213e0-53ee-4007-a494-3335a56e0791", "address": "fa:16:3e:8d:7e:98", "network": {"id": "5e8118c1-e5e6-4c78-85e0-58db72c50533", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-668872427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61777b9c2fa043658187fbfa7df2557f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a213e0-53", "ovs_interfaceid": "45a213e0-53ee-4007-a494-3335a56e0791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.814239] env[69950]: DEBUG nova.policy [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c11ada2650b4a2a82bf80a9350d0aa4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2566dd499c0049e3a246a96935f99823', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.829022] env[69950]: DEBUG nova.compute.manager [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.969460] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.058308} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.970629] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.971850] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eddf0f9-c510-4961-a243-9ec399aec001 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.979769] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 675.979769] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521ffe36-2220-0952-5063-d941744835b0" [ 675.979769] env[69950]: _type = "Task" [ 675.979769] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.995679] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521ffe36-2220-0952-5063-d941744835b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.004171] env[69950]: DEBUG nova.network.neutron [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.170889] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8d819b-0f4a-4f2c-91db-55d8cceed2ed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.179913] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4690176-c8d3-40bb-8a7e-0e3533eba94c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.211827] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Releasing lock "refresh_cache-de73879c-e71a-4505-9739-16595239f982" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.212139] env[69950]: DEBUG nova.compute.manager [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Instance network_info: |[{"id": "45a213e0-53ee-4007-a494-3335a56e0791", "address": "fa:16:3e:8d:7e:98", "network": {"id": "5e8118c1-e5e6-4c78-85e0-58db72c50533", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-668872427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61777b9c2fa043658187fbfa7df2557f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a213e0-53", "ovs_interfaceid": "45a213e0-53ee-4007-a494-3335a56e0791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.214904] env[69950]: DEBUG oslo_concurrency.lockutils [req-f03fea9e-f88b-47dd-9094-a3296a477a48 req-a6fdc6cd-8253-4663-ae69-ab08d3fe167e service nova] Acquired lock "refresh_cache-de73879c-e71a-4505-9739-16595239f982" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.215175] env[69950]: DEBUG nova.network.neutron [req-f03fea9e-f88b-47dd-9094-a3296a477a48 req-a6fdc6cd-8253-4663-ae69-ab08d3fe167e service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Refreshing network info cache for port 45a213e0-53ee-4007-a494-3335a56e0791 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.219933] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:7e:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45a213e0-53ee-4007-a494-3335a56e0791', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.225372] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Creating folder: Project (61777b9c2fa043658187fbfa7df2557f). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.226142] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa9f041-6bf8-4f02-8736-9ee9292e6790 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.232986] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b55e55c-e186-4dc0-99d9-f14cc828123a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.242432] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa62b18c-a6c2-432f-986d-c3550f26cdbd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.250016] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Created folder: Project (61777b9c2fa043658187fbfa7df2557f) in parent group-v835309. [ 676.250243] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Creating folder: Instances. Parent ref: group-v835325. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.250964] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d8697d5-fe8f-4e3a-9d79-b0c72445b12b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.261265] env[69950]: DEBUG nova.compute.provider_tree [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.264274] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Created folder: Instances in parent group-v835325. [ 676.264548] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.265061] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de73879c-e71a-4505-9739-16595239f982] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.265383] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ea6bd22-0c5b-4f23-9cdf-23145435f716 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.288770] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.288770] env[69950]: value = "task-4221557" [ 676.288770] env[69950]: _type = "Task" [ 676.288770] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.297808] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221557, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.492783] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521ffe36-2220-0952-5063-d941744835b0, 'name': SearchDatastore_Task, 'duration_secs': 0.026675} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.493227] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.493327] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] bc626a0f-0d8f-4fce-b31a-98e6edf98d59/bc626a0f-0d8f-4fce-b31a-98e6edf98d59.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.493605] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ae3b5fd-387b-45b8-aca1-cd76502b51fa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.501745] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 676.501745] env[69950]: value = "task-4221558" [ 676.501745] env[69950]: _type = "Task" [ 676.501745] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.517904] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.762891] env[69950]: DEBUG nova.network.neutron [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Updating instance_info_cache with network_info: [{"id": "6a7ad094-8822-44f5-98e2-222bd59bde33", "address": "fa:16:3e:96:65:2d", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7ad094-88", "ovs_interfaceid": "6a7ad094-8822-44f5-98e2-222bd59bde33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.766608] env[69950]: DEBUG nova.scheduler.client.report [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.809688] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221557, 'name': CreateVM_Task, 'duration_secs': 0.361007} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.809971] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de73879c-e71a-4505-9739-16595239f982] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.810858] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.811066] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.811764] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.812096] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f428e6-f6a1-4e70-8d2a-520ad4616bb6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.819361] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 676.819361] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527950cf-0b78-2d55-4913-0c1d0266639d" [ 676.819361] env[69950]: _type = "Task" [ 676.819361] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.833609] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527950cf-0b78-2d55-4913-0c1d0266639d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.840506] env[69950]: DEBUG nova.compute.manager [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.883128] env[69950]: DEBUG nova.virt.hardware [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.883456] env[69950]: DEBUG nova.virt.hardware [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.883652] env[69950]: DEBUG nova.virt.hardware [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.883857] env[69950]: DEBUG nova.virt.hardware [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.884014] env[69950]: DEBUG nova.virt.hardware [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.884179] env[69950]: DEBUG nova.virt.hardware [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.884413] env[69950]: DEBUG nova.virt.hardware [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.884569] env[69950]: DEBUG nova.virt.hardware [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.884769] env[69950]: DEBUG nova.virt.hardware [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.885303] env[69950]: DEBUG nova.virt.hardware [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.885303] env[69950]: DEBUG nova.virt.hardware [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.886723] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a07ad4-a7f5-47eb-9cdb-0ed2033c61fe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.899033] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e12da33-a84e-4377-8e09-098b5c732815 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.016164] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221558, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.276176] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Releasing lock "refresh_cache-906ccd94-1d07-41c3-a3f0-daa68862a1ac" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.276176] env[69950]: DEBUG nova.compute.manager [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Instance network_info: |[{"id": "6a7ad094-8822-44f5-98e2-222bd59bde33", "address": "fa:16:3e:96:65:2d", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7ad094-88", "ovs_interfaceid": "6a7ad094-8822-44f5-98e2-222bd59bde33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.276370] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:65:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a7ad094-8822-44f5-98e2-222bd59bde33', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.284039] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Creating folder: Project (e1fc24a263444e3aa42cafe55a841883). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.284039] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.284457] env[69950]: DEBUG nova.compute.manager [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.287100] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15bbda39-494c-449b-be65-ba69398029b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.293180] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.554s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.294713] env[69950]: INFO nova.compute.claims [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.307730] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Created folder: Project (e1fc24a263444e3aa42cafe55a841883) in parent group-v835309. [ 677.307730] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Creating folder: Instances. Parent ref: group-v835328. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.307730] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c43c4840-582c-4b62-b3d7-144658b9a1a7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.322300] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Created folder: Instances in parent group-v835328. [ 677.322300] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.322300] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.326050] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-094541f3-9cf9-47a5-98c2-cb6badb39416 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.359031] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527950cf-0b78-2d55-4913-0c1d0266639d, 'name': SearchDatastore_Task, 'duration_secs': 0.062962} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.360123] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.360390] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.360623] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.360772] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.360950] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.361485] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.361485] env[69950]: value = "task-4221561" [ 677.361485] env[69950]: _type = "Task" [ 677.361485] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.362390] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fdb59b8-d9f6-46a9-a77b-c4782f1ac122 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.375174] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221561, 'name': CreateVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.376579] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.376790] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.378075] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-641edae6-2646-4e50-8f31-2612dbbd3cc7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.386535] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 677.386535] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52459829-44e8-e81f-e90c-0f08656d4f0d" [ 677.386535] env[69950]: _type = "Task" [ 677.386535] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.396834] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52459829-44e8-e81f-e90c-0f08656d4f0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.497235] env[69950]: DEBUG nova.network.neutron [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Successfully updated port: 7b43831a-8593-4543-99f8-afb4e6b08e83 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.520554] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60846} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.524970] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] bc626a0f-0d8f-4fce-b31a-98e6edf98d59/bc626a0f-0d8f-4fce-b31a-98e6edf98d59.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.525268] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.525584] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b3e958c-b952-4d46-9d75-c67f8a1f0861 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.536391] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 677.536391] env[69950]: value = "task-4221562" [ 677.536391] env[69950]: _type = "Task" [ 677.536391] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.552386] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.625336] env[69950]: DEBUG nova.network.neutron [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Successfully created port: 572318e3-b188-467b-95f2-0411d2c98531 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.796642] env[69950]: DEBUG nova.compute.utils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.796642] env[69950]: DEBUG nova.compute.manager [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.796642] env[69950]: DEBUG nova.network.neutron [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.826809] env[69950]: DEBUG nova.network.neutron [req-f03fea9e-f88b-47dd-9094-a3296a477a48 req-a6fdc6cd-8253-4663-ae69-ab08d3fe167e service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Updated VIF entry in instance network info cache for port 45a213e0-53ee-4007-a494-3335a56e0791. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.827118] env[69950]: DEBUG nova.network.neutron [req-f03fea9e-f88b-47dd-9094-a3296a477a48 req-a6fdc6cd-8253-4663-ae69-ab08d3fe167e service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Updating instance_info_cache with network_info: [{"id": "45a213e0-53ee-4007-a494-3335a56e0791", "address": "fa:16:3e:8d:7e:98", "network": {"id": "5e8118c1-e5e6-4c78-85e0-58db72c50533", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-668872427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61777b9c2fa043658187fbfa7df2557f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a213e0-53", "ovs_interfaceid": "45a213e0-53ee-4007-a494-3335a56e0791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.891296] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221561, 'name': CreateVM_Task, 'duration_secs': 0.480235} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.896413] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.897236] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.897466] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.897745] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.901058] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3abf0efd-a61e-4b4a-af6d-2fe0fd4c1d00 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.904961] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52459829-44e8-e81f-e90c-0f08656d4f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.907512] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Waiting for the task: (returnval){ [ 677.907512] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522c6f41-1fd7-fa2e-989c-bd03c4b148c6" [ 677.907512] env[69950]: _type = "Task" [ 677.907512] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.907512] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f9cefb5-f22b-41aa-8fc7-645d66fbc40f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.925298] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 677.925298] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525bb26a-8e42-5fd7-8c6c-e6c7cb504f19" [ 677.925298] env[69950]: _type = "Task" [ 677.925298] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.932024] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522c6f41-1fd7-fa2e-989c-bd03c4b148c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.938670] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525bb26a-8e42-5fd7-8c6c-e6c7cb504f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.000268] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Acquiring lock "refresh_cache-9fafb2d7-7f82-4f7f-98cf-7346896293bd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.000487] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Acquired lock "refresh_cache-9fafb2d7-7f82-4f7f-98cf-7346896293bd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.000675] env[69950]: DEBUG nova.network.neutron [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.052231] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085894} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.052231] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.053615] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed876152-9981-43d8-ba10-ca3d1fd71fe4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.080252] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] bc626a0f-0d8f-4fce-b31a-98e6edf98d59/bc626a0f-0d8f-4fce-b31a-98e6edf98d59.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.080929] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f9ed9cf-b62e-41c2-b63f-fc563cfc2ff5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.103656] env[69950]: DEBUG nova.policy [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4d8a18ed3bd484fa4ad2195d1c59303', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '250fa653522742c3acc2bf0398dcc056', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.108479] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 678.108479] env[69950]: value = "task-4221563" [ 678.108479] env[69950]: _type = "Task" [ 678.108479] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.117814] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.123683] env[69950]: DEBUG nova.compute.manager [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Received event network-vif-plugged-6a7ad094-8822-44f5-98e2-222bd59bde33 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 678.124042] env[69950]: DEBUG oslo_concurrency.lockutils [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] Acquiring lock "906ccd94-1d07-41c3-a3f0-daa68862a1ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.124204] env[69950]: DEBUG oslo_concurrency.lockutils [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] Lock "906ccd94-1d07-41c3-a3f0-daa68862a1ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.124379] env[69950]: DEBUG oslo_concurrency.lockutils [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] Lock "906ccd94-1d07-41c3-a3f0-daa68862a1ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.124646] env[69950]: DEBUG nova.compute.manager [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] No waiting events found dispatching network-vif-plugged-6a7ad094-8822-44f5-98e2-222bd59bde33 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 678.124914] env[69950]: WARNING nova.compute.manager [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Received unexpected event network-vif-plugged-6a7ad094-8822-44f5-98e2-222bd59bde33 for instance with vm_state building and task_state spawning. [ 678.124996] env[69950]: DEBUG nova.compute.manager [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Received event network-changed-6a7ad094-8822-44f5-98e2-222bd59bde33 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 678.125166] env[69950]: DEBUG nova.compute.manager [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Refreshing instance network info cache due to event network-changed-6a7ad094-8822-44f5-98e2-222bd59bde33. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 678.125357] env[69950]: DEBUG oslo_concurrency.lockutils [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] Acquiring lock "refresh_cache-906ccd94-1d07-41c3-a3f0-daa68862a1ac" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.125495] env[69950]: DEBUG oslo_concurrency.lockutils [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] Acquired lock "refresh_cache-906ccd94-1d07-41c3-a3f0-daa68862a1ac" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.125653] env[69950]: DEBUG nova.network.neutron [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Refreshing network info cache for port 6a7ad094-8822-44f5-98e2-222bd59bde33 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.307024] env[69950]: DEBUG nova.compute.manager [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.334435] env[69950]: DEBUG oslo_concurrency.lockutils [req-f03fea9e-f88b-47dd-9094-a3296a477a48 req-a6fdc6cd-8253-4663-ae69-ab08d3fe167e service nova] Releasing lock "refresh_cache-de73879c-e71a-4505-9739-16595239f982" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.425907] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522c6f41-1fd7-fa2e-989c-bd03c4b148c6, 'name': SearchDatastore_Task, 'duration_secs': 0.043633} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.426186] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.426421] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.426755] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.446869] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525bb26a-8e42-5fd7-8c6c-e6c7cb504f19, 'name': SearchDatastore_Task, 'duration_secs': 0.036796} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.447142] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.447410] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] de73879c-e71a-4505-9739-16595239f982/de73879c-e71a-4505-9739-16595239f982.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.447704] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.447905] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.448218] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77b0d22d-1133-4351-93d3-e87a38eeb4a8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.450822] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdd7fbc8-ef49-4cd4-87ad-976609d589ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.461945] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 678.461945] env[69950]: value = "task-4221564" [ 678.461945] env[69950]: _type = "Task" [ 678.461945] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.463268] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.463443] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.468083] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf6206f5-0b67-4198-8780-b71eda8a682f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.479511] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4221564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.479511] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Waiting for the task: (returnval){ [ 678.479511] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520d2fda-9ee9-173a-5b41-1f75ff0bc7fd" [ 678.479511] env[69950]: _type = "Task" [ 678.479511] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.493178] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520d2fda-9ee9-173a-5b41-1f75ff0bc7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.494532] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12af9abb-9f4b-49ae-a76c-54fc864daf4b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.510991] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Waiting for the task: (returnval){ [ 678.510991] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c9b68d-98d5-a61b-895c-3ebb62e2e380" [ 678.510991] env[69950]: _type = "Task" [ 678.510991] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.526024] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c9b68d-98d5-a61b-895c-3ebb62e2e380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.627747] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.741764] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0a284a-bcde-4f2e-af83-6c3fec8a94dd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.748492] env[69950]: DEBUG nova.network.neutron [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.756691] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d2c0e8-4d5a-417c-8273-b67a7eca30fe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.795342] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515ded63-af95-4ad0-9516-f6f4ef4523ab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.806826] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebf6f85-4396-4eb4-a5f3-cd1f7429aadc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.828037] env[69950]: DEBUG nova.compute.provider_tree [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.875541] env[69950]: DEBUG nova.compute.manager [req-06893dfa-0895-4218-a770-78e250ff5e7c req-14801c8f-cd64-4e8f-b35d-be2b3b9f26f5 service nova] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Received event network-vif-plugged-7b43831a-8593-4543-99f8-afb4e6b08e83 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 678.877029] env[69950]: DEBUG oslo_concurrency.lockutils [req-06893dfa-0895-4218-a770-78e250ff5e7c req-14801c8f-cd64-4e8f-b35d-be2b3b9f26f5 service nova] Acquiring lock "9fafb2d7-7f82-4f7f-98cf-7346896293bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.877976] env[69950]: DEBUG oslo_concurrency.lockutils [req-06893dfa-0895-4218-a770-78e250ff5e7c req-14801c8f-cd64-4e8f-b35d-be2b3b9f26f5 service nova] Lock "9fafb2d7-7f82-4f7f-98cf-7346896293bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.877976] env[69950]: DEBUG oslo_concurrency.lockutils [req-06893dfa-0895-4218-a770-78e250ff5e7c req-14801c8f-cd64-4e8f-b35d-be2b3b9f26f5 service nova] Lock "9fafb2d7-7f82-4f7f-98cf-7346896293bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.878319] env[69950]: DEBUG nova.compute.manager [req-06893dfa-0895-4218-a770-78e250ff5e7c req-14801c8f-cd64-4e8f-b35d-be2b3b9f26f5 service nova] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] No waiting events found dispatching network-vif-plugged-7b43831a-8593-4543-99f8-afb4e6b08e83 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 678.878841] env[69950]: WARNING nova.compute.manager [req-06893dfa-0895-4218-a770-78e250ff5e7c req-14801c8f-cd64-4e8f-b35d-be2b3b9f26f5 service nova] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Received unexpected event network-vif-plugged-7b43831a-8593-4543-99f8-afb4e6b08e83 for instance with vm_state building and task_state spawning. [ 678.976431] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4221564, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.024347] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c9b68d-98d5-a61b-895c-3ebb62e2e380, 'name': SearchDatastore_Task, 'duration_secs': 0.015435} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.024549] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.024708] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 906ccd94-1d07-41c3-a3f0-daa68862a1ac/906ccd94-1d07-41c3-a3f0-daa68862a1ac.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.025096] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-589d472e-8420-47e0-b32d-4d1e6c81e412 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.034020] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Waiting for the task: (returnval){ [ 679.034020] env[69950]: value = "task-4221565" [ 679.034020] env[69950]: _type = "Task" [ 679.034020] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.044711] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.127942] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221563, 'name': ReconfigVM_Task, 'duration_secs': 0.554821} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.131307] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Reconfigured VM instance instance-00000005 to attach disk [datastore1] bc626a0f-0d8f-4fce-b31a-98e6edf98d59/bc626a0f-0d8f-4fce-b31a-98e6edf98d59.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.131885] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be0fc9c8-4574-4260-bf0c-4eea44f2d5e3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.140288] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 679.140288] env[69950]: value = "task-4221566" [ 679.140288] env[69950]: _type = "Task" [ 679.140288] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.153465] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221566, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.335129] env[69950]: DEBUG nova.compute.manager [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.339661] env[69950]: DEBUG nova.scheduler.client.report [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.372387] env[69950]: DEBUG nova.virt.hardware [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.372641] env[69950]: DEBUG nova.virt.hardware [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.372795] env[69950]: DEBUG nova.virt.hardware [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.372974] env[69950]: DEBUG nova.virt.hardware [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.373235] env[69950]: DEBUG nova.virt.hardware [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.373303] env[69950]: DEBUG nova.virt.hardware [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.373475] env[69950]: DEBUG nova.virt.hardware [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.373632] env[69950]: DEBUG nova.virt.hardware [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.373798] env[69950]: DEBUG nova.virt.hardware [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.373964] env[69950]: DEBUG nova.virt.hardware [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.374156] env[69950]: DEBUG nova.virt.hardware [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.375093] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf0e210-4058-4b56-bd4b-9153521fae94 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.385841] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cb91cd-29d8-4958-9e73-b66217b6f4f4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.475531] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4221564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531872} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.475815] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] de73879c-e71a-4505-9739-16595239f982/de73879c-e71a-4505-9739-16595239f982.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.476286] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.477433] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ff8c9e5-c467-4979-aee6-229db45ea8a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.485351] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 679.485351] env[69950]: value = "task-4221567" [ 679.485351] env[69950]: _type = "Task" [ 679.485351] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.495965] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4221567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.551118] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479497} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.551757] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 906ccd94-1d07-41c3-a3f0-daa68862a1ac/906ccd94-1d07-41c3-a3f0-daa68862a1ac.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.552223] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.552627] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab9a111b-c0ab-4195-8602-0338d1051dd2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.564898] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Waiting for the task: (returnval){ [ 679.564898] env[69950]: value = "task-4221568" [ 679.564898] env[69950]: _type = "Task" [ 679.564898] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.575422] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.654782] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221566, 'name': Rename_Task, 'duration_secs': 0.306493} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.655149] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.655617] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b47f932-bdfc-4388-b310-a7f809971f47 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.668967] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 679.668967] env[69950]: value = "task-4221569" [ 679.668967] env[69950]: _type = "Task" [ 679.668967] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.681126] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.748604] env[69950]: DEBUG nova.network.neutron [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Updating instance_info_cache with network_info: [{"id": "7b43831a-8593-4543-99f8-afb4e6b08e83", "address": "fa:16:3e:9e:e0:0e", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b43831a-85", "ovs_interfaceid": "7b43831a-8593-4543-99f8-afb4e6b08e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.844461] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.845043] env[69950]: DEBUG nova.compute.manager [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.849383] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.684s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.852721] env[69950]: INFO nova.compute.claims [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.943623] env[69950]: DEBUG nova.network.neutron [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Updated VIF entry in instance network info cache for port 6a7ad094-8822-44f5-98e2-222bd59bde33. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.943623] env[69950]: DEBUG nova.network.neutron [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Updating instance_info_cache with network_info: [{"id": "6a7ad094-8822-44f5-98e2-222bd59bde33", "address": "fa:16:3e:96:65:2d", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7ad094-88", "ovs_interfaceid": "6a7ad094-8822-44f5-98e2-222bd59bde33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.999048] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4221567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075313} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.000920] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.000920] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a496f9-761b-4ebf-91c6-330abc48426c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.029732] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] de73879c-e71a-4505-9739-16595239f982/de73879c-e71a-4505-9739-16595239f982.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.030291] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d39604-86c9-4ce0-98e6-5f47f93bb25c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.052345] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 680.052345] env[69950]: value = "task-4221570" [ 680.052345] env[69950]: _type = "Task" [ 680.052345] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.062731] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4221570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.074230] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088354} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.074463] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.075803] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3899a156-b5c5-4410-8e0e-ca270d7eb2f3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.101363] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 906ccd94-1d07-41c3-a3f0-daa68862a1ac/906ccd94-1d07-41c3-a3f0-daa68862a1ac.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.102290] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0241af45-d57f-42fa-a0ae-62c1ba2d0962 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.126724] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Waiting for the task: (returnval){ [ 680.126724] env[69950]: value = "task-4221571" [ 680.126724] env[69950]: _type = "Task" [ 680.126724] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.135923] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.181494] env[69950]: DEBUG oslo_vmware.api [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221569, 'name': PowerOnVM_Task, 'duration_secs': 0.513152} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.182486] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.182486] env[69950]: INFO nova.compute.manager [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Took 16.29 seconds to spawn the instance on the hypervisor. [ 680.182486] env[69950]: DEBUG nova.compute.manager [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 680.183123] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177b939f-a956-4702-9412-93a097c15f33 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.256330] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Releasing lock "refresh_cache-9fafb2d7-7f82-4f7f-98cf-7346896293bd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.256330] env[69950]: DEBUG nova.compute.manager [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Instance network_info: |[{"id": "7b43831a-8593-4543-99f8-afb4e6b08e83", "address": "fa:16:3e:9e:e0:0e", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b43831a-85", "ovs_interfaceid": "7b43831a-8593-4543-99f8-afb4e6b08e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.256575] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:e0:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b43831a-8593-4543-99f8-afb4e6b08e83', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.267255] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Creating folder: Project (dc6779b8d7f44682961510007a0d9528). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.268144] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a4b98cb-d98e-4da1-a619-35a4cbe59cb8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.283104] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Created folder: Project (dc6779b8d7f44682961510007a0d9528) in parent group-v835309. [ 680.283530] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Creating folder: Instances. Parent ref: group-v835331. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.284011] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31535ebf-2700-4b4c-adc5-1e4e1f7d33ed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.301324] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Created folder: Instances in parent group-v835331. [ 680.301324] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.301548] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.302927] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74d591a4-1f63-4380-8ac7-0907307c55a0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.331945] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.331945] env[69950]: value = "task-4221574" [ 680.331945] env[69950]: _type = "Task" [ 680.331945] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.342146] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221574, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.361072] env[69950]: DEBUG nova.compute.utils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.365568] env[69950]: DEBUG nova.compute.manager [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.366084] env[69950]: DEBUG nova.network.neutron [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.449699] env[69950]: DEBUG oslo_concurrency.lockutils [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] Releasing lock "refresh_cache-906ccd94-1d07-41c3-a3f0-daa68862a1ac" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.450230] env[69950]: DEBUG nova.compute.manager [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Received event network-changed-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 680.450230] env[69950]: DEBUG nova.compute.manager [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Refreshing instance network info cache due to event network-changed-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 680.450798] env[69950]: DEBUG oslo_concurrency.lockutils [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] Acquiring lock "refresh_cache-5ef5963e-72c2-4e2a-96f5-93214d815741" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.450798] env[69950]: DEBUG oslo_concurrency.lockutils [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] Acquired lock "refresh_cache-5ef5963e-72c2-4e2a-96f5-93214d815741" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.450910] env[69950]: DEBUG nova.network.neutron [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Refreshing network info cache for port c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.482861] env[69950]: DEBUG nova.network.neutron [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Successfully created port: 3415c13f-b14f-432b-8c92-c9bddd551688 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.576027] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4221570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.645175] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221571, 'name': ReconfigVM_Task, 'duration_secs': 0.35861} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.645960] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 906ccd94-1d07-41c3-a3f0-daa68862a1ac/906ccd94-1d07-41c3-a3f0-daa68862a1ac.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.647917] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-033c4376-bc8b-4bc1-806e-68ea838245cb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.656077] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Waiting for the task: (returnval){ [ 680.656077] env[69950]: value = "task-4221575" [ 680.656077] env[69950]: _type = "Task" [ 680.656077] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.662633] env[69950]: DEBUG nova.policy [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d559d80272e47bfbfe8b0bf977a1340', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d271ee9034040a08dbb1bfbbf00eb90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.673162] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221575, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.717476] env[69950]: INFO nova.compute.manager [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Took 21.87 seconds to build instance. [ 680.843351] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221574, 'name': CreateVM_Task, 'duration_secs': 0.445063} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.843552] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.844254] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.844434] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.844768] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.845047] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f36760-01ee-4f34-bf9e-f092c2a42e05 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.850976] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Waiting for the task: (returnval){ [ 680.850976] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5293e5fb-96ca-ea72-e938-d6b8a7054b48" [ 680.850976] env[69950]: _type = "Task" [ 680.850976] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.860263] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5293e5fb-96ca-ea72-e938-d6b8a7054b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.866079] env[69950]: DEBUG nova.compute.manager [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.067900] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4221570, 'name': ReconfigVM_Task, 'duration_secs': 0.694669} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.071400] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Reconfigured VM instance instance-00000006 to attach disk [datastore1] de73879c-e71a-4505-9739-16595239f982/de73879c-e71a-4505-9739-16595239f982.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.074355] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78b42796-1fd6-4788-b542-6cf573541eb3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.084343] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 681.084343] env[69950]: value = "task-4221576" [ 681.084343] env[69950]: _type = "Task" [ 681.084343] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.097880] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4221576, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.172232] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221575, 'name': Rename_Task, 'duration_secs': 0.191332} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.172583] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.172766] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b34bebb-21dc-4ecf-90b2-0040ff460486 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.182200] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Waiting for the task: (returnval){ [ 681.182200] env[69950]: value = "task-4221577" [ 681.182200] env[69950]: _type = "Task" [ 681.182200] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.191261] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.201294] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9485510-42ec-4f8c-9e62-c475e0ef153e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.213902] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895fe091-5a03-4f8f-a581-d427f0c18c81 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.251479] env[69950]: DEBUG oslo_concurrency.lockutils [None req-94300cf2-25e1-41ef-a1c4-e90ca2702826 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "bc626a0f-0d8f-4fce-b31a-98e6edf98d59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.406s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.251479] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90ed4b0-d50d-4c6d-8be6-14bc0384dce5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.261066] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc079e55-031f-417d-982e-50781744858e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.277143] env[69950]: DEBUG nova.compute.provider_tree [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.309577] env[69950]: DEBUG nova.compute.manager [None req-fc8080c2-dbbb-4950-91ef-81858c243b12 tempest-ServerDiagnosticsV248Test-238828410 tempest-ServerDiagnosticsV248Test-238828410-project-admin] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.311391] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaeb81bf-e7ff-476d-b550-ceae46b35ad8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.321752] env[69950]: INFO nova.compute.manager [None req-fc8080c2-dbbb-4950-91ef-81858c243b12 tempest-ServerDiagnosticsV248Test-238828410 tempest-ServerDiagnosticsV248Test-238828410-project-admin] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Retrieving diagnostics [ 681.321752] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ddeca6-b121-4c64-bfc8-b7b8671677b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.367328] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5293e5fb-96ca-ea72-e938-d6b8a7054b48, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.367715] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.367977] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.368277] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.368390] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.368987] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.368987] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a23f6bfe-bd41-4933-a8d1-7fc1cd2d7d48 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.381668] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.384335] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.384335] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48928d3a-cf1f-4704-a960-0a846e5efda9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.389666] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Waiting for the task: (returnval){ [ 681.389666] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526857ed-0fce-72c3-5710-5cfda4e1208b" [ 681.389666] env[69950]: _type = "Task" [ 681.389666] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.399013] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526857ed-0fce-72c3-5710-5cfda4e1208b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.606108] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4221576, 'name': Rename_Task, 'duration_secs': 0.276268} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.606327] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.606964] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1424d4a4-edbc-4549-abe6-73c46823f464 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.618265] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 681.618265] env[69950]: value = "task-4221581" [ 681.618265] env[69950]: _type = "Task" [ 681.618265] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.632187] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4221581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.693736] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221577, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.753755] env[69950]: DEBUG nova.compute.manager [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.780715] env[69950]: DEBUG nova.scheduler.client.report [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.876056] env[69950]: DEBUG nova.compute.manager [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.903396] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526857ed-0fce-72c3-5710-5cfda4e1208b, 'name': SearchDatastore_Task, 'duration_secs': 0.016312} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.905143] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8b2b47-04a5-46a8-b1e3-78527ec175cf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.909394] env[69950]: DEBUG nova.virt.hardware [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.909394] env[69950]: DEBUG nova.virt.hardware [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.909394] env[69950]: DEBUG nova.virt.hardware [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.909623] env[69950]: DEBUG nova.virt.hardware [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.909921] env[69950]: DEBUG nova.virt.hardware [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.909921] env[69950]: DEBUG nova.virt.hardware [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.910099] env[69950]: DEBUG nova.virt.hardware [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.910215] env[69950]: DEBUG nova.virt.hardware [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.910598] env[69950]: DEBUG nova.virt.hardware [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.910598] env[69950]: DEBUG nova.virt.hardware [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.910739] env[69950]: DEBUG nova.virt.hardware [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.911632] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e680f3-611f-4db9-84a7-bdd9cb0dadfc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.921441] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddac989-d0a8-4ba3-ba19-8b09024ee01f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.925769] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Waiting for the task: (returnval){ [ 681.925769] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52eb5e30-cf92-1068-c593-4b11789c4c45" [ 681.925769] env[69950]: _type = "Task" [ 681.925769] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.946678] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52eb5e30-cf92-1068-c593-4b11789c4c45, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.946901] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.947113] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 9fafb2d7-7f82-4f7f-98cf-7346896293bd/9fafb2d7-7f82-4f7f-98cf-7346896293bd.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.947389] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaadccfc-c4c3-43fa-8c08-91b08fbf59e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.956337] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Waiting for the task: (returnval){ [ 681.956337] env[69950]: value = "task-4221583" [ 681.956337] env[69950]: _type = "Task" [ 681.956337] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.968512] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.131626] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4221581, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.195997] env[69950]: DEBUG oslo_vmware.api [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221577, 'name': PowerOnVM_Task, 'duration_secs': 0.67734} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.196323] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.196470] env[69950]: INFO nova.compute.manager [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Took 10.25 seconds to spawn the instance on the hypervisor. [ 682.197757] env[69950]: DEBUG nova.compute.manager [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 682.197757] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850534f0-741c-4315-b7a1-3b94cc9cd036 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.281598] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.287883] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.288323] env[69950]: DEBUG nova.compute.manager [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.291340] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.426s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.293139] env[69950]: INFO nova.compute.claims [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.468085] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221583, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.477547] env[69950]: DEBUG nova.network.neutron [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Updated VIF entry in instance network info cache for port c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.477666] env[69950]: DEBUG nova.network.neutron [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Updating instance_info_cache with network_info: [{"id": "c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1", "address": "fa:16:3e:bb:73:7f", "network": {"id": "ec43a954-4802-4efa-b904-02d84e56e274", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1577565453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc67ad58a787412c8b4a44312f1850d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4e7bfc8-ae", "ovs_interfaceid": "c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.632042] env[69950]: DEBUG oslo_vmware.api [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4221581, 'name': PowerOnVM_Task, 'duration_secs': 0.676647} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.632347] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.632570] env[69950]: INFO nova.compute.manager [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Took 13.12 seconds to spawn the instance on the hypervisor. [ 682.632764] env[69950]: DEBUG nova.compute.manager [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 682.633594] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a82d9cd-4033-49e8-8597-7472866355f0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.722666] env[69950]: INFO nova.compute.manager [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Took 21.59 seconds to build instance. [ 682.802469] env[69950]: DEBUG nova.compute.utils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.803483] env[69950]: DEBUG nova.compute.manager [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.803672] env[69950]: DEBUG nova.network.neutron [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.813476] env[69950]: DEBUG nova.network.neutron [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Successfully updated port: 572318e3-b188-467b-95f2-0411d2c98531 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.971178] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646298} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.971178] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 9fafb2d7-7f82-4f7f-98cf-7346896293bd/9fafb2d7-7f82-4f7f-98cf-7346896293bd.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.971178] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.971178] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6893f27d-2257-4ca7-b383-b253ab94a3ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.978655] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Waiting for the task: (returnval){ [ 682.978655] env[69950]: value = "task-4221584" [ 682.978655] env[69950]: _type = "Task" [ 682.978655] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.982295] env[69950]: DEBUG oslo_concurrency.lockutils [req-a58a3055-8269-431c-91ae-c2a7b7ded0bb req-e6c08125-e0b7-4cc0-b192-4c3911b9f5cf service nova] Releasing lock "refresh_cache-5ef5963e-72c2-4e2a-96f5-93214d815741" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.989249] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.012254] env[69950]: DEBUG nova.policy [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c11ada2650b4a2a82bf80a9350d0aa4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2566dd499c0049e3a246a96935f99823', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.126643] env[69950]: DEBUG nova.compute.manager [req-9fd7aad7-02ce-4622-bf9c-f0a56369780c req-a0aedfb8-7b62-4b4f-bd0d-341fdee39ee0 service nova] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Received event network-changed-7b43831a-8593-4543-99f8-afb4e6b08e83 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 683.126932] env[69950]: DEBUG nova.compute.manager [req-9fd7aad7-02ce-4622-bf9c-f0a56369780c req-a0aedfb8-7b62-4b4f-bd0d-341fdee39ee0 service nova] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Refreshing instance network info cache due to event network-changed-7b43831a-8593-4543-99f8-afb4e6b08e83. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 683.127273] env[69950]: DEBUG oslo_concurrency.lockutils [req-9fd7aad7-02ce-4622-bf9c-f0a56369780c req-a0aedfb8-7b62-4b4f-bd0d-341fdee39ee0 service nova] Acquiring lock "refresh_cache-9fafb2d7-7f82-4f7f-98cf-7346896293bd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.127646] env[69950]: DEBUG oslo_concurrency.lockutils [req-9fd7aad7-02ce-4622-bf9c-f0a56369780c req-a0aedfb8-7b62-4b4f-bd0d-341fdee39ee0 service nova] Acquired lock "refresh_cache-9fafb2d7-7f82-4f7f-98cf-7346896293bd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.127646] env[69950]: DEBUG nova.network.neutron [req-9fd7aad7-02ce-4622-bf9c-f0a56369780c req-a0aedfb8-7b62-4b4f-bd0d-341fdee39ee0 service nova] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Refreshing network info cache for port 7b43831a-8593-4543-99f8-afb4e6b08e83 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.164441] env[69950]: INFO nova.compute.manager [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Took 23.86 seconds to build instance. [ 683.225318] env[69950]: DEBUG oslo_concurrency.lockutils [None req-171e3cd3-04b8-431f-9d93-3a83c808d483 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Lock "906ccd94-1d07-41c3-a3f0-daa68862a1ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.098s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.258781] env[69950]: DEBUG nova.network.neutron [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Successfully created port: df016135-c949-4649-9e35-d63478115e59 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.304169] env[69950]: DEBUG nova.compute.manager [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.318329] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "refresh_cache-08ecd79f-c9f2-422f-80db-2b8b1e854d43" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.318479] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquired lock "refresh_cache-08ecd79f-c9f2-422f-80db-2b8b1e854d43" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.318631] env[69950]: DEBUG nova.network.neutron [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.495211] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080321} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.495489] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.497981] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e4da58-2daa-4ead-8829-545f386da1f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.537738] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 9fafb2d7-7f82-4f7f-98cf-7346896293bd/9fafb2d7-7f82-4f7f-98cf-7346896293bd.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.542634] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f46d7b-77bc-4406-a2cc-9fcf92770ea2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.570385] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Waiting for the task: (returnval){ [ 683.570385] env[69950]: value = "task-4221585" [ 683.570385] env[69950]: _type = "Task" [ 683.570385] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.582465] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.670379] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab87e19f-fd23-4f31-925d-527cea5a0a59 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "de73879c-e71a-4505-9739-16595239f982" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.375s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.730362] env[69950]: DEBUG nova.compute.manager [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.802786] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47a871e-16a8-4f23-84f3-e1ccd78a7959 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.821413] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da85aa20-8816-487f-885e-4aa3935b585b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.861722] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23376ad4-8fda-4eaf-9f03-a9259abf79e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.875939] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73303da0-d8b8-4b5a-92a8-c7cc539d7a48 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.895086] env[69950]: DEBUG nova.compute.provider_tree [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.950572] env[69950]: DEBUG nova.network.neutron [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.999931] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.000081] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.082492] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221585, 'name': ReconfigVM_Task, 'duration_secs': 0.339864} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.082775] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 9fafb2d7-7f82-4f7f-98cf-7346896293bd/9fafb2d7-7f82-4f7f-98cf-7346896293bd.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.083525] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a7409cd-cb70-4023-a040-6ca9ac7f9268 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.094955] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Waiting for the task: (returnval){ [ 684.094955] env[69950]: value = "task-4221586" [ 684.094955] env[69950]: _type = "Task" [ 684.094955] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.108437] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221586, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.185579] env[69950]: DEBUG nova.compute.manager [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.269754] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.319341] env[69950]: DEBUG nova.compute.manager [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.349402] env[69950]: DEBUG nova.virt.hardware [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.349402] env[69950]: DEBUG nova.virt.hardware [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.349402] env[69950]: DEBUG nova.virt.hardware [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.349649] env[69950]: DEBUG nova.virt.hardware [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.349649] env[69950]: DEBUG nova.virt.hardware [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.350040] env[69950]: DEBUG nova.virt.hardware [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.351510] env[69950]: DEBUG nova.virt.hardware [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.351510] env[69950]: DEBUG nova.virt.hardware [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.351510] env[69950]: DEBUG nova.virt.hardware [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.351739] env[69950]: DEBUG nova.virt.hardware [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.352711] env[69950]: DEBUG nova.virt.hardware [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.354633] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ebe662-419c-44ec-8196-f501f3347dc3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.367346] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1725b858-5bac-4d8c-b206-82c8ec1fe821 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.398290] env[69950]: DEBUG nova.scheduler.client.report [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.616482] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221586, 'name': Rename_Task, 'duration_secs': 0.159131} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.616905] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.617364] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66c04031-9b08-4acb-a979-373aca50be5c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.625041] env[69950]: DEBUG nova.network.neutron [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Updating instance_info_cache with network_info: [{"id": "572318e3-b188-467b-95f2-0411d2c98531", "address": "fa:16:3e:52:c1:fe", "network": {"id": "b7ee1e79-0346-483d-b62a-2f303886c77e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-771608770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2566dd499c0049e3a246a96935f99823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572318e3-b1", "ovs_interfaceid": "572318e3-b188-467b-95f2-0411d2c98531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.633474] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Waiting for the task: (returnval){ [ 684.633474] env[69950]: value = "task-4221587" [ 684.633474] env[69950]: _type = "Task" [ 684.633474] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.654897] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221587, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.715286] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.772719] env[69950]: DEBUG nova.network.neutron [req-9fd7aad7-02ce-4622-bf9c-f0a56369780c req-a0aedfb8-7b62-4b4f-bd0d-341fdee39ee0 service nova] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Updated VIF entry in instance network info cache for port 7b43831a-8593-4543-99f8-afb4e6b08e83. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.773149] env[69950]: DEBUG nova.network.neutron [req-9fd7aad7-02ce-4622-bf9c-f0a56369780c req-a0aedfb8-7b62-4b4f-bd0d-341fdee39ee0 service nova] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Updating instance_info_cache with network_info: [{"id": "7b43831a-8593-4543-99f8-afb4e6b08e83", "address": "fa:16:3e:9e:e0:0e", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b43831a-85", "ovs_interfaceid": "7b43831a-8593-4543-99f8-afb4e6b08e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.817479] env[69950]: DEBUG oslo_concurrency.lockutils [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Acquiring lock "e6674863-b35c-41f7-b9a3-127937f23b27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.817626] env[69950]: DEBUG oslo_concurrency.lockutils [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Lock "e6674863-b35c-41f7-b9a3-127937f23b27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.818424] env[69950]: DEBUG oslo_concurrency.lockutils [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Acquiring lock "e6674863-b35c-41f7-b9a3-127937f23b27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.818424] env[69950]: DEBUG oslo_concurrency.lockutils [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Lock "e6674863-b35c-41f7-b9a3-127937f23b27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.818424] env[69950]: DEBUG oslo_concurrency.lockutils [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Lock "e6674863-b35c-41f7-b9a3-127937f23b27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.823031] env[69950]: INFO nova.compute.manager [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Terminating instance [ 684.905401] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.906266] env[69950]: DEBUG nova.compute.manager [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.909732] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.910s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.915179] env[69950]: INFO nova.compute.claims [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.068507] env[69950]: DEBUG nova.network.neutron [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Successfully updated port: 3415c13f-b14f-432b-8c92-c9bddd551688 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.138666] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Releasing lock "refresh_cache-08ecd79f-c9f2-422f-80db-2b8b1e854d43" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.139037] env[69950]: DEBUG nova.compute.manager [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Instance network_info: |[{"id": "572318e3-b188-467b-95f2-0411d2c98531", "address": "fa:16:3e:52:c1:fe", "network": {"id": "b7ee1e79-0346-483d-b62a-2f303886c77e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-771608770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2566dd499c0049e3a246a96935f99823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572318e3-b1", "ovs_interfaceid": "572318e3-b188-467b-95f2-0411d2c98531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.139647] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:c1:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '572318e3-b188-467b-95f2-0411d2c98531', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.148886] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Creating folder: Project (2566dd499c0049e3a246a96935f99823). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.157521] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a3ea061-7fa6-4a5b-b0e9-18e3d29b634c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.170873] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221587, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.174398] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Created folder: Project (2566dd499c0049e3a246a96935f99823) in parent group-v835309. [ 685.174812] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Creating folder: Instances. Parent ref: group-v835337. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.175345] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-966a70ec-86a1-4f3f-bf17-bcf320b4b40e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.194154] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Created folder: Instances in parent group-v835337. [ 685.194154] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.194454] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.194730] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-543048f7-da7a-4f06-8ceb-440c2a17f5a5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.227387] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.227387] env[69950]: value = "task-4221591" [ 685.227387] env[69950]: _type = "Task" [ 685.227387] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.240453] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221591, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.276341] env[69950]: DEBUG oslo_concurrency.lockutils [req-9fd7aad7-02ce-4622-bf9c-f0a56369780c req-a0aedfb8-7b62-4b4f-bd0d-341fdee39ee0 service nova] Releasing lock "refresh_cache-9fafb2d7-7f82-4f7f-98cf-7346896293bd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.328062] env[69950]: DEBUG oslo_concurrency.lockutils [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Acquiring lock "refresh_cache-e6674863-b35c-41f7-b9a3-127937f23b27" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.328062] env[69950]: DEBUG oslo_concurrency.lockutils [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Acquired lock "refresh_cache-e6674863-b35c-41f7-b9a3-127937f23b27" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.328298] env[69950]: DEBUG nova.network.neutron [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.419365] env[69950]: DEBUG nova.compute.utils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.419796] env[69950]: DEBUG nova.compute.manager [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.419796] env[69950]: DEBUG nova.network.neutron [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.575531] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Acquiring lock "refresh_cache-afffcbe4-52eb-4385-bda8-a46fc0d2d68b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.575796] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Acquired lock "refresh_cache-afffcbe4-52eb-4385-bda8-a46fc0d2d68b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.576056] env[69950]: DEBUG nova.network.neutron [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.587148] env[69950]: DEBUG nova.policy [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c11ada2650b4a2a82bf80a9350d0aa4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2566dd499c0049e3a246a96935f99823', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.656574] env[69950]: DEBUG oslo_vmware.api [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221587, 'name': PowerOnVM_Task, 'duration_secs': 0.806963} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.658538] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.661341] env[69950]: INFO nova.compute.manager [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Took 11.24 seconds to spawn the instance on the hypervisor. [ 685.661341] env[69950]: DEBUG nova.compute.manager [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 685.667263] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f78d190-81d9-443f-b5df-7e538a38cd1d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.734853] env[69950]: DEBUG nova.network.neutron [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Successfully created port: fbc41520-fdab-4e21-b07c-b0505966904c {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.751175] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221591, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.825512] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Acquiring lock "49b31e0c-cec2-4a9e-ba29-1b7679597bfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.825852] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Lock "49b31e0c-cec2-4a9e-ba29-1b7679597bfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.891806] env[69950]: DEBUG nova.network.neutron [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.926879] env[69950]: DEBUG nova.compute.manager [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.196168] env[69950]: INFO nova.compute.manager [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Took 24.09 seconds to build instance. [ 686.244130] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221591, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.323649] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7c2f4d-22ef-4eb9-a4d4-a09c0e3a3404 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.333987] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a73392a-acff-4444-a0f6-4cc69645afd8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.339445] env[69950]: DEBUG nova.network.neutron [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.371692] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e334e4f1-2d3e-41d5-b701-5caa9109d1bf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.380905] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e7353b-49f9-41e9-a9d5-f0947f71ec14 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.399212] env[69950]: DEBUG nova.compute.provider_tree [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.423470] env[69950]: DEBUG nova.network.neutron [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.699031] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a121a5fb-ce11-4933-95ed-e30285626d0d tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Lock "9fafb2d7-7f82-4f7f-98cf-7346896293bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.609s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.742396] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221591, 'name': CreateVM_Task, 'duration_secs': 1.116316} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.743037] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.743845] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.744035] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.744520] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.744794] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-971b5ef6-d4ee-47fc-8b5e-a668e6645367 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.753822] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 686.753822] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5269b408-338f-9fbb-1f4f-83b2b5982ffd" [ 686.753822] env[69950]: _type = "Task" [ 686.753822] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.767263] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5269b408-338f-9fbb-1f4f-83b2b5982ffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.908294] env[69950]: DEBUG nova.scheduler.client.report [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.915707] env[69950]: DEBUG nova.network.neutron [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Updating instance_info_cache with network_info: [{"id": "3415c13f-b14f-432b-8c92-c9bddd551688", "address": "fa:16:3e:04:7f:d4", "network": {"id": "a80830da-3d04-44d0-a136-2ba26ee66d7e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1178130061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "250fa653522742c3acc2bf0398dcc056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3415c13f-b1", "ovs_interfaceid": "3415c13f-b14f-432b-8c92-c9bddd551688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.925617] env[69950]: DEBUG oslo_concurrency.lockutils [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Releasing lock "refresh_cache-e6674863-b35c-41f7-b9a3-127937f23b27" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.926160] env[69950]: DEBUG nova.compute.manager [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.926329] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.927329] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23bd5b3-6977-4041-96d1-e1a9714a29ee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.940059] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.940059] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a1d810b-807d-4497-8100-c350d5ca0a5a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.943176] env[69950]: DEBUG nova.compute.manager [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.954880] env[69950]: DEBUG oslo_vmware.api [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Waiting for the task: (returnval){ [ 686.954880] env[69950]: value = "task-4221592" [ 686.954880] env[69950]: _type = "Task" [ 686.954880] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.967417] env[69950]: DEBUG oslo_vmware.api [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': task-4221592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.982837] env[69950]: DEBUG nova.virt.hardware [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.983379] env[69950]: DEBUG nova.virt.hardware [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.984054] env[69950]: DEBUG nova.virt.hardware [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.984054] env[69950]: DEBUG nova.virt.hardware [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.984054] env[69950]: DEBUG nova.virt.hardware [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.988668] env[69950]: DEBUG nova.virt.hardware [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.988668] env[69950]: DEBUG nova.virt.hardware [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.988668] env[69950]: DEBUG nova.virt.hardware [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.988668] env[69950]: DEBUG nova.virt.hardware [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.988668] env[69950]: DEBUG nova.virt.hardware [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.988856] env[69950]: DEBUG nova.virt.hardware [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.988856] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ad6792-03aa-4817-8078-b9904849b6e3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.000124] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c44507a-021f-4f9c-a116-8d36428fb710 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.202651] env[69950]: DEBUG nova.compute.manager [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.266332] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5269b408-338f-9fbb-1f4f-83b2b5982ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.02643} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.266718] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.267047] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.267222] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.267731] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.267731] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.268844] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20a81807-c954-448e-a968-1d51c4081ed7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.281054] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.281611] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.282972] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539a9a96-31ff-4552-807e-119af2611275 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.291808] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 687.291808] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5260c65f-8cbc-f6cd-20cb-4d2cc63db025" [ 687.291808] env[69950]: _type = "Task" [ 687.291808] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.302119] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5260c65f-8cbc-f6cd-20cb-4d2cc63db025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.416399] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.418822] env[69950]: DEBUG nova.compute.manager [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.423049] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Releasing lock "refresh_cache-afffcbe4-52eb-4385-bda8-a46fc0d2d68b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.423049] env[69950]: DEBUG nova.compute.manager [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Instance network_info: |[{"id": "3415c13f-b14f-432b-8c92-c9bddd551688", "address": "fa:16:3e:04:7f:d4", "network": {"id": "a80830da-3d04-44d0-a136-2ba26ee66d7e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1178130061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "250fa653522742c3acc2bf0398dcc056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3415c13f-b1", "ovs_interfaceid": "3415c13f-b14f-432b-8c92-c9bddd551688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.423312] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.742s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.425101] env[69950]: DEBUG nova.objects.instance [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Lazy-loading 'resources' on Instance uuid 8780ba68-79d5-4290-a2db-cac10ca3eb0a {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.429030] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:7f:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3415c13f-b14f-432b-8c92-c9bddd551688', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.443837] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Creating folder: Project (250fa653522742c3acc2bf0398dcc056). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.448178] env[69950]: DEBUG nova.network.neutron [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Successfully created port: 8b64b1b4-06f2-4c52-a40a-be28f620962a {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.450179] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72a05759-875a-4a8b-9ebc-e72539b3f2fa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.463277] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Created folder: Project (250fa653522742c3acc2bf0398dcc056) in parent group-v835309. [ 687.463277] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Creating folder: Instances. Parent ref: group-v835340. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.463277] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76bed88c-91f0-4560-9146-04f2f5acc113 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.469412] env[69950]: DEBUG oslo_vmware.api [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': task-4221592, 'name': PowerOffVM_Task, 'duration_secs': 0.399462} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.469699] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.469887] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.470152] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41fb8321-0de5-4ef3-8258-6a25ddc4dcc8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.474010] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Created folder: Instances in parent group-v835340. [ 687.474249] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.474428] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.475163] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1730a27c-9438-4765-a921-42c1cef30dbc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.498612] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.499125] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.499410] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Deleting the datastore file [datastore2] e6674863-b35c-41f7-b9a3-127937f23b27 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.500565] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c1f78ef-8efa-4491-8266-9be0515774b6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.502875] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.502875] env[69950]: value = "task-4221597" [ 687.502875] env[69950]: _type = "Task" [ 687.502875] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.510126] env[69950]: DEBUG oslo_vmware.api [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Waiting for the task: (returnval){ [ 687.510126] env[69950]: value = "task-4221598" [ 687.510126] env[69950]: _type = "Task" [ 687.510126] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.513963] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221597, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.526017] env[69950]: DEBUG oslo_vmware.api [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': task-4221598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.734286] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.809701] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5260c65f-8cbc-f6cd-20cb-4d2cc63db025, 'name': SearchDatastore_Task, 'duration_secs': 0.015161} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.810819] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943f43d2-7432-43fe-a831-9a314ae45251 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.818833] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 687.818833] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521b643c-b930-02c0-5ede-0b445f546968" [ 687.818833] env[69950]: _type = "Task" [ 687.818833] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.831886] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521b643c-b930-02c0-5ede-0b445f546968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.926050] env[69950]: DEBUG nova.compute.utils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.929808] env[69950]: DEBUG nova.compute.manager [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.930117] env[69950]: DEBUG nova.network.neutron [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.024314] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221597, 'name': CreateVM_Task, 'duration_secs': 0.386379} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.024964] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.031671] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.031846] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.032742] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.037154] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2a50e3-398f-400d-afa0-23d6a9786496 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.039248] env[69950]: DEBUG oslo_vmware.api [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Task: {'id': task-4221598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141966} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.039496] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.039667] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.039835] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.040013] env[69950]: INFO nova.compute.manager [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Took 1.11 seconds to destroy the instance on the hypervisor. [ 688.040267] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.040854] env[69950]: DEBUG nova.compute.manager [-] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.040944] env[69950]: DEBUG nova.network.neutron [-] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.044872] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Waiting for the task: (returnval){ [ 688.044872] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52152b9b-1c11-bb17-f04b-62892ccae764" [ 688.044872] env[69950]: _type = "Task" [ 688.044872] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.063157] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52152b9b-1c11-bb17-f04b-62892ccae764, 'name': SearchDatastore_Task, 'duration_secs': 0.012721} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.067982] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.068287] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.068791] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.068966] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.069464] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.073515] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e012299d-4d7f-4cbc-be2d-05bb0e055b77 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.077186] env[69950]: DEBUG nova.network.neutron [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Successfully updated port: df016135-c949-4649-9e35-d63478115e59 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.078806] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Acquiring lock "aed33fae-88a9-43ad-844e-e73e0d9d9ab8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.079094] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Lock "aed33fae-88a9-43ad-844e-e73e0d9d9ab8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.089408] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.089620] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.097134] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3424ec15-6610-4d7a-a507-52d3fbecafb6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.108944] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Waiting for the task: (returnval){ [ 688.108944] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a5433f-6b60-68b9-cbf6-f33fc1cbed29" [ 688.108944] env[69950]: _type = "Task" [ 688.108944] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.116416] env[69950]: DEBUG nova.network.neutron [-] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.134085] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a5433f-6b60-68b9-cbf6-f33fc1cbed29, 'name': SearchDatastore_Task, 'duration_secs': 0.013136} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.134085] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe20d61-11b8-4f10-94ff-c1e1201be3aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.141275] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Waiting for the task: (returnval){ [ 688.141275] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52647207-c1f2-1a0d-fa95-2130dc2afdbc" [ 688.141275] env[69950]: _type = "Task" [ 688.141275] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.151207] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52647207-c1f2-1a0d-fa95-2130dc2afdbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.175685] env[69950]: DEBUG nova.policy [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffb3a25bc20649008aa547a60c871f11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffa89690ace24450b4cd67a20fd84cd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.338493] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521b643c-b930-02c0-5ede-0b445f546968, 'name': SearchDatastore_Task, 'duration_secs': 0.015288} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.338493] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.338493] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 08ecd79f-c9f2-422f-80db-2b8b1e854d43/08ecd79f-c9f2-422f-80db-2b8b1e854d43.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.338493] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f6be856-c6b0-4762-a42d-c0e0b8022151 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.350899] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 688.350899] env[69950]: value = "task-4221599" [ 688.350899] env[69950]: _type = "Task" [ 688.350899] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.363540] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.417665] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219082f6-0110-4d44-9de0-b2e2f37eac4b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.426324] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a590631-2f49-4303-a695-86c204bf4cbd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.433390] env[69950]: DEBUG nova.compute.manager [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.471709] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eda5fc-7d3b-4fdb-bdd2-37f3752de590 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.478864] env[69950]: DEBUG nova.compute.manager [None req-5145faab-04fd-404f-a27c-478fe105f014 tempest-ServerExternalEventsTest-1775801300 tempest-ServerExternalEventsTest-1775801300-project] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Received event network-changed {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 688.478864] env[69950]: DEBUG nova.compute.manager [None req-5145faab-04fd-404f-a27c-478fe105f014 tempest-ServerExternalEventsTest-1775801300 tempest-ServerExternalEventsTest-1775801300-project] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Refreshing instance network info cache due to event network-changed. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 688.478864] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5145faab-04fd-404f-a27c-478fe105f014 tempest-ServerExternalEventsTest-1775801300 tempest-ServerExternalEventsTest-1775801300-project] Acquiring lock "refresh_cache-906ccd94-1d07-41c3-a3f0-daa68862a1ac" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.478864] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5145faab-04fd-404f-a27c-478fe105f014 tempest-ServerExternalEventsTest-1775801300 tempest-ServerExternalEventsTest-1775801300-project] Acquired lock "refresh_cache-906ccd94-1d07-41c3-a3f0-daa68862a1ac" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.478864] env[69950]: DEBUG nova.network.neutron [None req-5145faab-04fd-404f-a27c-478fe105f014 tempest-ServerExternalEventsTest-1775801300 tempest-ServerExternalEventsTest-1775801300-project] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.487225] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c3646d-c569-4a3e-9ff9-03727508b7cb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.507993] env[69950]: DEBUG nova.compute.provider_tree [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.581162] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.581347] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.581507] env[69950]: DEBUG nova.network.neutron [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.624022] env[69950]: DEBUG nova.network.neutron [-] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.658187] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52647207-c1f2-1a0d-fa95-2130dc2afdbc, 'name': SearchDatastore_Task, 'duration_secs': 0.011713} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.658187] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.658187] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] afffcbe4-52eb-4385-bda8-a46fc0d2d68b/afffcbe4-52eb-4385-bda8-a46fc0d2d68b.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.658378] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa0803de-9a89-4953-adcd-955c5addacd0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.672595] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Waiting for the task: (returnval){ [ 688.672595] env[69950]: value = "task-4221600" [ 688.672595] env[69950]: _type = "Task" [ 688.672595] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.689257] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.870431] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221599, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.016027] env[69950]: DEBUG nova.scheduler.client.report [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.125920] env[69950]: INFO nova.compute.manager [-] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Took 1.08 seconds to deallocate network for instance. [ 689.192660] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221600, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.226229] env[69950]: DEBUG nova.network.neutron [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.255770] env[69950]: DEBUG nova.compute.manager [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Received event network-vif-plugged-572318e3-b188-467b-95f2-0411d2c98531 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 689.255770] env[69950]: DEBUG oslo_concurrency.lockutils [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] Acquiring lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.256265] env[69950]: DEBUG oslo_concurrency.lockutils [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] Lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.258241] env[69950]: DEBUG oslo_concurrency.lockutils [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] Lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.258241] env[69950]: DEBUG nova.compute.manager [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] No waiting events found dispatching network-vif-plugged-572318e3-b188-467b-95f2-0411d2c98531 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 689.258241] env[69950]: WARNING nova.compute.manager [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Received unexpected event network-vif-plugged-572318e3-b188-467b-95f2-0411d2c98531 for instance with vm_state building and task_state spawning. [ 689.258439] env[69950]: DEBUG nova.compute.manager [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Received event network-changed-572318e3-b188-467b-95f2-0411d2c98531 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 689.258578] env[69950]: DEBUG nova.compute.manager [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Refreshing instance network info cache due to event network-changed-572318e3-b188-467b-95f2-0411d2c98531. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 689.258874] env[69950]: DEBUG oslo_concurrency.lockutils [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] Acquiring lock "refresh_cache-08ecd79f-c9f2-422f-80db-2b8b1e854d43" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.258942] env[69950]: DEBUG oslo_concurrency.lockutils [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] Acquired lock "refresh_cache-08ecd79f-c9f2-422f-80db-2b8b1e854d43" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.259174] env[69950]: DEBUG nova.network.neutron [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Refreshing network info cache for port 572318e3-b188-467b-95f2-0411d2c98531 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.369017] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744386} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.369460] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 08ecd79f-c9f2-422f-80db-2b8b1e854d43/08ecd79f-c9f2-422f-80db-2b8b1e854d43.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.369683] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.369947] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-731feb40-a754-410c-8075-88dc50e0d053 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.383047] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 689.383047] env[69950]: value = "task-4221602" [ 689.383047] env[69950]: _type = "Task" [ 689.383047] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.400629] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.479286] env[69950]: DEBUG nova.compute.manager [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.512903] env[69950]: DEBUG nova.virt.hardware [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.513820] env[69950]: DEBUG nova.virt.hardware [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.513820] env[69950]: DEBUG nova.virt.hardware [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.513820] env[69950]: DEBUG nova.virt.hardware [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.513820] env[69950]: DEBUG nova.virt.hardware [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.514012] env[69950]: DEBUG nova.virt.hardware [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.514369] env[69950]: DEBUG nova.virt.hardware [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.514567] env[69950]: DEBUG nova.virt.hardware [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.514768] env[69950]: DEBUG nova.virt.hardware [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.514943] env[69950]: DEBUG nova.virt.hardware [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.515198] env[69950]: DEBUG nova.virt.hardware [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.516139] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a0b89d-1c78-4ab8-a7ee-ed5e7f593403 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.522933] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.529850] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.248s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.532741] env[69950]: INFO nova.compute.claims [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.539025] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735fa38a-ae65-4ef9-a307-ca1157485a0b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.574746] env[69950]: INFO nova.scheduler.client.report [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Deleted allocations for instance 8780ba68-79d5-4290-a2db-cac10ca3eb0a [ 689.637556] env[69950]: DEBUG oslo_concurrency.lockutils [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.637556] env[69950]: DEBUG nova.network.neutron [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Successfully updated port: fbc41520-fdab-4e21-b07c-b0505966904c {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.692463] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844797} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.692901] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] afffcbe4-52eb-4385-bda8-a46fc0d2d68b/afffcbe4-52eb-4385-bda8-a46fc0d2d68b.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.693267] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.694061] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c95951e3-24b5-40c6-9fc2-74167c33a773 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.706184] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Waiting for the task: (returnval){ [ 689.706184] env[69950]: value = "task-4221603" [ 689.706184] env[69950]: _type = "Task" [ 689.706184] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.724036] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.724762] env[69950]: DEBUG nova.network.neutron [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating instance_info_cache with network_info: [{"id": "df016135-c949-4649-9e35-d63478115e59", "address": "fa:16:3e:cf:aa:ed", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf016135-c9", "ovs_interfaceid": "df016135-c949-4649-9e35-d63478115e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.897022] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112531} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.897022] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.898563] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8722a1d-afa0-4b27-88a8-dc9fb42261c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.927752] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 08ecd79f-c9f2-422f-80db-2b8b1e854d43/08ecd79f-c9f2-422f-80db-2b8b1e854d43.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.930584] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2aea753-50bf-488a-93d5-8f15aaeefd47 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.954502] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 689.954502] env[69950]: value = "task-4221604" [ 689.954502] env[69950]: _type = "Task" [ 689.954502] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.963264] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.048307] env[69950]: DEBUG nova.network.neutron [None req-5145faab-04fd-404f-a27c-478fe105f014 tempest-ServerExternalEventsTest-1775801300 tempest-ServerExternalEventsTest-1775801300-project] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Updating instance_info_cache with network_info: [{"id": "6a7ad094-8822-44f5-98e2-222bd59bde33", "address": "fa:16:3e:96:65:2d", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7ad094-88", "ovs_interfaceid": "6a7ad094-8822-44f5-98e2-222bd59bde33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.088354] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Lock "8780ba68-79d5-4290-a2db-cac10ca3eb0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.319s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.145793] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "refresh_cache-16470c4f-53ee-4932-913e-c65f6683683a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.146551] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquired lock "refresh_cache-16470c4f-53ee-4932-913e-c65f6683683a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.146817] env[69950]: DEBUG nova.network.neutron [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.150927] env[69950]: DEBUG nova.network.neutron [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Updated VIF entry in instance network info cache for port 572318e3-b188-467b-95f2-0411d2c98531. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.151418] env[69950]: DEBUG nova.network.neutron [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Updating instance_info_cache with network_info: [{"id": "572318e3-b188-467b-95f2-0411d2c98531", "address": "fa:16:3e:52:c1:fe", "network": {"id": "b7ee1e79-0346-483d-b62a-2f303886c77e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-771608770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2566dd499c0049e3a246a96935f99823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572318e3-b1", "ovs_interfaceid": "572318e3-b188-467b-95f2-0411d2c98531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.221846] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253578} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.223130] env[69950]: DEBUG nova.network.neutron [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Successfully created port: d86bc63f-7eeb-4fae-9381-a1675ac693f9 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.227311] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.228419] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Releasing lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.228834] env[69950]: DEBUG nova.compute.manager [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Instance network_info: |[{"id": "df016135-c949-4649-9e35-d63478115e59", "address": "fa:16:3e:cf:aa:ed", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf016135-c9", "ovs_interfaceid": "df016135-c949-4649-9e35-d63478115e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.229762] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a30e9a0-5305-469a-9967-5e4acc907b99 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.235020] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:aa:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df016135-c949-4649-9e35-d63478115e59', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.245891] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Creating folder: Project (8d271ee9034040a08dbb1bfbbf00eb90). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.246235] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0243ac08-2889-460d-b561-2e0a6befd9df {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.272698] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] afffcbe4-52eb-4385-bda8-a46fc0d2d68b/afffcbe4-52eb-4385-bda8-a46fc0d2d68b.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.274846] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f63c3f1-e620-4a3e-9c1b-0d42bca8d36a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.292190] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Created folder: Project (8d271ee9034040a08dbb1bfbbf00eb90) in parent group-v835309. [ 690.292190] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Creating folder: Instances. Parent ref: group-v835343. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.292190] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1c44b9e-1a62-4dba-8489-b9c1384003c8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.299232] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Waiting for the task: (returnval){ [ 690.299232] env[69950]: value = "task-4221607" [ 690.299232] env[69950]: _type = "Task" [ 690.299232] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.305354] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Created folder: Instances in parent group-v835343. [ 690.305725] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.306366] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93664ea1-b278-43d4-9390-f10836022697] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.306627] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4231ca3-428f-4013-846d-23d52c6ce624 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.330091] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.336279] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.336279] env[69950]: value = "task-4221608" [ 690.336279] env[69950]: _type = "Task" [ 690.336279] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.345201] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221608, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.466407] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.556589] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5145faab-04fd-404f-a27c-478fe105f014 tempest-ServerExternalEventsTest-1775801300 tempest-ServerExternalEventsTest-1775801300-project] Releasing lock "refresh_cache-906ccd94-1d07-41c3-a3f0-daa68862a1ac" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.599587] env[69950]: DEBUG nova.compute.manager [req-3c52d288-683e-4ec1-9e7f-0563140da7dd req-66cf16db-08c2-43fe-9739-f4760801841a service nova] [instance: 93664ea1-b278-43d4-9390-f10836022697] Received event network-vif-plugged-df016135-c949-4649-9e35-d63478115e59 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 690.599818] env[69950]: DEBUG oslo_concurrency.lockutils [req-3c52d288-683e-4ec1-9e7f-0563140da7dd req-66cf16db-08c2-43fe-9739-f4760801841a service nova] Acquiring lock "93664ea1-b278-43d4-9390-f10836022697-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.600238] env[69950]: DEBUG oslo_concurrency.lockutils [req-3c52d288-683e-4ec1-9e7f-0563140da7dd req-66cf16db-08c2-43fe-9739-f4760801841a service nova] Lock "93664ea1-b278-43d4-9390-f10836022697-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.600515] env[69950]: DEBUG oslo_concurrency.lockutils [req-3c52d288-683e-4ec1-9e7f-0563140da7dd req-66cf16db-08c2-43fe-9739-f4760801841a service nova] Lock "93664ea1-b278-43d4-9390-f10836022697-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.600806] env[69950]: DEBUG nova.compute.manager [req-3c52d288-683e-4ec1-9e7f-0563140da7dd req-66cf16db-08c2-43fe-9739-f4760801841a service nova] [instance: 93664ea1-b278-43d4-9390-f10836022697] No waiting events found dispatching network-vif-plugged-df016135-c949-4649-9e35-d63478115e59 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 690.601440] env[69950]: WARNING nova.compute.manager [req-3c52d288-683e-4ec1-9e7f-0563140da7dd req-66cf16db-08c2-43fe-9739-f4760801841a service nova] [instance: 93664ea1-b278-43d4-9390-f10836022697] Received unexpected event network-vif-plugged-df016135-c949-4649-9e35-d63478115e59 for instance with vm_state building and task_state spawning. [ 690.660389] env[69950]: DEBUG oslo_concurrency.lockutils [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] Releasing lock "refresh_cache-08ecd79f-c9f2-422f-80db-2b8b1e854d43" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.660682] env[69950]: DEBUG nova.compute.manager [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Received event network-vif-plugged-3415c13f-b14f-432b-8c92-c9bddd551688 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 690.660889] env[69950]: DEBUG oslo_concurrency.lockutils [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] Acquiring lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.661126] env[69950]: DEBUG oslo_concurrency.lockutils [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] Lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.661329] env[69950]: DEBUG oslo_concurrency.lockutils [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] Lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.661530] env[69950]: DEBUG nova.compute.manager [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] No waiting events found dispatching network-vif-plugged-3415c13f-b14f-432b-8c92-c9bddd551688 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 690.661707] env[69950]: WARNING nova.compute.manager [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Received unexpected event network-vif-plugged-3415c13f-b14f-432b-8c92-c9bddd551688 for instance with vm_state building and task_state spawning. [ 690.661933] env[69950]: DEBUG nova.compute.manager [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Received event network-changed-3415c13f-b14f-432b-8c92-c9bddd551688 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 690.662103] env[69950]: DEBUG nova.compute.manager [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Refreshing instance network info cache due to event network-changed-3415c13f-b14f-432b-8c92-c9bddd551688. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 690.662347] env[69950]: DEBUG oslo_concurrency.lockutils [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] Acquiring lock "refresh_cache-afffcbe4-52eb-4385-bda8-a46fc0d2d68b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.662494] env[69950]: DEBUG oslo_concurrency.lockutils [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] Acquired lock "refresh_cache-afffcbe4-52eb-4385-bda8-a46fc0d2d68b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.662683] env[69950]: DEBUG nova.network.neutron [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Refreshing network info cache for port 3415c13f-b14f-432b-8c92-c9bddd551688 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.714031] env[69950]: DEBUG nova.network.neutron [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.812836] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221607, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.857902] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221608, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.873999] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Acquiring lock "3384bb1e-241f-4cce-a5d0-51b885d466a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.874417] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Lock "3384bb1e-241f-4cce-a5d0-51b885d466a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.959603] env[69950]: DEBUG nova.network.neutron [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Updating instance_info_cache with network_info: [{"id": "fbc41520-fdab-4e21-b07c-b0505966904c", "address": "fa:16:3e:ec:2b:ba", "network": {"id": "b7ee1e79-0346-483d-b62a-2f303886c77e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-771608770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2566dd499c0049e3a246a96935f99823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc41520-fd", "ovs_interfaceid": "fbc41520-fdab-4e21-b07c-b0505966904c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.967832] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221604, 'name': ReconfigVM_Task, 'duration_secs': 0.749259} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.970411] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 08ecd79f-c9f2-422f-80db-2b8b1e854d43/08ecd79f-c9f2-422f-80db-2b8b1e854d43.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.971265] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7efa32d9-5d53-4528-9fc4-05980bd1cf8c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.981487] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 690.981487] env[69950]: value = "task-4221609" [ 690.981487] env[69950]: _type = "Task" [ 690.981487] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.990775] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7a1048-d647-4c8b-a238-daa8621c6005 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.999475] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221609, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.005014] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90ccbc3-72ca-4234-94c9-2c13768da57e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.049361] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5438270-1b98-4be6-9986-a295fbd51fb3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.057617] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21ac782-0d00-441e-9483-35ae7e7a7e19 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.072753] env[69950]: DEBUG nova.compute.provider_tree [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.310293] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221607, 'name': ReconfigVM_Task, 'duration_secs': 0.559809} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.310586] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Reconfigured VM instance instance-0000000a to attach disk [datastore2] afffcbe4-52eb-4385-bda8-a46fc0d2d68b/afffcbe4-52eb-4385-bda8-a46fc0d2d68b.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.311225] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0304d82a-8584-4849-9529-829e96b5cef6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.319482] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Waiting for the task: (returnval){ [ 691.319482] env[69950]: value = "task-4221610" [ 691.319482] env[69950]: _type = "Task" [ 691.319482] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.327637] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221610, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.354650] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221608, 'name': CreateVM_Task, 'duration_secs': 0.586815} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.354976] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93664ea1-b278-43d4-9390-f10836022697] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.355777] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.356283] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.356815] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.357307] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b9c841-4a23-42fb-8fff-1c8da49b1608 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.364070] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 691.364070] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529e2dad-0a46-f58a-6e9e-e88f1a72fa1c" [ 691.364070] env[69950]: _type = "Task" [ 691.364070] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.376694] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529e2dad-0a46-f58a-6e9e-e88f1a72fa1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.446959] env[69950]: DEBUG nova.network.neutron [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Updated VIF entry in instance network info cache for port 3415c13f-b14f-432b-8c92-c9bddd551688. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.447422] env[69950]: DEBUG nova.network.neutron [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Updating instance_info_cache with network_info: [{"id": "3415c13f-b14f-432b-8c92-c9bddd551688", "address": "fa:16:3e:04:7f:d4", "network": {"id": "a80830da-3d04-44d0-a136-2ba26ee66d7e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1178130061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "250fa653522742c3acc2bf0398dcc056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3415c13f-b1", "ovs_interfaceid": "3415c13f-b14f-432b-8c92-c9bddd551688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.462679] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Releasing lock "refresh_cache-16470c4f-53ee-4932-913e-c65f6683683a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.463231] env[69950]: DEBUG nova.compute.manager [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Instance network_info: |[{"id": "fbc41520-fdab-4e21-b07c-b0505966904c", "address": "fa:16:3e:ec:2b:ba", "network": {"id": "b7ee1e79-0346-483d-b62a-2f303886c77e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-771608770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2566dd499c0049e3a246a96935f99823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc41520-fd", "ovs_interfaceid": "fbc41520-fdab-4e21-b07c-b0505966904c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.463441] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:2b:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbc41520-fdab-4e21-b07c-b0505966904c', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.473022] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.473022] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.473216] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e93e1f83-c0a3-49df-864f-1560346d2971 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.500548] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221609, 'name': Rename_Task, 'duration_secs': 0.408694} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.502465] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.502465] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.502465] env[69950]: value = "task-4221612" [ 691.502465] env[69950]: _type = "Task" [ 691.502465] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.502618] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caa19912-b3b6-438b-ae1f-60122d09599b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.516490] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221612, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.521427] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 691.521427] env[69950]: value = "task-4221613" [ 691.521427] env[69950]: _type = "Task" [ 691.521427] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.532521] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.585028] env[69950]: DEBUG nova.scheduler.client.report [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.743956] env[69950]: DEBUG nova.network.neutron [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Successfully updated port: 8b64b1b4-06f2-4c52-a40a-be28f620962a {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.833151] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221610, 'name': Rename_Task, 'duration_secs': 0.284663} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.833356] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.833765] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7076a31-eefa-4a41-8adf-123144bae752 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.842706] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Waiting for the task: (returnval){ [ 691.842706] env[69950]: value = "task-4221614" [ 691.842706] env[69950]: _type = "Task" [ 691.842706] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.856565] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.877189] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529e2dad-0a46-f58a-6e9e-e88f1a72fa1c, 'name': SearchDatastore_Task, 'duration_secs': 0.020412} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.877629] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.880371] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.880371] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.880371] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.880371] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.880371] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-695f370c-3194-46ab-82d0-15ef16d6336a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.896973] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.896973] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.897317] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3db113-dd31-466b-a86f-c5736ebc2efa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.909024] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 691.909024] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528c3ec9-436e-f270-382f-3ecda1f68984" [ 691.909024] env[69950]: _type = "Task" [ 691.909024] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.918883] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528c3ec9-436e-f270-382f-3ecda1f68984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.951021] env[69950]: DEBUG oslo_concurrency.lockutils [req-155fc35a-83b1-4e46-9706-39fdbee4bcec req-345b24bd-9a33-428e-ba39-127d181dd333 service nova] Releasing lock "refresh_cache-afffcbe4-52eb-4385-bda8-a46fc0d2d68b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.018207] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221612, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.034975] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.089908] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.090817] env[69950]: DEBUG nova.compute.manager [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.096344] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.827s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.098276] env[69950]: INFO nova.compute.claims [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.104610] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.104929] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.249123] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "refresh_cache-3b9149ee-29f3-4353-9c6c-77110197205e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.249307] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquired lock "refresh_cache-3b9149ee-29f3-4353-9c6c-77110197205e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.249466] env[69950]: DEBUG nova.network.neutron [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.354494] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221614, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.400050] env[69950]: DEBUG nova.compute.manager [None req-8aafc00a-672c-43b6-a5c0-ba24d524f31b tempest-ServerDiagnosticsTest-915905549 tempest-ServerDiagnosticsTest-915905549-project-admin] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.400366] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72b9dd5-870a-49b0-9370-060712c71efd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.412762] env[69950]: INFO nova.compute.manager [None req-8aafc00a-672c-43b6-a5c0-ba24d524f31b tempest-ServerDiagnosticsTest-915905549 tempest-ServerDiagnosticsTest-915905549-project-admin] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Retrieving diagnostics [ 692.414974] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5102360-803e-4246-b790-78ed7cdf37cd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.430150] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528c3ec9-436e-f270-382f-3ecda1f68984, 'name': SearchDatastore_Task, 'duration_secs': 0.030637} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.430603] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af6b4d5-3f97-46ef-b201-a91e8b3ade95 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.467408] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 692.467408] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b67446-87af-42b4-cef3-0b36901a43f8" [ 692.467408] env[69950]: _type = "Task" [ 692.467408] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.476888] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b67446-87af-42b4-cef3-0b36901a43f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.522135] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221612, 'name': CreateVM_Task, 'duration_secs': 0.650338} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.522575] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.523099] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.523271] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.523613] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.524348] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc0747a-4a62-4b6a-a6c8-3bb1c6d2b6a5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.540725] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.542175] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 692.542175] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d6f7f1-d348-9334-884c-02b9236d7c4d" [ 692.542175] env[69950]: _type = "Task" [ 692.542175] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.555640] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d6f7f1-d348-9334-884c-02b9236d7c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.013808} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.556112] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.556397] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.556620] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.607535] env[69950]: DEBUG nova.compute.utils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.616113] env[69950]: DEBUG nova.compute.manager [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.616409] env[69950]: DEBUG nova.network.neutron [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.650412] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Acquiring lock "906ccd94-1d07-41c3-a3f0-daa68862a1ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.652126] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Lock "906ccd94-1d07-41c3-a3f0-daa68862a1ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.652126] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Acquiring lock "906ccd94-1d07-41c3-a3f0-daa68862a1ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.652392] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Lock "906ccd94-1d07-41c3-a3f0-daa68862a1ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.652722] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Lock "906ccd94-1d07-41c3-a3f0-daa68862a1ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.656126] env[69950]: INFO nova.compute.manager [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Terminating instance [ 692.689209] env[69950]: DEBUG nova.policy [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e507f30d2f084ecf8256e78937b4ef6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c728d4c6f524e3a9175aa50895e60d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.809718] env[69950]: DEBUG nova.network.neutron [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.854633] env[69950]: DEBUG oslo_vmware.api [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221614, 'name': PowerOnVM_Task, 'duration_secs': 0.85477} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.854941] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.855197] env[69950]: INFO nova.compute.manager [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Took 13.52 seconds to spawn the instance on the hypervisor. [ 692.856450] env[69950]: DEBUG nova.compute.manager [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.856450] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3d07af-fcb2-4d00-9f98-b2cfd36fcf2c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.981416] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b67446-87af-42b4-cef3-0b36901a43f8, 'name': SearchDatastore_Task, 'duration_secs': 0.01378} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.982016] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.982433] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 93664ea1-b278-43d4-9390-f10836022697/93664ea1-b278-43d4-9390-f10836022697.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.983298] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.984574] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.984772] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46647f18-3323-46d1-b508-2a1fdfb8e57e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.987403] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d783552-2312-4e78-9531-4b15dafe546a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.000607] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 693.000607] env[69950]: value = "task-4221615" [ 693.000607] env[69950]: _type = "Task" [ 693.000607] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.002223] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.002403] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.006570] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c15e3a7-b9d2-40d9-b39e-4c6662ba94f8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.019382] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 693.019382] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520fe32c-fa1c-c467-36f7-8f81358c86ac" [ 693.019382] env[69950]: _type = "Task" [ 693.019382] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.019947] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.034634] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520fe32c-fa1c-c467-36f7-8f81358c86ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.044759] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "cb49c031-c220-42fb-b718-12387967034e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.045072] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "cb49c031-c220-42fb-b718-12387967034e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.045274] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.057283] env[69950]: DEBUG nova.network.neutron [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Updating instance_info_cache with network_info: [{"id": "8b64b1b4-06f2-4c52-a40a-be28f620962a", "address": "fa:16:3e:1b:2c:fd", "network": {"id": "b7ee1e79-0346-483d-b62a-2f303886c77e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-771608770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2566dd499c0049e3a246a96935f99823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b64b1b4-06", "ovs_interfaceid": "8b64b1b4-06f2-4c52-a40a-be28f620962a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.120556] env[69950]: DEBUG nova.compute.manager [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.162719] env[69950]: DEBUG nova.compute.manager [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.164540] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.168041] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6d1b3d-edf3-4645-90cf-1871b8c5d2f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.176029] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.176029] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8298a3c4-5ee2-475b-8d48-194f6fd80e78 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.189179] env[69950]: DEBUG oslo_vmware.api [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Waiting for the task: (returnval){ [ 693.189179] env[69950]: value = "task-4221616" [ 693.189179] env[69950]: _type = "Task" [ 693.189179] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.202021] env[69950]: DEBUG oslo_vmware.api [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.387108] env[69950]: INFO nova.compute.manager [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Took 30.03 seconds to build instance. [ 693.527894] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221615, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.550392] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221613, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.560024] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520fe32c-fa1c-c467-36f7-8f81358c86ac, 'name': SearchDatastore_Task, 'duration_secs': 0.018284} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.560024] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a59ec4-55ee-4455-a15a-d37bfc45d099 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.562367] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Releasing lock "refresh_cache-3b9149ee-29f3-4353-9c6c-77110197205e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.562683] env[69950]: DEBUG nova.compute.manager [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Instance network_info: |[{"id": "8b64b1b4-06f2-4c52-a40a-be28f620962a", "address": "fa:16:3e:1b:2c:fd", "network": {"id": "b7ee1e79-0346-483d-b62a-2f303886c77e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-771608770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2566dd499c0049e3a246a96935f99823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b64b1b4-06", "ovs_interfaceid": "8b64b1b4-06f2-4c52-a40a-be28f620962a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.563495] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:2c:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b64b1b4-06f2-4c52-a40a-be28f620962a', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.573715] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.578163] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.579286] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f8c0c39-4e7b-4ffc-915a-aa9270593ee8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.599417] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 693.599417] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524f76ae-86bd-a625-4226-426ceb3443ca" [ 693.599417] env[69950]: _type = "Task" [ 693.599417] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.613806] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.613806] env[69950]: value = "task-4221618" [ 693.613806] env[69950]: _type = "Task" [ 693.613806] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.614472] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524f76ae-86bd-a625-4226-426ceb3443ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.626626] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221618, 'name': CreateVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.715557] env[69950]: DEBUG oslo_vmware.api [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221616, 'name': PowerOffVM_Task, 'duration_secs': 0.301125} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.715557] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.715557] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.715557] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8b22f9e-38a5-4e52-86f7-1d8db3c2495d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.772656] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ec4ffc-c6b7-45b6-9269-16b845a98b93 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.781418] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b270bd-4974-49da-a158-5884574ec906 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.823296] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b003b1-6bc8-4791-84e8-59c8de811c51 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.826718] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.826718] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.826718] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Deleting the datastore file [datastore1] 906ccd94-1d07-41c3-a3f0-daa68862a1ac {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.827192] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61b6c7c4-6818-4480-8525-1967574b483e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.838763] env[69950]: DEBUG oslo_vmware.api [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Waiting for the task: (returnval){ [ 693.838763] env[69950]: value = "task-4221620" [ 693.838763] env[69950]: _type = "Task" [ 693.838763] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.840528] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc472c3a-becd-42ab-8828-42f47f809a01 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.864781] env[69950]: DEBUG nova.compute.provider_tree [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.865274] env[69950]: DEBUG oslo_vmware.api [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.892786] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.556s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.982343] env[69950]: DEBUG nova.network.neutron [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Successfully created port: 536f649d-7225-4b01-9248-ae9e36dda2b2 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.016437] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64789} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.016437] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 93664ea1-b278-43d4-9390-f10836022697/93664ea1-b278-43d4-9390-f10836022697.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.016437] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.016437] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-996fef93-b993-4100-9c8a-8799efa8506d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.022777] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 694.022777] env[69950]: value = "task-4221621" [ 694.022777] env[69950]: _type = "Task" [ 694.022777] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.034362] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.040777] env[69950]: DEBUG oslo_vmware.api [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221613, 'name': PowerOnVM_Task, 'duration_secs': 2.321749} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.040887] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.041125] env[69950]: INFO nova.compute.manager [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Took 17.20 seconds to spawn the instance on the hypervisor. [ 694.041251] env[69950]: DEBUG nova.compute.manager [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 694.042115] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e5ee2d-3bc8-429b-8328-180b8e9d6f6d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.110298] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524f76ae-86bd-a625-4226-426ceb3443ca, 'name': SearchDatastore_Task, 'duration_secs': 0.039112} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.110588] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.110797] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 16470c4f-53ee-4932-913e-c65f6683683a/16470c4f-53ee-4932-913e-c65f6683683a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.111066] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c36e8c8b-9336-4250-be77-e07fedd9f8f1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.124621] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221618, 'name': CreateVM_Task, 'duration_secs': 0.444223} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.125279] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.125789] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 694.125789] env[69950]: value = "task-4221622" [ 694.125789] env[69950]: _type = "Task" [ 694.125789] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.126566] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.126627] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.126968] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.127599] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec97efa-fcf1-4527-9042-5274010ce019 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.136962] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 694.136962] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fa0896-2226-60fa-1e1f-36463846f772" [ 694.136962] env[69950]: _type = "Task" [ 694.136962] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.141125] env[69950]: DEBUG nova.compute.manager [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.143454] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.149495] env[69950]: DEBUG nova.network.neutron [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Successfully updated port: d86bc63f-7eeb-4fae-9381-a1675ac693f9 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.155580] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fa0896-2226-60fa-1e1f-36463846f772, 'name': SearchDatastore_Task, 'duration_secs': 0.012922} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.156358] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.156921] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.157013] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.157169] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.157382] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.157977] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22299325-fd7e-48f0-a4e7-c8e57b258f3f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.169399] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.169631] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.170914] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20dc430-13fd-4f59-89d1-8585638f9844 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.180114] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 694.180114] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c3c74d-b9d6-db4e-5d9a-2c526f84ee2d" [ 694.180114] env[69950]: _type = "Task" [ 694.180114] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.186019] env[69950]: DEBUG nova.virt.hardware [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:04:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1519683054',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1150889731',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.186274] env[69950]: DEBUG nova.virt.hardware [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.186432] env[69950]: DEBUG nova.virt.hardware [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.186610] env[69950]: DEBUG nova.virt.hardware [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.186754] env[69950]: DEBUG nova.virt.hardware [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.186925] env[69950]: DEBUG nova.virt.hardware [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.187184] env[69950]: DEBUG nova.virt.hardware [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.187596] env[69950]: DEBUG nova.virt.hardware [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.187596] env[69950]: DEBUG nova.virt.hardware [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.187729] env[69950]: DEBUG nova.virt.hardware [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.187866] env[69950]: DEBUG nova.virt.hardware [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.188990] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb73e87-f396-4a1d-a85a-d1f049088914 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.198024] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c3c74d-b9d6-db4e-5d9a-2c526f84ee2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.200866] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-394a3f4d-9920-46ae-b689-240e20c5b53a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.204185] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28059e41-5a06-4e03-a510-b75c91cdd163 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.223607] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 694.223607] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5296b288-5929-1e69-1eac-8ab1367dbdcd" [ 694.223607] env[69950]: _type = "Task" [ 694.223607] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.234674] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5296b288-5929-1e69-1eac-8ab1367dbdcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.349682] env[69950]: DEBUG oslo_vmware.api [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Task: {'id': task-4221620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258837} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.349952] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.350149] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.350333] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.350875] env[69950]: INFO nova.compute.manager [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Took 1.19 seconds to destroy the instance on the hypervisor. [ 694.351153] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.351345] env[69950]: DEBUG nova.compute.manager [-] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.351442] env[69950]: DEBUG nova.network.neutron [-] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.367641] env[69950]: DEBUG nova.scheduler.client.report [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.397712] env[69950]: DEBUG nova.compute.manager [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.537706] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074372} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.538201] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.539498] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9870525a-67c5-453f-bfbf-786c3994c060 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.582731] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 93664ea1-b278-43d4-9390-f10836022697/93664ea1-b278-43d4-9390-f10836022697.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.586065] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af6c2244-6515-4ce6-8bf5-c4ff73192e6b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.613570] env[69950]: INFO nova.compute.manager [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Took 32.23 seconds to build instance. [ 694.621163] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 694.621163] env[69950]: value = "task-4221623" [ 694.621163] env[69950]: _type = "Task" [ 694.621163] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.641267] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.649891] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221622, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.657511] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "refresh_cache-7148155a-fa4a-4b0d-b1ca-b01c29434ed3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.657756] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquired lock "refresh_cache-7148155a-fa4a-4b0d-b1ca-b01c29434ed3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.657998] env[69950]: DEBUG nova.network.neutron [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.738056] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5296b288-5929-1e69-1eac-8ab1367dbdcd, 'name': SearchDatastore_Task, 'duration_secs': 0.053933} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.738450] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.738752] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 3b9149ee-29f3-4353-9c6c-77110197205e/3b9149ee-29f3-4353-9c6c-77110197205e.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.739038] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e24a4872-1577-4349-89a9-d63b522f96de {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.750919] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 694.750919] env[69950]: value = "task-4221624" [ 694.750919] env[69950]: _type = "Task" [ 694.750919] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.763942] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.872611] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.873973] env[69950]: DEBUG nova.compute.manager [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.880151] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.163s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.880151] env[69950]: INFO nova.compute.claims [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.928506] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.079305] env[69950]: DEBUG nova.compute.manager [req-59429bef-6db5-4724-b646-2054b5e6980c req-737744e8-24e0-4dde-9e6d-af7abc66086a service nova] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Received event network-vif-plugged-8b64b1b4-06f2-4c52-a40a-be28f620962a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 695.079628] env[69950]: DEBUG oslo_concurrency.lockutils [req-59429bef-6db5-4724-b646-2054b5e6980c req-737744e8-24e0-4dde-9e6d-af7abc66086a service nova] Acquiring lock "3b9149ee-29f3-4353-9c6c-77110197205e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.079877] env[69950]: DEBUG oslo_concurrency.lockutils [req-59429bef-6db5-4724-b646-2054b5e6980c req-737744e8-24e0-4dde-9e6d-af7abc66086a service nova] Lock "3b9149ee-29f3-4353-9c6c-77110197205e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.080077] env[69950]: DEBUG oslo_concurrency.lockutils [req-59429bef-6db5-4724-b646-2054b5e6980c req-737744e8-24e0-4dde-9e6d-af7abc66086a service nova] Lock "3b9149ee-29f3-4353-9c6c-77110197205e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.080291] env[69950]: DEBUG nova.compute.manager [req-59429bef-6db5-4724-b646-2054b5e6980c req-737744e8-24e0-4dde-9e6d-af7abc66086a service nova] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] No waiting events found dispatching network-vif-plugged-8b64b1b4-06f2-4c52-a40a-be28f620962a {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 695.080486] env[69950]: WARNING nova.compute.manager [req-59429bef-6db5-4724-b646-2054b5e6980c req-737744e8-24e0-4dde-9e6d-af7abc66086a service nova] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Received unexpected event network-vif-plugged-8b64b1b4-06f2-4c52-a40a-be28f620962a for instance with vm_state building and task_state spawning. [ 695.116340] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8c5692f6-e592-4489-85d0-a6ae634ab18f tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.749s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.136412] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.145023] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886111} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.145418] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 16470c4f-53ee-4932-913e-c65f6683683a/16470c4f-53ee-4932-913e-c65f6683683a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.145782] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.146129] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6029d667-b829-4b95-b172-71717e2049df {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.159760] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 695.159760] env[69950]: value = "task-4221625" [ 695.159760] env[69950]: _type = "Task" [ 695.159760] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.176199] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.277466] env[69950]: DEBUG nova.network.neutron [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.277466] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221624, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.387151] env[69950]: DEBUG nova.compute.utils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.392523] env[69950]: DEBUG nova.compute.manager [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.392523] env[69950]: DEBUG nova.network.neutron [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.421067] env[69950]: DEBUG nova.network.neutron [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Updating instance_info_cache with network_info: [{"id": "d86bc63f-7eeb-4fae-9381-a1675ac693f9", "address": "fa:16:3e:32:b1:c8", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd86bc63f-7e", "ovs_interfaceid": "d86bc63f-7eeb-4fae-9381-a1675ac693f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.465117] env[69950]: DEBUG nova.policy [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e5f5f7d4e43439cae0c78880766f42a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8eced014256493cbfdfe37f5c312b09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.620461] env[69950]: DEBUG nova.compute.manager [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.640954] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221623, 'name': ReconfigVM_Task, 'duration_secs': 0.706763} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.641481] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 93664ea1-b278-43d4-9390-f10836022697/93664ea1-b278-43d4-9390-f10836022697.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.646037] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c1e723a-2989-4fa5-b1c8-7f3d7ecc14b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.656609] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 695.656609] env[69950]: value = "task-4221627" [ 695.656609] env[69950]: _type = "Task" [ 695.656609] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.683289] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208827} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.689483] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.689483] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221627, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.691582] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d3fbeb-8b47-4e8d-936e-bb87f9922078 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.733374] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 16470c4f-53ee-4932-913e-c65f6683683a/16470c4f-53ee-4932-913e-c65f6683683a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.733935] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e279c864-e505-4ae5-8678-30b033a62539 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.774460] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712301} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.777459] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 3b9149ee-29f3-4353-9c6c-77110197205e/3b9149ee-29f3-4353-9c6c-77110197205e.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.777459] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.777714] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 695.777714] env[69950]: value = "task-4221628" [ 695.777714] env[69950]: _type = "Task" [ 695.777714] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.777831] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-042e9c71-e4bd-44a3-911e-22a5ef961d57 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.793692] env[69950]: DEBUG nova.network.neutron [-] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.795432] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.797262] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 695.797262] env[69950]: value = "task-4221629" [ 695.797262] env[69950]: _type = "Task" [ 695.797262] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.807924] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.892457] env[69950]: DEBUG nova.compute.manager [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.925551] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Releasing lock "refresh_cache-7148155a-fa4a-4b0d-b1ca-b01c29434ed3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.925551] env[69950]: DEBUG nova.compute.manager [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Instance network_info: |[{"id": "d86bc63f-7eeb-4fae-9381-a1675ac693f9", "address": "fa:16:3e:32:b1:c8", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd86bc63f-7e", "ovs_interfaceid": "d86bc63f-7eeb-4fae-9381-a1675ac693f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.931025] env[69950]: DEBUG nova.compute.manager [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: 93664ea1-b278-43d4-9390-f10836022697] Received event network-changed-df016135-c949-4649-9e35-d63478115e59 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 695.931025] env[69950]: DEBUG nova.compute.manager [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: 93664ea1-b278-43d4-9390-f10836022697] Refreshing instance network info cache due to event network-changed-df016135-c949-4649-9e35-d63478115e59. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 695.931025] env[69950]: DEBUG oslo_concurrency.lockutils [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] Acquiring lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.931025] env[69950]: DEBUG oslo_concurrency.lockutils [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] Acquired lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.931025] env[69950]: DEBUG nova.network.neutron [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: 93664ea1-b278-43d4-9390-f10836022697] Refreshing network info cache for port df016135-c949-4649-9e35-d63478115e59 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.932410] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:b1:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd86bc63f-7eeb-4fae-9381-a1675ac693f9', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.945041] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Creating folder: Project (ffa89690ace24450b4cd67a20fd84cd2). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.948123] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64c691b8-2b35-4812-a0e7-8bcb9b1b8b0e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.976280] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Created folder: Project (ffa89690ace24450b4cd67a20fd84cd2) in parent group-v835309. [ 695.976497] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Creating folder: Instances. Parent ref: group-v835349. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.978549] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c43279e7-6ddb-4be6-a8b6-643bd4c02a0c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.996470] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Created folder: Instances in parent group-v835349. [ 695.996470] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.996470] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.996470] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08c938b5-8e6d-4bc9-8a11-66859a141b7a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.022355] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.022355] env[69950]: value = "task-4221632" [ 696.022355] env[69950]: _type = "Task" [ 696.022355] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.037369] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221632, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.167600] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.177607] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221627, 'name': Rename_Task, 'duration_secs': 0.406311} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.180301] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.180809] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a973c1a2-21eb-4bf8-984f-ac7f53c88090 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.191055] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 696.191055] env[69950]: value = "task-4221633" [ 696.191055] env[69950]: _type = "Task" [ 696.191055] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.217745] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.271225] env[69950]: DEBUG nova.network.neutron [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Successfully created port: 03c16d28-8eca-4e88-aab9-3d03f2f250f3 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.298139] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221628, 'name': ReconfigVM_Task, 'duration_secs': 0.441853} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.298139] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 16470c4f-53ee-4932-913e-c65f6683683a/16470c4f-53ee-4932-913e-c65f6683683a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.298139] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0eb5015d-389a-492f-97f5-e73a844a4cec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.299801] env[69950]: INFO nova.compute.manager [-] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Took 1.95 seconds to deallocate network for instance. [ 696.319639] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 696.319639] env[69950]: value = "task-4221634" [ 696.319639] env[69950]: _type = "Task" [ 696.319639] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.327197] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086031} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.327528] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.329284] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434952bd-36ee-4066-8ccb-2e04ed816357 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.334873] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221634, 'name': Rename_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.362098] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 3b9149ee-29f3-4353-9c6c-77110197205e/3b9149ee-29f3-4353-9c6c-77110197205e.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.365490] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-879d0f47-7402-4410-ad9b-87788d7fa618 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.393080] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 696.393080] env[69950]: value = "task-4221635" [ 696.393080] env[69950]: _type = "Task" [ 696.393080] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.407410] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.515450] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938e081f-34a4-4048-99e5-fc6c42421aa0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.531078] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297399dd-1b69-4e8e-8ce7-ca1a4da9fb69 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.538774] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221632, 'name': CreateVM_Task, 'duration_secs': 0.431325} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.539803] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.540475] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.540572] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.540997] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.541322] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e3eab9-1acf-476f-b5d7-d3cc66835293 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.574271] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca5f309-a804-4726-ba06-823be8d5abf9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.579820] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 696.579820] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c7f442-b1e8-de4b-e441-63eeec57cef6" [ 696.579820] env[69950]: _type = "Task" [ 696.579820] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.590900] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3f4d31-49c6-4f89-a761-408c122d973b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.602032] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c7f442-b1e8-de4b-e441-63eeec57cef6, 'name': SearchDatastore_Task, 'duration_secs': 0.011167} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.603203] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.603527] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.603904] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.604161] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.604478] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.605050] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4dffddf-0cce-4811-9e9e-666368cd3f4a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.619029] env[69950]: DEBUG nova.compute.provider_tree [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.628243] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.628837] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.630334] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d45d5c2-1959-489d-b3f1-0afd5cea2575 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.637805] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 696.637805] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52573d76-ab70-1874-55c7-70e3b4313d8b" [ 696.637805] env[69950]: _type = "Task" [ 696.637805] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.648704] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52573d76-ab70-1874-55c7-70e3b4313d8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.703025] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221633, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.750626] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Acquiring lock "9fafb2d7-7f82-4f7f-98cf-7346896293bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.750877] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Lock "9fafb2d7-7f82-4f7f-98cf-7346896293bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.751165] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Acquiring lock "9fafb2d7-7f82-4f7f-98cf-7346896293bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.751319] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Lock "9fafb2d7-7f82-4f7f-98cf-7346896293bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.751713] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Lock "9fafb2d7-7f82-4f7f-98cf-7346896293bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.760048] env[69950]: INFO nova.compute.manager [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Terminating instance [ 696.762275] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquiring lock "ae310c47-dea2-4062-85f0-f2e551f8492f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.762275] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Lock "ae310c47-dea2-4062-85f0-f2e551f8492f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.821241] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.834787] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221634, 'name': Rename_Task, 'duration_secs': 0.182523} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.835135] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.837107] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-612ab4fe-977f-43b5-b0f1-353d446e8f1d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.845393] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 696.845393] env[69950]: value = "task-4221636" [ 696.845393] env[69950]: _type = "Task" [ 696.845393] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.858600] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.885588] env[69950]: DEBUG nova.network.neutron [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updated VIF entry in instance network info cache for port df016135-c949-4649-9e35-d63478115e59. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.886373] env[69950]: DEBUG nova.network.neutron [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating instance_info_cache with network_info: [{"id": "df016135-c949-4649-9e35-d63478115e59", "address": "fa:16:3e:cf:aa:ed", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf016135-c9", "ovs_interfaceid": "df016135-c949-4649-9e35-d63478115e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.905664] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221635, 'name': ReconfigVM_Task, 'duration_secs': 0.342929} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.907801] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 3b9149ee-29f3-4353-9c6c-77110197205e/3b9149ee-29f3-4353-9c6c-77110197205e.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.908484] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cee4b59-c75f-42d0-bd4c-65f7bdd5bcc4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.916068] env[69950]: DEBUG nova.compute.manager [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.926582] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 696.926582] env[69950]: value = "task-4221637" [ 696.926582] env[69950]: _type = "Task" [ 696.926582] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.937794] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221637, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.954706] env[69950]: DEBUG nova.virt.hardware [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.955053] env[69950]: DEBUG nova.virt.hardware [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.955257] env[69950]: DEBUG nova.virt.hardware [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.955480] env[69950]: DEBUG nova.virt.hardware [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.955785] env[69950]: DEBUG nova.virt.hardware [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.956189] env[69950]: DEBUG nova.virt.hardware [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.956464] env[69950]: DEBUG nova.virt.hardware [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.956670] env[69950]: DEBUG nova.virt.hardware [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.956881] env[69950]: DEBUG nova.virt.hardware [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.957484] env[69950]: DEBUG nova.virt.hardware [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.957484] env[69950]: DEBUG nova.virt.hardware [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.958595] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd7840a-78bd-494b-a199-c132d7726039 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.970506] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddc82e3-de3f-4d08-86ba-b4a7ee2bef46 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.122099] env[69950]: DEBUG nova.scheduler.client.report [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.150757] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52573d76-ab70-1874-55c7-70e3b4313d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012264} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.151743] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c2b9aad-7368-46a3-b368-4d238aab4184 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.158687] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 697.158687] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52765364-39d4-b212-4804-2d31fbbc9287" [ 697.158687] env[69950]: _type = "Task" [ 697.158687] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.169495] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52765364-39d4-b212-4804-2d31fbbc9287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.207557] env[69950]: DEBUG oslo_vmware.api [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221633, 'name': PowerOnVM_Task, 'duration_secs': 0.703638} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.207557] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.207557] env[69950]: INFO nova.compute.manager [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Took 15.33 seconds to spawn the instance on the hypervisor. [ 697.207557] env[69950]: DEBUG nova.compute.manager [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 697.207953] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f586cd-0613-49a8-8417-080f5d756e0b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.265244] env[69950]: DEBUG nova.compute.manager [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.265504] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.266686] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b23de6b-d2c3-4fc3-afcd-a0fcc6bd9226 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.278043] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.278702] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74adb119-deea-4c76-875d-d8c97eaf945d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.296031] env[69950]: DEBUG oslo_vmware.api [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Waiting for the task: (returnval){ [ 697.296031] env[69950]: value = "task-4221638" [ 697.296031] env[69950]: _type = "Task" [ 697.296031] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.307877] env[69950]: DEBUG nova.network.neutron [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Successfully updated port: 536f649d-7225-4b01-9248-ae9e36dda2b2 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.309303] env[69950]: DEBUG oslo_vmware.api [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.361648] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221636, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.389743] env[69950]: DEBUG oslo_concurrency.lockutils [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] Releasing lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.390023] env[69950]: DEBUG nova.compute.manager [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Received event network-vif-plugged-fbc41520-fdab-4e21-b07c-b0505966904c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 697.390222] env[69950]: DEBUG oslo_concurrency.lockutils [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] Acquiring lock "16470c4f-53ee-4932-913e-c65f6683683a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.390433] env[69950]: DEBUG oslo_concurrency.lockutils [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] Lock "16470c4f-53ee-4932-913e-c65f6683683a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.390597] env[69950]: DEBUG oslo_concurrency.lockutils [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] Lock "16470c4f-53ee-4932-913e-c65f6683683a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.390769] env[69950]: DEBUG nova.compute.manager [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] No waiting events found dispatching network-vif-plugged-fbc41520-fdab-4e21-b07c-b0505966904c {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 697.390936] env[69950]: WARNING nova.compute.manager [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Received unexpected event network-vif-plugged-fbc41520-fdab-4e21-b07c-b0505966904c for instance with vm_state building and task_state spawning. [ 697.391119] env[69950]: DEBUG nova.compute.manager [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Received event network-changed-fbc41520-fdab-4e21-b07c-b0505966904c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 697.391311] env[69950]: DEBUG nova.compute.manager [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Refreshing instance network info cache due to event network-changed-fbc41520-fdab-4e21-b07c-b0505966904c. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 697.391654] env[69950]: DEBUG oslo_concurrency.lockutils [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] Acquiring lock "refresh_cache-16470c4f-53ee-4932-913e-c65f6683683a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.391824] env[69950]: DEBUG oslo_concurrency.lockutils [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] Acquired lock "refresh_cache-16470c4f-53ee-4932-913e-c65f6683683a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.391991] env[69950]: DEBUG nova.network.neutron [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Refreshing network info cache for port fbc41520-fdab-4e21-b07c-b0505966904c {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.438299] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221637, 'name': Rename_Task, 'duration_secs': 0.205974} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.438598] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.438912] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2e90fb7-7bee-4f13-9777-6250e631aa6e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.446455] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 697.446455] env[69950]: value = "task-4221639" [ 697.446455] env[69950]: _type = "Task" [ 697.446455] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.455759] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.627580] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.627837] env[69950]: DEBUG nova.compute.manager [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.631831] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.898s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.634818] env[69950]: INFO nova.compute.claims [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.672633] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52765364-39d4-b212-4804-2d31fbbc9287, 'name': SearchDatastore_Task, 'duration_secs': 0.012941} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.672975] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.673185] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 7148155a-fa4a-4b0d-b1ca-b01c29434ed3/7148155a-fa4a-4b0d-b1ca-b01c29434ed3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.673454] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2a0de7c-d161-4bfc-b015-d26b490ae196 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.682158] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 697.682158] env[69950]: value = "task-4221641" [ 697.682158] env[69950]: _type = "Task" [ 697.682158] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.695145] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.730938] env[69950]: INFO nova.compute.manager [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Took 29.02 seconds to build instance. [ 697.804208] env[69950]: DEBUG oslo_vmware.api [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221638, 'name': PowerOffVM_Task, 'duration_secs': 0.404965} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.804208] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.804208] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.804208] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-378e2dce-ac0f-4136-9f76-dc8b1991e754 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.811063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "refresh_cache-cfd1ccdc-d521-4d83-96a8-f282e921835e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.811283] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquired lock "refresh_cache-cfd1ccdc-d521-4d83-96a8-f282e921835e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.811846] env[69950]: DEBUG nova.network.neutron [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.859740] env[69950]: DEBUG oslo_vmware.api [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221636, 'name': PowerOnVM_Task, 'duration_secs': 0.571729} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.860224] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.860562] env[69950]: INFO nova.compute.manager [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Took 13.54 seconds to spawn the instance on the hypervisor. [ 697.860816] env[69950]: DEBUG nova.compute.manager [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 697.861911] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f081eafb-00f9-440e-9695-5ef399c2c36b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.899368] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.899591] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.899768] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Deleting the datastore file [datastore1] 9fafb2d7-7f82-4f7f-98cf-7346896293bd {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.900657] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d84ac8f4-1164-40af-ad25-62fa99e002ce {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.909303] env[69950]: DEBUG oslo_vmware.api [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Waiting for the task: (returnval){ [ 697.909303] env[69950]: value = "task-4221643" [ 697.909303] env[69950]: _type = "Task" [ 697.909303] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.920282] env[69950]: DEBUG oslo_vmware.api [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.964043] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221639, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.141987] env[69950]: DEBUG nova.compute.utils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.144366] env[69950]: DEBUG nova.compute.manager [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.144564] env[69950]: DEBUG nova.network.neutron [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.193591] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221641, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.233468] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ee66388-348f-462a-8822-6b606245ac2b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "93664ea1-b278-43d4-9390-f10836022697" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.584s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.310399] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Acquiring lock "77ff96da-ed31-449f-b0b9-83b856aa7d9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.310823] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lock "77ff96da-ed31-449f-b0b9-83b856aa7d9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.385923] env[69950]: INFO nova.compute.manager [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Took 29.25 seconds to build instance. [ 698.420969] env[69950]: DEBUG oslo_vmware.api [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Task: {'id': task-4221643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331047} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.421258] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.421449] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.421626] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.421797] env[69950]: INFO nova.compute.manager [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 698.422053] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.422406] env[69950]: DEBUG nova.compute.manager [-] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.422406] env[69950]: DEBUG nova.network.neutron [-] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.430364] env[69950]: DEBUG nova.network.neutron [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.463230] env[69950]: DEBUG oslo_vmware.api [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221639, 'name': PowerOnVM_Task, 'duration_secs': 0.965639} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.463497] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.463929] env[69950]: INFO nova.compute.manager [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Took 11.52 seconds to spawn the instance on the hypervisor. [ 698.464186] env[69950]: DEBUG nova.compute.manager [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 698.465183] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afa9fc6-fe18-45b8-a86d-f083a5aa7296 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.497455] env[69950]: DEBUG nova.policy [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '618304fe3f9f47859aabebe09a342c4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65141e985da7420eb381208414493125', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.649232] env[69950]: DEBUG nova.compute.manager [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.702415] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683173} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.703080] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 7148155a-fa4a-4b0d-b1ca-b01c29434ed3/7148155a-fa4a-4b0d-b1ca-b01c29434ed3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.703080] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.703080] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-455a403e-5001-41ee-afb9-e21a80f577df {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.711058] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 698.711058] env[69950]: value = "task-4221644" [ 698.711058] env[69950]: _type = "Task" [ 698.711058] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.725722] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.736592] env[69950]: DEBUG nova.compute.manager [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.873525] env[69950]: DEBUG nova.network.neutron [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Updated VIF entry in instance network info cache for port fbc41520-fdab-4e21-b07c-b0505966904c. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.874026] env[69950]: DEBUG nova.network.neutron [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Updating instance_info_cache with network_info: [{"id": "fbc41520-fdab-4e21-b07c-b0505966904c", "address": "fa:16:3e:ec:2b:ba", "network": {"id": "b7ee1e79-0346-483d-b62a-2f303886c77e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-771608770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2566dd499c0049e3a246a96935f99823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc41520-fd", "ovs_interfaceid": "fbc41520-fdab-4e21-b07c-b0505966904c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.888457] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95ca2baf-8119-4499-b421-aa940b5b9de6 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "16470c4f-53ee-4932-913e-c65f6683683a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.851s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.931793] env[69950]: DEBUG nova.network.neutron [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Updating instance_info_cache with network_info: [{"id": "536f649d-7225-4b01-9248-ae9e36dda2b2", "address": "fa:16:3e:f9:6f:af", "network": {"id": "57ce6596-b057-422c-9fd8-eacd0b58f31a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-75377121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c728d4c6f524e3a9175aa50895e60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap536f649d-72", "ovs_interfaceid": "536f649d-7225-4b01-9248-ae9e36dda2b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.997027] env[69950]: INFO nova.compute.manager [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Took 28.16 seconds to build instance. [ 699.065087] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9245b486-79be-4387-9094-56657a4ea84d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.074013] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d368a3d-c0fa-4c73-be57-bd7141c8c428 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.111343] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2972ce6-0f98-45b6-807c-a74e92a53a24 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.121364] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1dce59-2699-4f1e-a1d4-3680a5648315 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.136282] env[69950]: DEBUG nova.compute.provider_tree [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.184259] env[69950]: DEBUG nova.network.neutron [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Successfully updated port: 03c16d28-8eca-4e88-aab9-3d03f2f250f3 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.226771] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2664} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.226771] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.227100] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f06868-7ac7-4727-8a66-e34afd8bea3e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.258221] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 7148155a-fa4a-4b0d-b1ca-b01c29434ed3/7148155a-fa4a-4b0d-b1ca-b01c29434ed3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.259791] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1781143-4dc0-44c1-a8f5-f7c4ce69bd87 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.288126] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 699.288126] env[69950]: value = "task-4221645" [ 699.288126] env[69950]: _type = "Task" [ 699.288126] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.292184] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.295186] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.340010] env[69950]: DEBUG nova.network.neutron [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Successfully created port: f873996b-66f5-415c-84d0-e43273eff422 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.376396] env[69950]: DEBUG oslo_concurrency.lockutils [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] Releasing lock "refresh_cache-16470c4f-53ee-4932-913e-c65f6683683a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.377302] env[69950]: DEBUG nova.compute.manager [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Received event network-changed-45a213e0-53ee-4007-a494-3335a56e0791 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 699.377302] env[69950]: DEBUG nova.compute.manager [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Refreshing instance network info cache due to event network-changed-45a213e0-53ee-4007-a494-3335a56e0791. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 699.377302] env[69950]: DEBUG oslo_concurrency.lockutils [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] Acquiring lock "refresh_cache-de73879c-e71a-4505-9739-16595239f982" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.377560] env[69950]: DEBUG oslo_concurrency.lockutils [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] Acquired lock "refresh_cache-de73879c-e71a-4505-9739-16595239f982" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.377560] env[69950]: DEBUG nova.network.neutron [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Refreshing network info cache for port 45a213e0-53ee-4007-a494-3335a56e0791 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.391204] env[69950]: DEBUG nova.compute.manager [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.436691] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Releasing lock "refresh_cache-cfd1ccdc-d521-4d83-96a8-f282e921835e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.437193] env[69950]: DEBUG nova.compute.manager [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Instance network_info: |[{"id": "536f649d-7225-4b01-9248-ae9e36dda2b2", "address": "fa:16:3e:f9:6f:af", "network": {"id": "57ce6596-b057-422c-9fd8-eacd0b58f31a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-75377121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c728d4c6f524e3a9175aa50895e60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap536f649d-72", "ovs_interfaceid": "536f649d-7225-4b01-9248-ae9e36dda2b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.437805] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:6f:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '536f649d-7225-4b01-9248-ae9e36dda2b2', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.448392] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Creating folder: Project (9c728d4c6f524e3a9175aa50895e60d2). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.448717] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3731cb4d-d88d-4556-967d-b093a6125e17 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.461413] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Created folder: Project (9c728d4c6f524e3a9175aa50895e60d2) in parent group-v835309. [ 699.463019] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Creating folder: Instances. Parent ref: group-v835352. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.463019] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd235da4-0d91-4529-9ac5-2d82e0cc580e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.476016] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Created folder: Instances in parent group-v835352. [ 699.476360] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.476576] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.476790] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76a8543f-702e-47d4-af7e-9fd47f2d6815 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.498009] env[69950]: DEBUG nova.compute.manager [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Received event network-changed-8b64b1b4-06f2-4c52-a40a-be28f620962a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 699.498266] env[69950]: DEBUG nova.compute.manager [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Refreshing instance network info cache due to event network-changed-8b64b1b4-06f2-4c52-a40a-be28f620962a. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 699.499856] env[69950]: DEBUG oslo_concurrency.lockutils [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] Acquiring lock "refresh_cache-3b9149ee-29f3-4353-9c6c-77110197205e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.499856] env[69950]: DEBUG oslo_concurrency.lockutils [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] Acquired lock "refresh_cache-3b9149ee-29f3-4353-9c6c-77110197205e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.499856] env[69950]: DEBUG nova.network.neutron [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Refreshing network info cache for port 8b64b1b4-06f2-4c52-a40a-be28f620962a {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.503836] env[69950]: DEBUG oslo_concurrency.lockutils [None req-403a44cb-31f1-4cf3-95af-10f9bd594a08 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "3b9149ee-29f3-4353-9c6c-77110197205e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.218s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.506423] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.506423] env[69950]: value = "task-4221648" [ 699.506423] env[69950]: _type = "Task" [ 699.506423] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.518273] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221648, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.617284] env[69950]: DEBUG nova.network.neutron [-] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.640708] env[69950]: DEBUG nova.scheduler.client.report [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.658800] env[69950]: DEBUG nova.compute.manager [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.687681] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquiring lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.687863] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquired lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.688122] env[69950]: DEBUG nova.network.neutron [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.700120] env[69950]: DEBUG nova.virt.hardware [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.700379] env[69950]: DEBUG nova.virt.hardware [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.700536] env[69950]: DEBUG nova.virt.hardware [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.700713] env[69950]: DEBUG nova.virt.hardware [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.700856] env[69950]: DEBUG nova.virt.hardware [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.701013] env[69950]: DEBUG nova.virt.hardware [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.702436] env[69950]: DEBUG nova.virt.hardware [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.702735] env[69950]: DEBUG nova.virt.hardware [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.702859] env[69950]: DEBUG nova.virt.hardware [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.703016] env[69950]: DEBUG nova.virt.hardware [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.703227] env[69950]: DEBUG nova.virt.hardware [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.705303] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cef9d4a-08b7-472f-96c1-2cce0ff243a6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.715265] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2137c630-2f40-4890-86cb-5c221ac719f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.797029] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221645, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.917852] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.004797] env[69950]: DEBUG nova.compute.manager [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.018516] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221648, 'name': CreateVM_Task, 'duration_secs': 0.426525} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.018692] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.019396] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.019551] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.019869] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.020141] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e28bb6e-c8cb-4d3e-81e6-bf73158cc73a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.025827] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 700.025827] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5287725b-13ee-4126-1810-bd142eae886c" [ 700.025827] env[69950]: _type = "Task" [ 700.025827] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.034815] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5287725b-13ee-4126-1810-bd142eae886c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.120643] env[69950]: INFO nova.compute.manager [-] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Took 1.70 seconds to deallocate network for instance. [ 700.148995] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.149606] env[69950]: DEBUG nova.compute.manager [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.152875] env[69950]: DEBUG oslo_concurrency.lockutils [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.518s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.152875] env[69950]: DEBUG nova.objects.instance [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Lazy-loading 'resources' on Instance uuid e6674863-b35c-41f7-b9a3-127937f23b27 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.301404] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221645, 'name': ReconfigVM_Task, 'duration_secs': 0.611656} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.301685] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 7148155a-fa4a-4b0d-b1ca-b01c29434ed3/7148155a-fa4a-4b0d-b1ca-b01c29434ed3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.302325] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d80146b-c664-4686-a966-84188a481b64 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.309899] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 700.309899] env[69950]: value = "task-4221649" [ 700.309899] env[69950]: _type = "Task" [ 700.309899] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.323851] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221649, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.358809] env[69950]: DEBUG nova.network.neutron [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Updated VIF entry in instance network info cache for port 8b64b1b4-06f2-4c52-a40a-be28f620962a. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.359198] env[69950]: DEBUG nova.network.neutron [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Updating instance_info_cache with network_info: [{"id": "8b64b1b4-06f2-4c52-a40a-be28f620962a", "address": "fa:16:3e:1b:2c:fd", "network": {"id": "b7ee1e79-0346-483d-b62a-2f303886c77e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-771608770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2566dd499c0049e3a246a96935f99823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b64b1b4-06", "ovs_interfaceid": "8b64b1b4-06f2-4c52-a40a-be28f620962a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.438241] env[69950]: DEBUG nova.network.neutron [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.533783] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.539936] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5287725b-13ee-4126-1810-bd142eae886c, 'name': SearchDatastore_Task, 'duration_secs': 0.014347} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.540271] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.540652] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.540927] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.541152] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.541279] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.541605] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26bb4183-6eb5-4d29-8170-c7b5905eb7c0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.555422] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.556028] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.557443] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-135cd332-fe97-4d79-a67e-9e1879c10df7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.565742] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 700.565742] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521f390c-e44e-c936-ecb8-493f8595e1e2" [ 700.565742] env[69950]: _type = "Task" [ 700.565742] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.577176] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521f390c-e44e-c936-ecb8-493f8595e1e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.628885] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.655894] env[69950]: DEBUG nova.compute.utils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.660512] env[69950]: DEBUG nova.compute.manager [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.660693] env[69950]: DEBUG nova.network.neutron [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.725931] env[69950]: DEBUG nova.policy [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '464bee3029aa4b82b73547810b2cfa38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f66dd07bd67408f9001220d2e676a5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.825767] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221649, 'name': Rename_Task, 'duration_secs': 0.328188} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.829338] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.829901] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21582865-d02c-4f24-9a85-32061d77d286 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.839151] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 700.839151] env[69950]: value = "task-4221650" [ 700.839151] env[69950]: _type = "Task" [ 700.839151] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.853377] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.862376] env[69950]: DEBUG oslo_concurrency.lockutils [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] Releasing lock "refresh_cache-3b9149ee-29f3-4353-9c6c-77110197205e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.862515] env[69950]: DEBUG nova.compute.manager [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Received event network-vif-plugged-d86bc63f-7eeb-4fae-9381-a1675ac693f9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 700.862689] env[69950]: DEBUG oslo_concurrency.lockutils [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] Acquiring lock "7148155a-fa4a-4b0d-b1ca-b01c29434ed3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.862913] env[69950]: DEBUG oslo_concurrency.lockutils [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] Lock "7148155a-fa4a-4b0d-b1ca-b01c29434ed3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.863188] env[69950]: DEBUG oslo_concurrency.lockutils [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] Lock "7148155a-fa4a-4b0d-b1ca-b01c29434ed3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.863381] env[69950]: DEBUG nova.compute.manager [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] No waiting events found dispatching network-vif-plugged-d86bc63f-7eeb-4fae-9381-a1675ac693f9 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 700.863420] env[69950]: WARNING nova.compute.manager [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Received unexpected event network-vif-plugged-d86bc63f-7eeb-4fae-9381-a1675ac693f9 for instance with vm_state building and task_state spawning. [ 700.863591] env[69950]: DEBUG nova.compute.manager [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Received event network-changed-d86bc63f-7eeb-4fae-9381-a1675ac693f9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 700.863750] env[69950]: DEBUG nova.compute.manager [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Refreshing instance network info cache due to event network-changed-d86bc63f-7eeb-4fae-9381-a1675ac693f9. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 700.864082] env[69950]: DEBUG oslo_concurrency.lockutils [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] Acquiring lock "refresh_cache-7148155a-fa4a-4b0d-b1ca-b01c29434ed3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.864082] env[69950]: DEBUG oslo_concurrency.lockutils [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] Acquired lock "refresh_cache-7148155a-fa4a-4b0d-b1ca-b01c29434ed3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.864314] env[69950]: DEBUG nova.network.neutron [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Refreshing network info cache for port d86bc63f-7eeb-4fae-9381-a1675ac693f9 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.936431] env[69950]: DEBUG nova.network.neutron [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Updated VIF entry in instance network info cache for port 45a213e0-53ee-4007-a494-3335a56e0791. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.936431] env[69950]: DEBUG nova.network.neutron [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Updating instance_info_cache with network_info: [{"id": "45a213e0-53ee-4007-a494-3335a56e0791", "address": "fa:16:3e:8d:7e:98", "network": {"id": "5e8118c1-e5e6-4c78-85e0-58db72c50533", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-668872427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61777b9c2fa043658187fbfa7df2557f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a213e0-53", "ovs_interfaceid": "45a213e0-53ee-4007-a494-3335a56e0791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.955364] env[69950]: DEBUG nova.network.neutron [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Updating instance_info_cache with network_info: [{"id": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "address": "fa:16:3e:c7:66:ae", "network": {"id": "7357abbe-9ead-44ec-92a8-2d2aeaaeeda7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-986645050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8eced014256493cbfdfe37f5c312b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c16d28-8e", "ovs_interfaceid": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.082419] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521f390c-e44e-c936-ecb8-493f8595e1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.083585] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b24495-2b4f-4057-90e7-146e5c465681 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.094029] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 701.094029] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5255189e-9457-0be8-2a00-6a24ef2889c1" [ 701.094029] env[69950]: _type = "Task" [ 701.094029] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.103078] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5255189e-9457-0be8-2a00-6a24ef2889c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.106998] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb4fc41-21bf-4578-8ad7-30dc47beaebd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.116211] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49325075-7308-4651-87ff-d3d67319c5b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.151292] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fc78e9-9fe9-4637-bbc1-39ee0fc854ea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.162586] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3b91e0-12fb-4d9d-99b9-9032033d8cd3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.167176] env[69950]: DEBUG nova.compute.manager [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.186897] env[69950]: DEBUG nova.compute.provider_tree [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.231175] env[69950]: DEBUG nova.network.neutron [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Successfully created port: 5505ec44-bbf6-4ec4-bdda-3dd5746421af {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.353549] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.439465] env[69950]: DEBUG oslo_concurrency.lockutils [req-f269df57-5a94-42bf-9ff9-3f9526c861c8 req-67ec5f55-8139-4497-8683-2f78cff392be service nova] Releasing lock "refresh_cache-de73879c-e71a-4505-9739-16595239f982" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.461126] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Releasing lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.462141] env[69950]: DEBUG nova.compute.manager [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Instance network_info: |[{"id": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "address": "fa:16:3e:c7:66:ae", "network": {"id": "7357abbe-9ead-44ec-92a8-2d2aeaaeeda7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-986645050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8eced014256493cbfdfe37f5c312b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c16d28-8e", "ovs_interfaceid": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.462273] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:66:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03c16d28-8eca-4e88-aab9-3d03f2f250f3', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.474632] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Creating folder: Project (b8eced014256493cbfdfe37f5c312b09). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.474632] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84bdcd77-ffc3-4b6b-9d1d-79010a886839 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.490968] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Created folder: Project (b8eced014256493cbfdfe37f5c312b09) in parent group-v835309. [ 701.491310] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Creating folder: Instances. Parent ref: group-v835355. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.491659] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90f41b2b-e52b-40bc-854d-c80867b5ac83 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.513190] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Acquiring lock "65e41164-6de7-42c6-b5ce-7c4bfcf635f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.513611] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Lock "65e41164-6de7-42c6-b5ce-7c4bfcf635f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.514320] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Created folder: Instances in parent group-v835355. [ 701.514320] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.514320] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.514571] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-106cba5a-2c74-4784-b119-c22884806fd5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.540340] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.540340] env[69950]: value = "task-4221653" [ 701.540340] env[69950]: _type = "Task" [ 701.540340] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.552217] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221653, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.553283] env[69950]: DEBUG nova.network.neutron [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Successfully updated port: f873996b-66f5-415c-84d0-e43273eff422 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.609430] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5255189e-9457-0be8-2a00-6a24ef2889c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014245} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.609730] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.610227] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] cfd1ccdc-d521-4d83-96a8-f282e921835e/cfd1ccdc-d521-4d83-96a8-f282e921835e.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.610426] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe9fc72e-ade8-4ad2-8eb9-4a589e961855 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.623073] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 701.623073] env[69950]: value = "task-4221654" [ 701.623073] env[69950]: _type = "Task" [ 701.623073] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.635345] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.696049] env[69950]: DEBUG nova.scheduler.client.report [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.853103] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221650, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.890135] env[69950]: DEBUG nova.network.neutron [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Updated VIF entry in instance network info cache for port d86bc63f-7eeb-4fae-9381-a1675ac693f9. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.893038] env[69950]: DEBUG nova.network.neutron [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Updating instance_info_cache with network_info: [{"id": "d86bc63f-7eeb-4fae-9381-a1675ac693f9", "address": "fa:16:3e:32:b1:c8", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd86bc63f-7e", "ovs_interfaceid": "d86bc63f-7eeb-4fae-9381-a1675ac693f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.934765] env[69950]: DEBUG nova.compute.manager [req-2b0e5f9c-88c6-4b29-be42-0a085f730e55 req-47107693-b397-4957-963c-29c35dad963c service nova] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Received event network-vif-deleted-7b43831a-8593-4543-99f8-afb4e6b08e83 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 702.052409] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221653, 'name': CreateVM_Task, 'duration_secs': 0.45171} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.052409] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.053773] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.053773] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.054034] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.054730] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4686fd9f-3714-40c5-98e2-404b04806869 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.057098] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Acquiring lock "refresh_cache-2348a71e-6447-436f-97a5-59bfcf8cbc5b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.057219] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Acquired lock "refresh_cache-2348a71e-6447-436f-97a5-59bfcf8cbc5b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.057419] env[69950]: DEBUG nova.network.neutron [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.066338] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Waiting for the task: (returnval){ [ 702.066338] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e3c284-6f22-e2a6-2525-dbdce9848408" [ 702.066338] env[69950]: _type = "Task" [ 702.066338] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.088366] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e3c284-6f22-e2a6-2525-dbdce9848408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.136395] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221654, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.188036] env[69950]: DEBUG nova.compute.manager [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.202253] env[69950]: DEBUG oslo_concurrency.lockutils [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.205323] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.277s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.206960] env[69950]: INFO nova.compute.claims [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.233036] env[69950]: DEBUG nova.virt.hardware [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.233796] env[69950]: DEBUG nova.virt.hardware [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.234573] env[69950]: DEBUG nova.virt.hardware [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.234573] env[69950]: DEBUG nova.virt.hardware [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.234573] env[69950]: DEBUG nova.virt.hardware [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.234835] env[69950]: DEBUG nova.virt.hardware [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.235213] env[69950]: DEBUG nova.virt.hardware [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.235462] env[69950]: DEBUG nova.virt.hardware [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.236625] env[69950]: DEBUG nova.virt.hardware [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.236625] env[69950]: DEBUG nova.virt.hardware [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.236625] env[69950]: DEBUG nova.virt.hardware [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.237171] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227695b3-bf7a-4815-80ee-b72aedac4a7f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.249800] env[69950]: INFO nova.scheduler.client.report [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Deleted allocations for instance e6674863-b35c-41f7-b9a3-127937f23b27 [ 702.255072] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273a1b48-e06d-4b06-accd-4a4c6b72db0c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.352438] env[69950]: DEBUG oslo_vmware.api [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221650, 'name': PowerOnVM_Task, 'duration_secs': 1.155607} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.352705] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.352902] env[69950]: INFO nova.compute.manager [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Took 12.87 seconds to spawn the instance on the hypervisor. [ 702.353117] env[69950]: DEBUG nova.compute.manager [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 702.354280] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5d56e7-3f27-423d-b8f8-9114981c7c96 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.395473] env[69950]: DEBUG oslo_concurrency.lockutils [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] Releasing lock "refresh_cache-7148155a-fa4a-4b0d-b1ca-b01c29434ed3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.395750] env[69950]: DEBUG nova.compute.manager [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Received event network-vif-deleted-6a7ad094-8822-44f5-98e2-222bd59bde33 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 702.396159] env[69950]: DEBUG nova.compute.manager [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Received event network-vif-plugged-536f649d-7225-4b01-9248-ae9e36dda2b2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 702.396159] env[69950]: DEBUG oslo_concurrency.lockutils [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] Acquiring lock "cfd1ccdc-d521-4d83-96a8-f282e921835e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.396438] env[69950]: DEBUG oslo_concurrency.lockutils [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] Lock "cfd1ccdc-d521-4d83-96a8-f282e921835e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.396552] env[69950]: DEBUG oslo_concurrency.lockutils [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] Lock "cfd1ccdc-d521-4d83-96a8-f282e921835e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.396660] env[69950]: DEBUG nova.compute.manager [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] No waiting events found dispatching network-vif-plugged-536f649d-7225-4b01-9248-ae9e36dda2b2 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 702.396867] env[69950]: WARNING nova.compute.manager [req-514c637d-e8f4-4d67-8290-09fed632f2ba req-ac18a623-74be-4283-bedc-06efa17c5a8a service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Received unexpected event network-vif-plugged-536f649d-7225-4b01-9248-ae9e36dda2b2 for instance with vm_state building and task_state spawning. [ 702.581720] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e3c284-6f22-e2a6-2525-dbdce9848408, 'name': SearchDatastore_Task, 'duration_secs': 0.067754} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.581909] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.582173] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.582442] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.582657] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.582854] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.583155] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b21a001-1d87-45c4-9bdc-d18ca0dad952 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.594386] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.594577] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.595933] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da0e2e9e-6f71-4036-8d16-36912b74b1cb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.603509] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Waiting for the task: (returnval){ [ 702.603509] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d15a49-e5b5-1d4c-1bd8-aff64996b693" [ 702.603509] env[69950]: _type = "Task" [ 702.603509] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.616104] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d15a49-e5b5-1d4c-1bd8-aff64996b693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.635446] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649809} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.636355] env[69950]: DEBUG nova.network.neutron [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.638708] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] cfd1ccdc-d521-4d83-96a8-f282e921835e/cfd1ccdc-d521-4d83-96a8-f282e921835e.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.638924] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.639159] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80685886-f51e-4841-872f-f65f5ea7ceef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.648884] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 702.648884] env[69950]: value = "task-4221655" [ 702.648884] env[69950]: _type = "Task" [ 702.648884] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.659074] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.767518] env[69950]: DEBUG oslo_concurrency.lockutils [None req-786f8ab9-1a27-47e0-ba25-e07ea1b0dd27 tempest-ServerDiagnosticsV248Test-538295099 tempest-ServerDiagnosticsV248Test-538295099-project-member] Lock "e6674863-b35c-41f7-b9a3-127937f23b27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.950s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.876415] env[69950]: INFO nova.compute.manager [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Took 30.92 seconds to build instance. [ 702.930411] env[69950]: DEBUG nova.network.neutron [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Updating instance_info_cache with network_info: [{"id": "f873996b-66f5-415c-84d0-e43273eff422", "address": "fa:16:3e:27:86:d6", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf873996b-66", "ovs_interfaceid": "f873996b-66f5-415c-84d0-e43273eff422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.104737] env[69950]: DEBUG nova.network.neutron [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Successfully updated port: 5505ec44-bbf6-4ec4-bdda-3dd5746421af {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.121798] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d15a49-e5b5-1d4c-1bd8-aff64996b693, 'name': SearchDatastore_Task, 'duration_secs': 0.014811} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.121798] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e6241a-4137-4aeb-a9d9-2d7f37ed0843 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.129509] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Waiting for the task: (returnval){ [ 703.129509] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ad2672-b2e6-b8b8-62ed-e7a1851e95f8" [ 703.129509] env[69950]: _type = "Task" [ 703.129509] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.140056] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ad2672-b2e6-b8b8-62ed-e7a1851e95f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.160875] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234485} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.161159] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.161957] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b360df86-ed8a-4828-a9ba-667ee0a40c72 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.191343] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] cfd1ccdc-d521-4d83-96a8-f282e921835e/cfd1ccdc-d521-4d83-96a8-f282e921835e.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.191868] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e7c8c61-2eda-475d-aa1f-921effd68410 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.214260] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 703.214260] env[69950]: value = "task-4221656" [ 703.214260] env[69950]: _type = "Task" [ 703.214260] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.231228] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221656, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.379456] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "7148155a-fa4a-4b0d-b1ca-b01c29434ed3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.955s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.434379] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Releasing lock "refresh_cache-2348a71e-6447-436f-97a5-59bfcf8cbc5b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.435222] env[69950]: DEBUG nova.compute.manager [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Instance network_info: |[{"id": "f873996b-66f5-415c-84d0-e43273eff422", "address": "fa:16:3e:27:86:d6", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf873996b-66", "ovs_interfaceid": "f873996b-66f5-415c-84d0-e43273eff422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.435786] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:86:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f873996b-66f5-415c-84d0-e43273eff422', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.443454] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Creating folder: Project (65141e985da7420eb381208414493125). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.444056] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73a69c81-313c-4f69-98f2-b21d02a35ec0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.458108] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Created folder: Project (65141e985da7420eb381208414493125) in parent group-v835309. [ 703.458729] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Creating folder: Instances. Parent ref: group-v835358. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.461308] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cce862e-f686-47d2-8144-a3df89d43e11 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.472091] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Created folder: Instances in parent group-v835358. [ 703.472435] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.472689] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.472820] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47577b7e-2ba2-455a-8d8f-278591453e3a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.498409] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.498409] env[69950]: value = "task-4221659" [ 703.498409] env[69950]: _type = "Task" [ 703.498409] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.506921] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221659, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.611555] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.611723] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.611946] env[69950]: DEBUG nova.network.neutron [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.647771] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ad2672-b2e6-b8b8-62ed-e7a1851e95f8, 'name': SearchDatastore_Task, 'duration_secs': 0.034343} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.647771] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.650103] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 5815824c-cf8a-4e65-ab60-1f219cd710c5/5815824c-cf8a-4e65-ab60-1f219cd710c5.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.650103] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b86232b1-09b8-4d42-b727-edd862b70b4d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.656777] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Waiting for the task: (returnval){ [ 703.656777] env[69950]: value = "task-4221660" [ 703.656777] env[69950]: _type = "Task" [ 703.656777] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.668340] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f8063c-5ed9-4ca9-8e18-066a7f80a0f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.685605] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.686890] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13889c08-8990-4bca-ac11-e02a6451a127 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.731749] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cabb0e-9d43-46b8-8146-372156704ed1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.741649] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.745639] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec98abfc-d6c2-4154-9204-e2d1d8a088bb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.763477] env[69950]: DEBUG nova.compute.provider_tree [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.884027] env[69950]: DEBUG nova.compute.manager [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.934033] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Acquiring lock "feb7093c-31b6-4629-bf8c-dd7f4175500e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.934151] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Lock "feb7093c-31b6-4629-bf8c-dd7f4175500e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.011456] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221659, 'name': CreateVM_Task, 'duration_secs': 0.440108} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.011635] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.012405] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.012717] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.012882] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.013161] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b10b00-3278-4f82-97e0-35d147ee0315 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.019919] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Waiting for the task: (returnval){ [ 704.019919] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5209d0c0-499b-73e7-8f6e-49584871b238" [ 704.019919] env[69950]: _type = "Task" [ 704.019919] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.032082] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5209d0c0-499b-73e7-8f6e-49584871b238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.073636] env[69950]: DEBUG nova.compute.manager [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Received event network-changed-536f649d-7225-4b01-9248-ae9e36dda2b2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 704.073946] env[69950]: DEBUG nova.compute.manager [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Refreshing instance network info cache due to event network-changed-536f649d-7225-4b01-9248-ae9e36dda2b2. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 704.074906] env[69950]: DEBUG oslo_concurrency.lockutils [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] Acquiring lock "refresh_cache-cfd1ccdc-d521-4d83-96a8-f282e921835e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.075147] env[69950]: DEBUG oslo_concurrency.lockutils [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] Acquired lock "refresh_cache-cfd1ccdc-d521-4d83-96a8-f282e921835e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.075385] env[69950]: DEBUG nova.network.neutron [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Refreshing network info cache for port 536f649d-7225-4b01-9248-ae9e36dda2b2 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.168883] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221660, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.182038] env[69950]: DEBUG nova.network.neutron [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.239176] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221656, 'name': ReconfigVM_Task, 'duration_secs': 0.64813} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.239888] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Reconfigured VM instance instance-0000000f to attach disk [datastore2] cfd1ccdc-d521-4d83-96a8-f282e921835e/cfd1ccdc-d521-4d83-96a8-f282e921835e.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.241569] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-574f1a4d-bd97-4289-b5bb-08ece9e9dd53 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.251408] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 704.251408] env[69950]: value = "task-4221661" [ 704.251408] env[69950]: _type = "Task" [ 704.251408] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.265450] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221661, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.270330] env[69950]: DEBUG nova.scheduler.client.report [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.411150] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.442378] env[69950]: DEBUG nova.network.neutron [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance_info_cache with network_info: [{"id": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "address": "fa:16:3e:8b:a3:9a", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5505ec44-bb", "ovs_interfaceid": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.531922] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5209d0c0-499b-73e7-8f6e-49584871b238, 'name': SearchDatastore_Task, 'duration_secs': 0.022131} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.532542] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.532617] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.532874] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.533030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.533279] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.533603] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ffca123-d450-4ac1-9b82-ea202dd7ff07 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.544612] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.544930] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.545758] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6825fcf3-eb21-4666-b46f-bd05c6d80aa6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.552148] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Waiting for the task: (returnval){ [ 704.552148] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bd206d-1457-e37f-c948-458fea236d4f" [ 704.552148] env[69950]: _type = "Task" [ 704.552148] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.565889] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bd206d-1457-e37f-c948-458fea236d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.588053] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.588053] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.671084] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63422} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.671557] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 5815824c-cf8a-4e65-ab60-1f219cd710c5/5815824c-cf8a-4e65-ab60-1f219cd710c5.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.671659] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.671827] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2bd5066-a88c-4580-a7dc-85461bfafe5e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.681154] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Waiting for the task: (returnval){ [ 704.681154] env[69950]: value = "task-4221662" [ 704.681154] env[69950]: _type = "Task" [ 704.681154] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.699873] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.763975] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221661, 'name': Rename_Task, 'duration_secs': 0.25458} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.764274] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.765124] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f47b57cf-fdbc-4dae-897b-c8c9ce49ace1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.779514] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.781169] env[69950]: DEBUG nova.compute.manager [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.784228] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 704.784228] env[69950]: value = "task-4221663" [ 704.784228] env[69950]: _type = "Task" [ 704.784228] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.785063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.620s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.786817] env[69950]: INFO nova.compute.claims [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.804489] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221663, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.891063] env[69950]: DEBUG nova.network.neutron [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Updated VIF entry in instance network info cache for port 536f649d-7225-4b01-9248-ae9e36dda2b2. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.891063] env[69950]: DEBUG nova.network.neutron [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Updating instance_info_cache with network_info: [{"id": "536f649d-7225-4b01-9248-ae9e36dda2b2", "address": "fa:16:3e:f9:6f:af", "network": {"id": "57ce6596-b057-422c-9fd8-eacd0b58f31a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-75377121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c728d4c6f524e3a9175aa50895e60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap536f649d-72", "ovs_interfaceid": "536f649d-7225-4b01-9248-ae9e36dda2b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.948229] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.948799] env[69950]: DEBUG nova.compute.manager [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Instance network_info: |[{"id": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "address": "fa:16:3e:8b:a3:9a", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5505ec44-bb", "ovs_interfaceid": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.949298] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:a3:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5505ec44-bbf6-4ec4-bdda-3dd5746421af', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.958037] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Creating folder: Project (7f66dd07bd67408f9001220d2e676a5e). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.958037] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24d75f60-7bfb-45ac-b5ac-9ac9f7283cee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.971085] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Created folder: Project (7f66dd07bd67408f9001220d2e676a5e) in parent group-v835309. [ 704.971308] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Creating folder: Instances. Parent ref: group-v835361. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.971560] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac1aeabb-3479-469d-b707-b1f7e1fa6369 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.983080] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Created folder: Instances in parent group-v835361. [ 704.983312] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.983513] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.983726] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-442ee6e7-c3d5-4067-9f50-d008adb50cf6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.006894] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.006894] env[69950]: value = "task-4221666" [ 705.006894] env[69950]: _type = "Task" [ 705.006894] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.016370] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221666, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.065181] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bd206d-1457-e37f-c948-458fea236d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.012409} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.066292] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8bde678-0eda-4f3a-9e8f-42715bebd9a6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.073353] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Waiting for the task: (returnval){ [ 705.073353] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d5d6a2-66dd-96ef-0197-0c73b3465de3" [ 705.073353] env[69950]: _type = "Task" [ 705.073353] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.085461] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d5d6a2-66dd-96ef-0197-0c73b3465de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.192947] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078148} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.193243] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.194417] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e543092a-5648-47c5-9c5f-43a06a22cb4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.221288] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 5815824c-cf8a-4e65-ab60-1f219cd710c5/5815824c-cf8a-4e65-ab60-1f219cd710c5.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.224262] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b54e37ba-1084-41a0-a105-178cc78ba391 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.238788] env[69950]: DEBUG nova.compute.manager [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Stashing vm_state: active {{(pid=69950) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 705.244867] env[69950]: DEBUG nova.compute.manager [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 705.246368] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9c14c5-5407-4314-80d5-36c83729b9c4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.259440] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Waiting for the task: (returnval){ [ 705.259440] env[69950]: value = "task-4221667" [ 705.259440] env[69950]: _type = "Task" [ 705.259440] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.273368] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.291861] env[69950]: DEBUG nova.compute.utils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.297902] env[69950]: DEBUG nova.compute.manager [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.298286] env[69950]: DEBUG nova.network.neutron [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.313174] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.375847] env[69950]: DEBUG nova.policy [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11fd3ad14d0940f4b5fc1a3bf9f8c4f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69567d8122a54aa7a3210556c8288723', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.397716] env[69950]: DEBUG oslo_concurrency.lockutils [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] Releasing lock "refresh_cache-cfd1ccdc-d521-4d83-96a8-f282e921835e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.397989] env[69950]: DEBUG nova.compute.manager [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Received event network-vif-plugged-03c16d28-8eca-4e88-aab9-3d03f2f250f3 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 705.398209] env[69950]: DEBUG oslo_concurrency.lockutils [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] Acquiring lock "5815824c-cf8a-4e65-ab60-1f219cd710c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.398526] env[69950]: DEBUG oslo_concurrency.lockutils [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] Lock "5815824c-cf8a-4e65-ab60-1f219cd710c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.398698] env[69950]: DEBUG oslo_concurrency.lockutils [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] Lock "5815824c-cf8a-4e65-ab60-1f219cd710c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.398866] env[69950]: DEBUG nova.compute.manager [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] No waiting events found dispatching network-vif-plugged-03c16d28-8eca-4e88-aab9-3d03f2f250f3 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 705.399048] env[69950]: WARNING nova.compute.manager [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Received unexpected event network-vif-plugged-03c16d28-8eca-4e88-aab9-3d03f2f250f3 for instance with vm_state building and task_state spawning. [ 705.399223] env[69950]: DEBUG nova.compute.manager [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Received event network-changed-03c16d28-8eca-4e88-aab9-3d03f2f250f3 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 705.399376] env[69950]: DEBUG nova.compute.manager [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Refreshing instance network info cache due to event network-changed-03c16d28-8eca-4e88-aab9-3d03f2f250f3. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 705.399565] env[69950]: DEBUG oslo_concurrency.lockutils [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] Acquiring lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.399701] env[69950]: DEBUG oslo_concurrency.lockutils [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] Acquired lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.399856] env[69950]: DEBUG nova.network.neutron [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Refreshing network info cache for port 03c16d28-8eca-4e88-aab9-3d03f2f250f3 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.421980] env[69950]: DEBUG nova.compute.manager [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Received event network-vif-plugged-f873996b-66f5-415c-84d0-e43273eff422 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 705.422477] env[69950]: DEBUG oslo_concurrency.lockutils [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] Acquiring lock "2348a71e-6447-436f-97a5-59bfcf8cbc5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.422707] env[69950]: DEBUG oslo_concurrency.lockutils [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] Lock "2348a71e-6447-436f-97a5-59bfcf8cbc5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.422912] env[69950]: DEBUG oslo_concurrency.lockutils [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] Lock "2348a71e-6447-436f-97a5-59bfcf8cbc5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.423157] env[69950]: DEBUG nova.compute.manager [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] No waiting events found dispatching network-vif-plugged-f873996b-66f5-415c-84d0-e43273eff422 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 705.423361] env[69950]: WARNING nova.compute.manager [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Received unexpected event network-vif-plugged-f873996b-66f5-415c-84d0-e43273eff422 for instance with vm_state building and task_state spawning. [ 705.423561] env[69950]: DEBUG nova.compute.manager [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Received event network-changed-f873996b-66f5-415c-84d0-e43273eff422 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 705.423774] env[69950]: DEBUG nova.compute.manager [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Refreshing instance network info cache due to event network-changed-f873996b-66f5-415c-84d0-e43273eff422. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 705.424116] env[69950]: DEBUG oslo_concurrency.lockutils [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] Acquiring lock "refresh_cache-2348a71e-6447-436f-97a5-59bfcf8cbc5b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.424250] env[69950]: DEBUG oslo_concurrency.lockutils [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] Acquired lock "refresh_cache-2348a71e-6447-436f-97a5-59bfcf8cbc5b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.424433] env[69950]: DEBUG nova.network.neutron [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Refreshing network info cache for port f873996b-66f5-415c-84d0-e43273eff422 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.520277] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221666, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.590608] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d5d6a2-66dd-96ef-0197-0c73b3465de3, 'name': SearchDatastore_Task, 'duration_secs': 0.017148} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.590914] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.591832] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 2348a71e-6447-436f-97a5-59bfcf8cbc5b/2348a71e-6447-436f-97a5-59bfcf8cbc5b.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.592450] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ae581cb-2b6c-45a8-85fc-a79542a168a3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.603155] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Waiting for the task: (returnval){ [ 705.603155] env[69950]: value = "task-4221668" [ 705.603155] env[69950]: _type = "Task" [ 705.603155] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.613930] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.762681] env[69950]: INFO nova.compute.manager [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] instance snapshotting [ 705.774220] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b89381-a993-4e0a-97f5-a1273d15bf85 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.800961] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.805019] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675958c1-26dc-437a-9860-f03929c34d0a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.808019] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221667, 'name': ReconfigVM_Task, 'duration_secs': 0.510682} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.808676] env[69950]: DEBUG nova.compute.manager [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.816506] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 5815824c-cf8a-4e65-ab60-1f219cd710c5/5815824c-cf8a-4e65-ab60-1f219cd710c5.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.819565] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9730e2a2-9b3b-4957-a7f3-ceff1d9d3660 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.826410] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221663, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.835551] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Waiting for the task: (returnval){ [ 705.835551] env[69950]: value = "task-4221669" [ 705.835551] env[69950]: _type = "Task" [ 705.835551] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.845535] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221669, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.025510] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221666, 'name': CreateVM_Task, 'duration_secs': 0.662637} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.026852] env[69950]: DEBUG nova.network.neutron [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Successfully created port: 5f58221d-c03b-4448-a04b-7c8be51edb45 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.030257] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.034109] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.034353] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.034805] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.035753] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aad10b9-a94b-4145-a47a-c2d385995fb1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.042339] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 706.042339] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520d53f2-c68f-51c3-e261-28d0ac11c7a3" [ 706.042339] env[69950]: _type = "Task" [ 706.042339] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.058981] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520d53f2-c68f-51c3-e261-28d0ac11c7a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.116989] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221668, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.283825] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d74b837-0b1d-4ea3-8b46-8e6d08b32d04 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.293810] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5623be-f67f-4d04-82bf-688841e9a3c4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.344270] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 706.344869] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221663, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.345772] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a54b5a90-a8df-410f-a071-87721895125c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.349039] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c8763-1468-4fd3-89fa-c26232862a9a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.374519] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfffc8d-7779-47a3-bd4f-ea832e25fd41 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.381617] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 706.381617] env[69950]: value = "task-4221670" [ 706.381617] env[69950]: _type = "Task" [ 706.381617] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.381917] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221669, 'name': Rename_Task, 'duration_secs': 0.199813} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.382699] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.387105] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b33d65c-db3d-4f0d-92f8-74f3f03458a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.399211] env[69950]: DEBUG nova.compute.provider_tree [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.405881] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221670, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.408512] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Waiting for the task: (returnval){ [ 706.408512] env[69950]: value = "task-4221671" [ 706.408512] env[69950]: _type = "Task" [ 706.408512] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.417382] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.478620] env[69950]: DEBUG nova.network.neutron [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Updated VIF entry in instance network info cache for port f873996b-66f5-415c-84d0-e43273eff422. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.479221] env[69950]: DEBUG nova.network.neutron [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Updating instance_info_cache with network_info: [{"id": "f873996b-66f5-415c-84d0-e43273eff422", "address": "fa:16:3e:27:86:d6", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf873996b-66", "ovs_interfaceid": "f873996b-66f5-415c-84d0-e43273eff422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.558561] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520d53f2-c68f-51c3-e261-28d0ac11c7a3, 'name': SearchDatastore_Task, 'duration_secs': 0.073769} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.558561] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.558778] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.558816] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.559138] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.559138] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.559437] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-886d5148-be5c-4f64-8a55-d578e7a0a1f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.570968] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.571105] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.571911] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e814310-2ca5-4ac9-9b0d-8bfdd677fe3b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.580387] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 706.580387] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d07d3c-062f-6bdb-cad5-775fb0d7b3c8" [ 706.580387] env[69950]: _type = "Task" [ 706.580387] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.592767] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d07d3c-062f-6bdb-cad5-775fb0d7b3c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.612699] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784321} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.612955] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 2348a71e-6447-436f-97a5-59bfcf8cbc5b/2348a71e-6447-436f-97a5-59bfcf8cbc5b.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.613307] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.613479] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5f5170b-3e7f-407a-8f11-ddb4a75c073b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.620850] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Waiting for the task: (returnval){ [ 706.620850] env[69950]: value = "task-4221672" [ 706.620850] env[69950]: _type = "Task" [ 706.620850] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.630271] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.735674] env[69950]: DEBUG nova.network.neutron [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Updated VIF entry in instance network info cache for port 03c16d28-8eca-4e88-aab9-3d03f2f250f3. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.735808] env[69950]: DEBUG nova.network.neutron [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Updating instance_info_cache with network_info: [{"id": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "address": "fa:16:3e:c7:66:ae", "network": {"id": "7357abbe-9ead-44ec-92a8-2d2aeaaeeda7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-986645050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8eced014256493cbfdfe37f5c312b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c16d28-8e", "ovs_interfaceid": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.811464] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221663, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.847852] env[69950]: DEBUG nova.compute.manager [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.874424] env[69950]: DEBUG nova.virt.hardware [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.874688] env[69950]: DEBUG nova.virt.hardware [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.874945] env[69950]: DEBUG nova.virt.hardware [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.875240] env[69950]: DEBUG nova.virt.hardware [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.875518] env[69950]: DEBUG nova.virt.hardware [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.875661] env[69950]: DEBUG nova.virt.hardware [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.875919] env[69950]: DEBUG nova.virt.hardware [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.876119] env[69950]: DEBUG nova.virt.hardware [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.876300] env[69950]: DEBUG nova.virt.hardware [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.876470] env[69950]: DEBUG nova.virt.hardware [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.876639] env[69950]: DEBUG nova.virt.hardware [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.877595] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a328fb-960f-41a8-a191-57f3bf45780e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.890967] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e862edad-700a-4e8e-bb5a-37b0897ca263 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.899730] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221670, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.901496] env[69950]: DEBUG nova.scheduler.client.report [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.924773] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221671, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.983298] env[69950]: DEBUG oslo_concurrency.lockutils [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] Releasing lock "refresh_cache-2348a71e-6447-436f-97a5-59bfcf8cbc5b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.983863] env[69950]: DEBUG nova.compute.manager [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Received event network-vif-plugged-5505ec44-bbf6-4ec4-bdda-3dd5746421af {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 706.984756] env[69950]: DEBUG oslo_concurrency.lockutils [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] Acquiring lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.985186] env[69950]: DEBUG oslo_concurrency.lockutils [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.985441] env[69950]: DEBUG oslo_concurrency.lockutils [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.985702] env[69950]: DEBUG nova.compute.manager [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] No waiting events found dispatching network-vif-plugged-5505ec44-bbf6-4ec4-bdda-3dd5746421af {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 706.986168] env[69950]: WARNING nova.compute.manager [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Received unexpected event network-vif-plugged-5505ec44-bbf6-4ec4-bdda-3dd5746421af for instance with vm_state building and task_state spawning. [ 706.986434] env[69950]: DEBUG nova.compute.manager [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Received event network-changed-5505ec44-bbf6-4ec4-bdda-3dd5746421af {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 706.986678] env[69950]: DEBUG nova.compute.manager [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Refreshing instance network info cache due to event network-changed-5505ec44-bbf6-4ec4-bdda-3dd5746421af. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 706.987098] env[69950]: DEBUG oslo_concurrency.lockutils [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] Acquiring lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.987338] env[69950]: DEBUG oslo_concurrency.lockutils [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] Acquired lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.987578] env[69950]: DEBUG nova.network.neutron [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Refreshing network info cache for port 5505ec44-bbf6-4ec4-bdda-3dd5746421af {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.091806] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d07d3c-062f-6bdb-cad5-775fb0d7b3c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011961} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.096029] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a32383a-c10e-418b-9d7f-96c9042daf9c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.099504] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 707.099504] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52cdebb4-aa6f-df12-1335-ebb976317029" [ 707.099504] env[69950]: _type = "Task" [ 707.099504] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.110975] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52cdebb4-aa6f-df12-1335-ebb976317029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.131167] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081519} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.132879] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.132879] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4602ad-e334-43fc-af2d-1411a988970c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.163927] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 2348a71e-6447-436f-97a5-59bfcf8cbc5b/2348a71e-6447-436f-97a5-59bfcf8cbc5b.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.164292] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9db5f90-61a8-4246-acf1-f4d8372ca77e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.200744] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Waiting for the task: (returnval){ [ 707.200744] env[69950]: value = "task-4221673" [ 707.200744] env[69950]: _type = "Task" [ 707.200744] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.214588] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.238712] env[69950]: DEBUG oslo_concurrency.lockutils [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] Releasing lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.239225] env[69950]: DEBUG nova.compute.manager [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Received event network-changed-3415c13f-b14f-432b-8c92-c9bddd551688 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 707.239576] env[69950]: DEBUG nova.compute.manager [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Refreshing instance network info cache due to event network-changed-3415c13f-b14f-432b-8c92-c9bddd551688. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 707.239937] env[69950]: DEBUG oslo_concurrency.lockutils [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] Acquiring lock "refresh_cache-afffcbe4-52eb-4385-bda8-a46fc0d2d68b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.240307] env[69950]: DEBUG oslo_concurrency.lockutils [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] Acquired lock "refresh_cache-afffcbe4-52eb-4385-bda8-a46fc0d2d68b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.240517] env[69950]: DEBUG nova.network.neutron [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Refreshing network info cache for port 3415c13f-b14f-432b-8c92-c9bddd551688 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.311748] env[69950]: DEBUG oslo_vmware.api [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4221663, 'name': PowerOnVM_Task, 'duration_secs': 2.34823} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.312590] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.312971] env[69950]: INFO nova.compute.manager [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Took 13.17 seconds to spawn the instance on the hypervisor. [ 707.313450] env[69950]: DEBUG nova.compute.manager [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 707.315296] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81d5f10-a3db-4245-9e71-148879a8a9dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.394531] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221670, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.418201] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.418831] env[69950]: DEBUG nova.compute.manager [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.426290] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.605s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.426540] env[69950]: DEBUG nova.objects.instance [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Lazy-loading 'resources' on Instance uuid 906ccd94-1d07-41c3-a3f0-daa68862a1ac {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.434964] env[69950]: DEBUG oslo_vmware.api [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221671, 'name': PowerOnVM_Task, 'duration_secs': 0.927005} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.439213] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.439213] env[69950]: INFO nova.compute.manager [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Took 10.52 seconds to spawn the instance on the hypervisor. [ 707.439405] env[69950]: DEBUG nova.compute.manager [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 707.440221] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b2eb79-f026-4a09-9e2a-9dfe79c0e2ed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.612599] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52cdebb4-aa6f-df12-1335-ebb976317029, 'name': SearchDatastore_Task, 'duration_secs': 0.026907} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.613096] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.613468] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 8dc73bf3-9e59-4fe3-8d62-94033241d0dc/8dc73bf3-9e59-4fe3-8d62-94033241d0dc.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.613743] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e28fb3c-aa37-447f-b44f-39b726f0d16a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.621989] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 707.621989] env[69950]: value = "task-4221674" [ 707.621989] env[69950]: _type = "Task" [ 707.621989] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.632346] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.715055] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221673, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.810282] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "5b7c9fe9-79bf-445b-8b69-7b52607b6648" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.810546] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "5b7c9fe9-79bf-445b-8b69-7b52607b6648" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.841738] env[69950]: INFO nova.compute.manager [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Took 25.58 seconds to build instance. [ 707.895021] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221670, 'name': CreateSnapshot_Task, 'duration_secs': 1.233946} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.895021] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 707.895439] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4106240-36f1-4709-ad73-3c99b6aab6af {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.930772] env[69950]: DEBUG nova.compute.utils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.937177] env[69950]: DEBUG nova.compute.manager [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.937497] env[69950]: DEBUG nova.network.neutron [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.969512] env[69950]: INFO nova.compute.manager [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Took 23.73 seconds to build instance. [ 708.032423] env[69950]: DEBUG nova.network.neutron [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updated VIF entry in instance network info cache for port 5505ec44-bbf6-4ec4-bdda-3dd5746421af. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.032776] env[69950]: DEBUG nova.network.neutron [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance_info_cache with network_info: [{"id": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "address": "fa:16:3e:8b:a3:9a", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5505ec44-bb", "ovs_interfaceid": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.061167] env[69950]: DEBUG nova.policy [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3346c4a3dce4677b7f6dd2faaaac2e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c896137d7b1a48538de68be8a38e6828', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.107780] env[69950]: DEBUG nova.network.neutron [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Updated VIF entry in instance network info cache for port 3415c13f-b14f-432b-8c92-c9bddd551688. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.108168] env[69950]: DEBUG nova.network.neutron [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Updating instance_info_cache with network_info: [{"id": "3415c13f-b14f-432b-8c92-c9bddd551688", "address": "fa:16:3e:04:7f:d4", "network": {"id": "a80830da-3d04-44d0-a136-2ba26ee66d7e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1178130061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "250fa653522742c3acc2bf0398dcc056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3415c13f-b1", "ovs_interfaceid": "3415c13f-b14f-432b-8c92-c9bddd551688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.131491] env[69950]: DEBUG nova.network.neutron [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Successfully updated port: 5f58221d-c03b-4448-a04b-7c8be51edb45 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.142937] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221674, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.215355] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221673, 'name': ReconfigVM_Task, 'duration_secs': 0.525251} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.215482] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 2348a71e-6447-436f-97a5-59bfcf8cbc5b/2348a71e-6447-436f-97a5-59bfcf8cbc5b.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.216157] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e38072c7-7698-419a-86ea-3f9143e34394 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.225126] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Waiting for the task: (returnval){ [ 708.225126] env[69950]: value = "task-4221675" [ 708.225126] env[69950]: _type = "Task" [ 708.225126] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.239910] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221675, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.344713] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "cfd1ccdc-d521-4d83-96a8-f282e921835e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.672s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.428164] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 708.430379] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a57f400e-7c48-4cc3-b632-07f819aae207 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.439803] env[69950]: DEBUG nova.compute.manager [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.444302] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 708.444302] env[69950]: value = "task-4221676" [ 708.444302] env[69950]: _type = "Task" [ 708.444302] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.454764] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221676, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.471978] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec8dfb33-ef01-4245-90e7-91b017c1be03 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Lock "5815824c-cf8a-4e65-ab60-1f219cd710c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.542s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.498677] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83e9418-20a8-48a0-aa3b-84a56df5719e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.510854] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06953926-6041-4de2-adee-81e446c6229f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.547329] env[69950]: DEBUG oslo_concurrency.lockutils [req-09e6274c-e2c5-4e86-8b28-7e9465f8cac4 req-31ef8713-78c4-4f2f-8579-47f4f6ba0b22 service nova] Releasing lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.548584] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de21276e-e1ce-49fe-bfec-8b8e7586a6df {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.562111] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2619a70-213f-4d26-bbf1-70db45223bcd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.583350] env[69950]: DEBUG nova.compute.provider_tree [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.611103] env[69950]: DEBUG oslo_concurrency.lockutils [req-4a8f52ee-3a6f-4b31-93a5-6953d9f92c55 req-8220f6ae-099e-47e9-a2c4-27cb75eca5cb service nova] Releasing lock "refresh_cache-afffcbe4-52eb-4385-bda8-a46fc0d2d68b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.639437] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948415} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.639437] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Acquiring lock "refresh_cache-49b31e0c-cec2-4a9e-ba29-1b7679597bfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.639437] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Acquired lock "refresh_cache-49b31e0c-cec2-4a9e-ba29-1b7679597bfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.639437] env[69950]: DEBUG nova.network.neutron [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.639666] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 8dc73bf3-9e59-4fe3-8d62-94033241d0dc/8dc73bf3-9e59-4fe3-8d62-94033241d0dc.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.639666] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.640089] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e5edac1-05c1-4a68-b02d-06795e720f9b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.649160] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 708.649160] env[69950]: value = "task-4221677" [ 708.649160] env[69950]: _type = "Task" [ 708.649160] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.661024] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.735722] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221675, 'name': Rename_Task, 'duration_secs': 0.210097} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.736048] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.736302] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdcee449-dcfc-4768-94c4-430dfac1ff19 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.743555] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Waiting for the task: (returnval){ [ 708.743555] env[69950]: value = "task-4221678" [ 708.743555] env[69950]: _type = "Task" [ 708.743555] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.751896] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.752887] env[69950]: DEBUG nova.network.neutron [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Successfully created port: b4636be3-f178-4bc1-8e75-678f8bf44af7 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.849064] env[69950]: DEBUG nova.compute.manager [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.971048] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221676, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.980209] env[69950]: DEBUG nova.compute.manager [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.088293] env[69950]: DEBUG nova.scheduler.client.report [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.160196] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158294} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.160568] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.161422] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37966f3-6ef8-43f4-8334-51a82cd4ca3a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.188398] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 8dc73bf3-9e59-4fe3-8d62-94033241d0dc/8dc73bf3-9e59-4fe3-8d62-94033241d0dc.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.189715] env[69950]: DEBUG nova.network.neutron [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.191839] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-691b1df7-36f6-4369-ae26-84f1f7c6c1a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.214647] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 709.214647] env[69950]: value = "task-4221679" [ 709.214647] env[69950]: _type = "Task" [ 709.214647] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.225186] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.255136] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221678, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.370297] env[69950]: DEBUG nova.network.neutron [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Updating instance_info_cache with network_info: [{"id": "5f58221d-c03b-4448-a04b-7c8be51edb45", "address": "fa:16:3e:8d:57:0b", "network": {"id": "09552c62-38c7-49f7-b2dc-240cbb5a759b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-456523418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69567d8122a54aa7a3210556c8288723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f58221d-c0", "ovs_interfaceid": "5f58221d-c03b-4448-a04b-7c8be51edb45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.376713] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.458991] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221676, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.465371] env[69950]: DEBUG nova.compute.manager [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.515128] env[69950]: DEBUG nova.virt.hardware [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.515283] env[69950]: DEBUG nova.virt.hardware [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.515450] env[69950]: DEBUG nova.virt.hardware [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.515668] env[69950]: DEBUG nova.virt.hardware [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.515808] env[69950]: DEBUG nova.virt.hardware [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.515916] env[69950]: DEBUG nova.virt.hardware [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.516576] env[69950]: DEBUG nova.virt.hardware [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.516797] env[69950]: DEBUG nova.virt.hardware [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.517417] env[69950]: DEBUG nova.virt.hardware [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.517417] env[69950]: DEBUG nova.virt.hardware [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.517417] env[69950]: DEBUG nova.virt.hardware [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.518759] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ec3896-a7ef-4583-9bb2-5efbf37a287e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.524637] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.532117] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10de11c1-1b38-4bf3-8d0b-a5ac5c572e04 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.594587] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.599699] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.306s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.604505] env[69950]: INFO nova.compute.claims [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.622642] env[69950]: INFO nova.scheduler.client.report [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Deleted allocations for instance 906ccd94-1d07-41c3-a3f0-daa68862a1ac [ 709.729347] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.755608] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221678, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.875284] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Releasing lock "refresh_cache-49b31e0c-cec2-4a9e-ba29-1b7679597bfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.875963] env[69950]: DEBUG nova.compute.manager [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Instance network_info: |[{"id": "5f58221d-c03b-4448-a04b-7c8be51edb45", "address": "fa:16:3e:8d:57:0b", "network": {"id": "09552c62-38c7-49f7-b2dc-240cbb5a759b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-456523418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69567d8122a54aa7a3210556c8288723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f58221d-c0", "ovs_interfaceid": "5f58221d-c03b-4448-a04b-7c8be51edb45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.876158] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:57:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f58221d-c03b-4448-a04b-7c8be51edb45', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.887255] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Creating folder: Project (69567d8122a54aa7a3210556c8288723). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.887878] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69620fb5-ff90-4dff-a5f2-fdab28d51b00 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.902866] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Created folder: Project (69567d8122a54aa7a3210556c8288723) in parent group-v835309. [ 709.903254] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Creating folder: Instances. Parent ref: group-v835366. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.903624] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f089c119-c81a-43dc-bd0f-714bb646d209 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.915861] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Created folder: Instances in parent group-v835366. [ 709.916155] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.916360] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.916573] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4f59f95-ad15-4fc4-8c28-7a0dd686dfa5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.939841] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.939841] env[69950]: value = "task-4221682" [ 709.939841] env[69950]: _type = "Task" [ 709.939841] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.955548] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221682, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.964167] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221676, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.134955] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Lock "906ccd94-1d07-41c3-a3f0-daa68862a1ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.484s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.235357] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221679, 'name': ReconfigVM_Task, 'duration_secs': 0.932563} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.235910] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 8dc73bf3-9e59-4fe3-8d62-94033241d0dc/8dc73bf3-9e59-4fe3-8d62-94033241d0dc.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.240026] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37880bee-96e1-4351-9e4b-797a65a9866c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.248627] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 710.248627] env[69950]: value = "task-4221683" [ 710.248627] env[69950]: _type = "Task" [ 710.248627] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.270524] env[69950]: DEBUG oslo_vmware.api [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221678, 'name': PowerOnVM_Task, 'duration_secs': 1.275104} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.277044] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.277951] env[69950]: INFO nova.compute.manager [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Took 10.62 seconds to spawn the instance on the hypervisor. [ 710.277951] env[69950]: DEBUG nova.compute.manager [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 710.278182] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221683, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.281078] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cdad94-6fcc-40d1-9f18-11848861b76e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.454855] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221682, 'name': CreateVM_Task, 'duration_secs': 0.442612} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.454855] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.456148] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.456448] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.456815] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.457094] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e71593-9dbc-4708-bdf1-a1d059a8cb1b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.464102] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221676, 'name': CloneVM_Task, 'duration_secs': 1.906429} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.464802] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Created linked-clone VM from snapshot [ 710.465603] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3b1090-dc30-431d-b359-3e269c64839c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.469425] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Waiting for the task: (returnval){ [ 710.469425] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528bfd6d-14c8-69d0-c28f-01ec88d5e1de" [ 710.469425] env[69950]: _type = "Task" [ 710.469425] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.477485] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Uploading image d87e6816-da33-4e1e-b05c-95e3ac8b22b6 {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 710.486754] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528bfd6d-14c8-69d0-c28f-01ec88d5e1de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.493949] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 710.495717] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dd3df2ea-b7ad-485b-a5b9-b1b850f5dad6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.504255] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 710.504255] env[69950]: value = "task-4221684" [ 710.504255] env[69950]: _type = "Task" [ 710.504255] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.515416] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221684, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.768219] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221683, 'name': Rename_Task, 'duration_secs': 0.242337} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.768713] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.769030] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8584e4f7-f767-4552-9063-bdfc78684513 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.777794] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 710.777794] env[69950]: value = "task-4221685" [ 710.777794] env[69950]: _type = "Task" [ 710.777794] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.788693] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.812157] env[69950]: INFO nova.compute.manager [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Took 26.12 seconds to build instance. [ 710.922413] env[69950]: DEBUG nova.compute.manager [req-db5276a7-1aca-4c3a-8a3e-d7d7141d415e req-5d33dc53-793a-4cae-b791-ddcfd2f3ac7f service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Received event network-vif-plugged-5f58221d-c03b-4448-a04b-7c8be51edb45 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 710.922927] env[69950]: DEBUG oslo_concurrency.lockutils [req-db5276a7-1aca-4c3a-8a3e-d7d7141d415e req-5d33dc53-793a-4cae-b791-ddcfd2f3ac7f service nova] Acquiring lock "49b31e0c-cec2-4a9e-ba29-1b7679597bfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.923327] env[69950]: DEBUG oslo_concurrency.lockutils [req-db5276a7-1aca-4c3a-8a3e-d7d7141d415e req-5d33dc53-793a-4cae-b791-ddcfd2f3ac7f service nova] Lock "49b31e0c-cec2-4a9e-ba29-1b7679597bfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.923614] env[69950]: DEBUG oslo_concurrency.lockutils [req-db5276a7-1aca-4c3a-8a3e-d7d7141d415e req-5d33dc53-793a-4cae-b791-ddcfd2f3ac7f service nova] Lock "49b31e0c-cec2-4a9e-ba29-1b7679597bfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.923886] env[69950]: DEBUG nova.compute.manager [req-db5276a7-1aca-4c3a-8a3e-d7d7141d415e req-5d33dc53-793a-4cae-b791-ddcfd2f3ac7f service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] No waiting events found dispatching network-vif-plugged-5f58221d-c03b-4448-a04b-7c8be51edb45 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 710.924176] env[69950]: WARNING nova.compute.manager [req-db5276a7-1aca-4c3a-8a3e-d7d7141d415e req-5d33dc53-793a-4cae-b791-ddcfd2f3ac7f service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Received unexpected event network-vif-plugged-5f58221d-c03b-4448-a04b-7c8be51edb45 for instance with vm_state building and task_state spawning. [ 710.988454] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528bfd6d-14c8-69d0-c28f-01ec88d5e1de, 'name': SearchDatastore_Task, 'duration_secs': 0.01765} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.993841] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.993841] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.993841] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.993841] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.994076] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.994550] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bd91d74-a33e-4d55-9609-dcf327191d4a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.012265] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.012793] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.016782] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fd4b1a-f64a-4e61-a44c-66281d492e92 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.025068] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Waiting for the task: (returnval){ [ 711.025068] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b541a9-19b6-8537-c337-4b41f770ce7c" [ 711.025068] env[69950]: _type = "Task" [ 711.025068] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.029603] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221684, 'name': Destroy_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.040729] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b541a9-19b6-8537-c337-4b41f770ce7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.152166] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683d6bc5-21a8-4a63-b2a7-1be10dcf36af {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.161680] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2254f9c-97a4-47c2-a78b-09bd0d8367ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.202615] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ea03a1-0f70-46c1-ba82-0f2e48a5d41c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.217395] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60096c5c-fc8a-4cfd-8a39-269dfc3983e4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.240416] env[69950]: DEBUG nova.compute.provider_tree [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.245759] env[69950]: DEBUG nova.network.neutron [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Successfully updated port: b4636be3-f178-4bc1-8e75-678f8bf44af7 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.289474] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.314977] env[69950]: DEBUG oslo_concurrency.lockutils [None req-58187b9a-1deb-41fe-aeb8-39e9a85a44de tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Lock "2348a71e-6447-436f-97a5-59bfcf8cbc5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.871s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.518950] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221684, 'name': Destroy_Task, 'duration_secs': 0.724831} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.519243] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Destroyed the VM [ 711.519641] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 711.519840] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7add042f-f673-4331-8b4b-04f494654900 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.530387] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 711.530387] env[69950]: value = "task-4221686" [ 711.530387] env[69950]: _type = "Task" [ 711.530387] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.550938] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.556278] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b541a9-19b6-8537-c337-4b41f770ce7c, 'name': SearchDatastore_Task, 'duration_secs': 0.016748} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.559619] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e058e6-2294-4182-b539-0e5f23dca64f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.568336] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Waiting for the task: (returnval){ [ 711.568336] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5274e1c2-f544-8f59-dd6b-ef1d0cd7e560" [ 711.568336] env[69950]: _type = "Task" [ 711.568336] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.582724] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5274e1c2-f544-8f59-dd6b-ef1d0cd7e560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.752306] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Acquiring lock "refresh_cache-aed33fae-88a9-43ad-844e-e73e0d9d9ab8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.752673] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Acquired lock "refresh_cache-aed33fae-88a9-43ad-844e-e73e0d9d9ab8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.752673] env[69950]: DEBUG nova.network.neutron [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.785335] env[69950]: ERROR nova.scheduler.client.report [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [req-7b61496e-1bb6-43fa-950d-bec6e4733c98] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b61496e-1bb6-43fa-950d-bec6e4733c98"}]} [ 711.792195] env[69950]: DEBUG oslo_vmware.api [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221685, 'name': PowerOnVM_Task, 'duration_secs': 0.801852} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.792527] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.792845] env[69950]: INFO nova.compute.manager [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Took 9.60 seconds to spawn the instance on the hypervisor. [ 711.792957] env[69950]: DEBUG nova.compute.manager [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 711.796913] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5584bf-656d-4f92-acbe-05ab16d36403 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.821180] env[69950]: DEBUG nova.compute.manager [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.829291] env[69950]: DEBUG nova.scheduler.client.report [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 711.857049] env[69950]: DEBUG nova.scheduler.client.report [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 711.857279] env[69950]: DEBUG nova.compute.provider_tree [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.878729] env[69950]: DEBUG nova.scheduler.client.report [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 711.911297] env[69950]: DEBUG nova.scheduler.client.report [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 712.047551] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.079649] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5274e1c2-f544-8f59-dd6b-ef1d0cd7e560, 'name': SearchDatastore_Task, 'duration_secs': 0.01591} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.082909] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.083355] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 49b31e0c-cec2-4a9e-ba29-1b7679597bfe/49b31e0c-cec2-4a9e-ba29-1b7679597bfe.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.084785] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b6d34ed-42bf-4aae-9641-b457210a44a4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.093453] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Waiting for the task: (returnval){ [ 712.093453] env[69950]: value = "task-4221687" [ 712.093453] env[69950]: _type = "Task" [ 712.093453] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.103871] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.332891] env[69950]: INFO nova.compute.manager [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Took 24.62 seconds to build instance. [ 712.360898] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.400171] env[69950]: DEBUG nova.network.neutron [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.412835] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045d5aef-54e9-4a01-86c6-5e5ad01690ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.423338] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6418564-8b5d-44a8-9ea1-1db2870b37d7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.460066] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c798dd2b-2b36-4c33-b4d3-0ec89d91dd9d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.473376] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17210571-3ae9-4344-9223-3bfdefdbc29f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.491563] env[69950]: DEBUG nova.compute.provider_tree [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.551581] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221686, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.606728] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221687, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.834794] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36cb2515-35de-46f8-b03b-aefb22c6a35b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.834s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.956131] env[69950]: DEBUG nova.network.neutron [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Updating instance_info_cache with network_info: [{"id": "b4636be3-f178-4bc1-8e75-678f8bf44af7", "address": "fa:16:3e:03:4c:43", "network": {"id": "3e7e90bc-1af1-4eb5-92ad-1d3da66e8a22", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1291710725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c896137d7b1a48538de68be8a38e6828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4636be3-f1", "ovs_interfaceid": "b4636be3-f178-4bc1-8e75-678f8bf44af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.037563] env[69950]: DEBUG nova.compute.manager [req-126863ba-8183-495b-a5d4-5efeaf44dc8a req-93937efd-ca11-4304-ae93-ab1f6030c4ee service nova] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Received event network-vif-plugged-b4636be3-f178-4bc1-8e75-678f8bf44af7 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 713.037840] env[69950]: DEBUG oslo_concurrency.lockutils [req-126863ba-8183-495b-a5d4-5efeaf44dc8a req-93937efd-ca11-4304-ae93-ab1f6030c4ee service nova] Acquiring lock "aed33fae-88a9-43ad-844e-e73e0d9d9ab8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.038072] env[69950]: DEBUG oslo_concurrency.lockutils [req-126863ba-8183-495b-a5d4-5efeaf44dc8a req-93937efd-ca11-4304-ae93-ab1f6030c4ee service nova] Lock "aed33fae-88a9-43ad-844e-e73e0d9d9ab8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.038247] env[69950]: DEBUG oslo_concurrency.lockutils [req-126863ba-8183-495b-a5d4-5efeaf44dc8a req-93937efd-ca11-4304-ae93-ab1f6030c4ee service nova] Lock "aed33fae-88a9-43ad-844e-e73e0d9d9ab8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.038417] env[69950]: DEBUG nova.compute.manager [req-126863ba-8183-495b-a5d4-5efeaf44dc8a req-93937efd-ca11-4304-ae93-ab1f6030c4ee service nova] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] No waiting events found dispatching network-vif-plugged-b4636be3-f178-4bc1-8e75-678f8bf44af7 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 713.038592] env[69950]: WARNING nova.compute.manager [req-126863ba-8183-495b-a5d4-5efeaf44dc8a req-93937efd-ca11-4304-ae93-ab1f6030c4ee service nova] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Received unexpected event network-vif-plugged-b4636be3-f178-4bc1-8e75-678f8bf44af7 for instance with vm_state building and task_state spawning. [ 713.046163] env[69950]: DEBUG nova.scheduler.client.report [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 38 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 713.046641] env[69950]: DEBUG nova.compute.provider_tree [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 38 to 39 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 713.046641] env[69950]: DEBUG nova.compute.provider_tree [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.056789] env[69950]: DEBUG oslo_vmware.api [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221686, 'name': RemoveSnapshot_Task, 'duration_secs': 1.038316} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.057048] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 713.107452] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748221} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.109180] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 49b31e0c-cec2-4a9e-ba29-1b7679597bfe/49b31e0c-cec2-4a9e-ba29-1b7679597bfe.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.109180] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.109420] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2fb9821-fab1-4e7e-9113-40912e85faf6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.123489] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Waiting for the task: (returnval){ [ 713.123489] env[69950]: value = "task-4221688" [ 713.123489] env[69950]: _type = "Task" [ 713.123489] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.134775] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.341439] env[69950]: DEBUG nova.compute.manager [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.459592] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Releasing lock "refresh_cache-aed33fae-88a9-43ad-844e-e73e0d9d9ab8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.460077] env[69950]: DEBUG nova.compute.manager [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Instance network_info: |[{"id": "b4636be3-f178-4bc1-8e75-678f8bf44af7", "address": "fa:16:3e:03:4c:43", "network": {"id": "3e7e90bc-1af1-4eb5-92ad-1d3da66e8a22", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1291710725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c896137d7b1a48538de68be8a38e6828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4636be3-f1", "ovs_interfaceid": "b4636be3-f178-4bc1-8e75-678f8bf44af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.460622] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:4c:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4636be3-f178-4bc1-8e75-678f8bf44af7', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.472593] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Creating folder: Project (c896137d7b1a48538de68be8a38e6828). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.472730] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4412c9d4-ea9f-42a8-8837-bf156c4c4941 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.485603] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Created folder: Project (c896137d7b1a48538de68be8a38e6828) in parent group-v835309. [ 713.486393] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Creating folder: Instances. Parent ref: group-v835369. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.486393] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7cb6ea2-daf2-46e0-8d36-832f82d8ba1f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.496750] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Created folder: Instances in parent group-v835369. [ 713.497057] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.497269] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.497550] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37aa6809-c85c-4b4c-9a3d-0e0fba28d2a4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.523446] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.523446] env[69950]: value = "task-4221691" [ 713.523446] env[69950]: _type = "Task" [ 713.523446] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.531641] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221691, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.552655] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.956s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.553395] env[69950]: DEBUG nova.compute.manager [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.561128] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.643s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.562732] env[69950]: INFO nova.compute.claims [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.568368] env[69950]: WARNING nova.compute.manager [None req-e6d8e1b8-be3a-485a-a5b5-86177bfdff1f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Image not found during snapshot: nova.exception.ImageNotFound: Image d87e6816-da33-4e1e-b05c-95e3ac8b22b6 could not be found. [ 713.641268] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.317056} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.641268] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.642209] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16906039-53e1-41fb-9133-4795d1c085a6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.673356] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 49b31e0c-cec2-4a9e-ba29-1b7679597bfe/49b31e0c-cec2-4a9e-ba29-1b7679597bfe.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.674053] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98cfe98a-ec21-4446-b698-47be20812dfb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.694940] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Waiting for the task: (returnval){ [ 713.694940] env[69950]: value = "task-4221692" [ 713.694940] env[69950]: _type = "Task" [ 713.694940] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.706593] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.869758] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.034026] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221691, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.071128] env[69950]: DEBUG nova.compute.utils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.071128] env[69950]: DEBUG nova.compute.manager [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.071128] env[69950]: DEBUG nova.network.neutron [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.208752] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.236879] env[69950]: DEBUG nova.policy [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e001845ea364f1bab0e8d2733f67873', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6021366f17754136949e901d415c3c4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.540746] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221691, 'name': CreateVM_Task, 'duration_secs': 0.536421} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.541151] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.545088] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.545088] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.545088] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.545088] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4392897f-5654-4206-add1-f270c09dd802 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.551985] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Waiting for the task: (returnval){ [ 714.551985] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523ee17e-f7f8-38e3-f3a3-3147c09fc24b" [ 714.551985] env[69950]: _type = "Task" [ 714.551985] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.562816] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523ee17e-f7f8-38e3-f3a3-3147c09fc24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.574085] env[69950]: DEBUG nova.compute.manager [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.707682] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221692, 'name': ReconfigVM_Task, 'duration_secs': 0.651169} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.707782] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 49b31e0c-cec2-4a9e-ba29-1b7679597bfe/49b31e0c-cec2-4a9e-ba29-1b7679597bfe.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.711446] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e133b4d9-d339-4e92-98e9-986875017431 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.719616] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Waiting for the task: (returnval){ [ 714.719616] env[69950]: value = "task-4221693" [ 714.719616] env[69950]: _type = "Task" [ 714.719616] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.729905] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221693, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.044191] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Acquiring lock "0719412a-e298-4641-af06-ce0e8c5d6876" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.044270] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Lock "0719412a-e298-4641-af06-ce0e8c5d6876" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.065975] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523ee17e-f7f8-38e3-f3a3-3147c09fc24b, 'name': SearchDatastore_Task, 'duration_secs': 0.01318} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.068701] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.069069] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.069378] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.069571] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.069830] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.070127] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca0f8361-0d9e-4c8f-bb6a-172b3d1a55dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.090669] env[69950]: DEBUG nova.network.neutron [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Successfully created port: 0100201c-7a36-4d4c-8485-43096b6b565e {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.094345] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.094532] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.095940] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f3ab6e-c1b6-428f-bef5-4edf7d1ce7ab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.102452] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5627daa-2204-42d1-a06c-a34e6a77ad37 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.109275] env[69950]: DEBUG nova.compute.manager [req-7e90049e-c837-4ae8-8ec4-532efc95a65f req-0b11a403-5987-46ba-8059-82759312fa53 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Received event network-changed-5f58221d-c03b-4448-a04b-7c8be51edb45 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 715.109752] env[69950]: DEBUG nova.compute.manager [req-7e90049e-c837-4ae8-8ec4-532efc95a65f req-0b11a403-5987-46ba-8059-82759312fa53 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Refreshing instance network info cache due to event network-changed-5f58221d-c03b-4448-a04b-7c8be51edb45. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 715.110155] env[69950]: DEBUG oslo_concurrency.lockutils [req-7e90049e-c837-4ae8-8ec4-532efc95a65f req-0b11a403-5987-46ba-8059-82759312fa53 service nova] Acquiring lock "refresh_cache-49b31e0c-cec2-4a9e-ba29-1b7679597bfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.110231] env[69950]: DEBUG oslo_concurrency.lockutils [req-7e90049e-c837-4ae8-8ec4-532efc95a65f req-0b11a403-5987-46ba-8059-82759312fa53 service nova] Acquired lock "refresh_cache-49b31e0c-cec2-4a9e-ba29-1b7679597bfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.110394] env[69950]: DEBUG nova.network.neutron [req-7e90049e-c837-4ae8-8ec4-532efc95a65f req-0b11a403-5987-46ba-8059-82759312fa53 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Refreshing network info cache for port 5f58221d-c03b-4448-a04b-7c8be51edb45 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.112396] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Waiting for the task: (returnval){ [ 715.112396] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525c4849-0c8d-603a-38ba-7babb40c75a1" [ 715.112396] env[69950]: _type = "Task" [ 715.112396] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.126684] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716e101c-397f-41f9-a249-8fbba2883e52 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.138013] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525c4849-0c8d-603a-38ba-7babb40c75a1, 'name': SearchDatastore_Task, 'duration_secs': 0.02289} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.139336] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa35fe7a-a560-44fe-bbf6-5bf5ce79f197 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.167980] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b4e0a1-16dd-4ec3-b9da-211f98a10915 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.175225] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Waiting for the task: (returnval){ [ 715.175225] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52cec43b-b307-f42f-74c9-d33a59e1a263" [ 715.175225] env[69950]: _type = "Task" [ 715.175225] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.180558] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52a4bd3-f8e7-4158-8159-52c9b58f8324 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.188966] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52cec43b-b307-f42f-74c9-d33a59e1a263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.199913] env[69950]: DEBUG nova.compute.provider_tree [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.231928] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221693, 'name': Rename_Task, 'duration_secs': 0.158321} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.232486] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.232486] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-492d42dc-df5e-48d7-a492-91ef5d50e187 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.240151] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Waiting for the task: (returnval){ [ 715.240151] env[69950]: value = "task-4221694" [ 715.240151] env[69950]: _type = "Task" [ 715.240151] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.249852] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.584685] env[69950]: DEBUG nova.compute.manager [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.619761] env[69950]: DEBUG nova.virt.hardware [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.620102] env[69950]: DEBUG nova.virt.hardware [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.620340] env[69950]: DEBUG nova.virt.hardware [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.620557] env[69950]: DEBUG nova.virt.hardware [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.620839] env[69950]: DEBUG nova.virt.hardware [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.620920] env[69950]: DEBUG nova.virt.hardware [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.621117] env[69950]: DEBUG nova.virt.hardware [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.621283] env[69950]: DEBUG nova.virt.hardware [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.621468] env[69950]: DEBUG nova.virt.hardware [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.621644] env[69950]: DEBUG nova.virt.hardware [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.621841] env[69950]: DEBUG nova.virt.hardware [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.627056] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc70551-e525-450b-8ac4-33d26bf104e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.639728] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1b5da3-6832-4c5a-aa45-ce950267f0f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.684730] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52cec43b-b307-f42f-74c9-d33a59e1a263, 'name': SearchDatastore_Task, 'duration_secs': 0.021995} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.685015] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.685305] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] aed33fae-88a9-43ad-844e-e73e0d9d9ab8/aed33fae-88a9-43ad-844e-e73e0d9d9ab8.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.685647] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7181b64-b83a-4da4-a211-8ea73e95f48d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.695721] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Waiting for the task: (returnval){ [ 715.695721] env[69950]: value = "task-4221695" [ 715.695721] env[69950]: _type = "Task" [ 715.695721] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.702815] env[69950]: DEBUG nova.scheduler.client.report [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.712070] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.753293] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221694, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.930797] env[69950]: DEBUG oslo_concurrency.lockutils [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Acquiring lock "2348a71e-6447-436f-97a5-59bfcf8cbc5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.931430] env[69950]: DEBUG oslo_concurrency.lockutils [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Lock "2348a71e-6447-436f-97a5-59bfcf8cbc5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.931606] env[69950]: DEBUG oslo_concurrency.lockutils [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Acquiring lock "2348a71e-6447-436f-97a5-59bfcf8cbc5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.931918] env[69950]: DEBUG oslo_concurrency.lockutils [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Lock "2348a71e-6447-436f-97a5-59bfcf8cbc5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.932259] env[69950]: DEBUG oslo_concurrency.lockutils [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Lock "2348a71e-6447-436f-97a5-59bfcf8cbc5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.935793] env[69950]: INFO nova.compute.manager [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Terminating instance [ 715.940963] env[69950]: DEBUG nova.network.neutron [req-7e90049e-c837-4ae8-8ec4-532efc95a65f req-0b11a403-5987-46ba-8059-82759312fa53 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Updated VIF entry in instance network info cache for port 5f58221d-c03b-4448-a04b-7c8be51edb45. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.941373] env[69950]: DEBUG nova.network.neutron [req-7e90049e-c837-4ae8-8ec4-532efc95a65f req-0b11a403-5987-46ba-8059-82759312fa53 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Updating instance_info_cache with network_info: [{"id": "5f58221d-c03b-4448-a04b-7c8be51edb45", "address": "fa:16:3e:8d:57:0b", "network": {"id": "09552c62-38c7-49f7-b2dc-240cbb5a759b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-456523418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69567d8122a54aa7a3210556c8288723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f58221d-c0", "ovs_interfaceid": "5f58221d-c03b-4448-a04b-7c8be51edb45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.208735] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221695, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.213649] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.214215] env[69950]: DEBUG nova.compute.manager [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.216878] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.683s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.218676] env[69950]: INFO nova.compute.claims [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.250966] env[69950]: DEBUG oslo_vmware.api [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221694, 'name': PowerOnVM_Task, 'duration_secs': 0.524229} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.251265] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.251470] env[69950]: INFO nova.compute.manager [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Took 9.40 seconds to spawn the instance on the hypervisor. [ 716.251706] env[69950]: DEBUG nova.compute.manager [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 716.252902] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98829bed-bdc1-436c-8b1f-78e85c31e520 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.327849] env[69950]: DEBUG oslo_concurrency.lockutils [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "ef489f33-9bb0-4ab9-b5be-979629923c8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.328308] env[69950]: DEBUG oslo_concurrency.lockutils [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "ef489f33-9bb0-4ab9-b5be-979629923c8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.328550] env[69950]: DEBUG oslo_concurrency.lockutils [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "ef489f33-9bb0-4ab9-b5be-979629923c8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.328804] env[69950]: DEBUG oslo_concurrency.lockutils [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "ef489f33-9bb0-4ab9-b5be-979629923c8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.329114] env[69950]: DEBUG oslo_concurrency.lockutils [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "ef489f33-9bb0-4ab9-b5be-979629923c8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.331702] env[69950]: INFO nova.compute.manager [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Terminating instance [ 716.447032] env[69950]: DEBUG nova.compute.manager [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.447032] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.447032] env[69950]: DEBUG oslo_concurrency.lockutils [req-7e90049e-c837-4ae8-8ec4-532efc95a65f req-0b11a403-5987-46ba-8059-82759312fa53 service nova] Releasing lock "refresh_cache-49b31e0c-cec2-4a9e-ba29-1b7679597bfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.447402] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1677539b-f27c-48ba-a30a-f53d5159668c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.460914] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.461850] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa2cd0ec-bfcd-4ee5-a797-6707e47138e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.472847] env[69950]: DEBUG oslo_vmware.api [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Waiting for the task: (returnval){ [ 716.472847] env[69950]: value = "task-4221696" [ 716.472847] env[69950]: _type = "Task" [ 716.472847] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.488925] env[69950]: DEBUG oslo_vmware.api [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.607178] env[69950]: DEBUG nova.compute.manager [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Received event network-changed-b4636be3-f178-4bc1-8e75-678f8bf44af7 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 716.608278] env[69950]: DEBUG nova.compute.manager [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Refreshing instance network info cache due to event network-changed-b4636be3-f178-4bc1-8e75-678f8bf44af7. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 716.608811] env[69950]: DEBUG oslo_concurrency.lockutils [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] Acquiring lock "refresh_cache-aed33fae-88a9-43ad-844e-e73e0d9d9ab8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.609251] env[69950]: DEBUG oslo_concurrency.lockutils [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] Acquired lock "refresh_cache-aed33fae-88a9-43ad-844e-e73e0d9d9ab8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.609633] env[69950]: DEBUG nova.network.neutron [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Refreshing network info cache for port b4636be3-f178-4bc1-8e75-678f8bf44af7 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.710279] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221695, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.726169] env[69950]: DEBUG nova.compute.utils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.727072] env[69950]: DEBUG nova.compute.manager [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.727601] env[69950]: DEBUG nova.network.neutron [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.770881] env[69950]: INFO nova.compute.manager [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Took 21.87 seconds to build instance. [ 716.785026] env[69950]: DEBUG nova.policy [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c96a0bfc77b44a0491711a7152a57c14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f78b228d57f4389a19608b113e95ba2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.835562] env[69950]: DEBUG nova.compute.manager [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.839025] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.839025] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef73d59-1a97-4987-ace4-46e1c20485a5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.847723] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.848361] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b61367c-0b57-413f-9a3f-0f9e614016ab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.856914] env[69950]: DEBUG oslo_vmware.api [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 716.856914] env[69950]: value = "task-4221697" [ 716.856914] env[69950]: _type = "Task" [ 716.856914] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.871281] env[69950]: DEBUG oslo_vmware.api [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.985926] env[69950]: DEBUG oslo_vmware.api [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221696, 'name': PowerOffVM_Task, 'duration_secs': 0.35755} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.986287] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.986441] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.986711] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1ff0922-1eb1-4345-960e-54890245b00e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.063844] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.064264] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.064705] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Deleting the datastore file [datastore1] 2348a71e-6447-436f-97a5-59bfcf8cbc5b {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.065100] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f146b811-4bfa-484a-be59-16672d7d20df {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.074698] env[69950]: DEBUG oslo_vmware.api [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Waiting for the task: (returnval){ [ 717.074698] env[69950]: value = "task-4221699" [ 717.074698] env[69950]: _type = "Task" [ 717.074698] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.088645] env[69950]: DEBUG oslo_vmware.api [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.114655] env[69950]: DEBUG nova.network.neutron [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Successfully created port: f88999cd-dd6b-4bee-9cc3-a5108a97368f {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.210117] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221695, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.117468} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.210412] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] aed33fae-88a9-43ad-844e-e73e0d9d9ab8/aed33fae-88a9-43ad-844e-e73e0d9d9ab8.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.210611] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.210892] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8decc8d-d409-4906-94f8-fb39b88d9efc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.218968] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Waiting for the task: (returnval){ [ 717.218968] env[69950]: value = "task-4221700" [ 717.218968] env[69950]: _type = "Task" [ 717.218968] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.228076] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.234711] env[69950]: DEBUG nova.compute.manager [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.274304] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeba781d-eb03-4e86-ae46-90cc612e32f9 tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Lock "49b31e0c-cec2-4a9e-ba29-1b7679597bfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.447s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.372439] env[69950]: DEBUG oslo_vmware.api [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221697, 'name': PowerOffVM_Task, 'duration_secs': 0.31817} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.372879] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.373189] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.373827] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adb3066c-8759-4139-9f8b-b5583d2151fd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.394293] env[69950]: DEBUG nova.network.neutron [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Successfully updated port: 0100201c-7a36-4d4c-8485-43096b6b565e {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.466470] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.467993] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.467993] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Deleting the datastore file [datastore2] ef489f33-9bb0-4ab9-b5be-979629923c8a {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.467993] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51d17892-5245-4955-bb0b-8da43fe021ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.477019] env[69950]: DEBUG oslo_vmware.api [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 717.477019] env[69950]: value = "task-4221702" [ 717.477019] env[69950]: _type = "Task" [ 717.477019] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.485794] env[69950]: DEBUG oslo_vmware.api [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.505628] env[69950]: DEBUG nova.network.neutron [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Updated VIF entry in instance network info cache for port b4636be3-f178-4bc1-8e75-678f8bf44af7. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.506065] env[69950]: DEBUG nova.network.neutron [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Updating instance_info_cache with network_info: [{"id": "b4636be3-f178-4bc1-8e75-678f8bf44af7", "address": "fa:16:3e:03:4c:43", "network": {"id": "3e7e90bc-1af1-4eb5-92ad-1d3da66e8a22", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1291710725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c896137d7b1a48538de68be8a38e6828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4636be3-f1", "ovs_interfaceid": "b4636be3-f178-4bc1-8e75-678f8bf44af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.588425] env[69950]: DEBUG oslo_vmware.api [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.729471] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200423} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.729471] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.733165] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17713a4e-eb8a-4cca-97d6-76968ba81042 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.761428] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] aed33fae-88a9-43ad-844e-e73e0d9d9ab8/aed33fae-88a9-43ad-844e-e73e0d9d9ab8.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.762359] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb938801-c3fa-4c1a-b17c-e1e153bae9dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.785026] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28feaba-a820-4fde-a982-9f9e7db6f6f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.785156] env[69950]: DEBUG nova.compute.manager [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.796207] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc44e0a3-7c68-4134-a7a5-946e8339184b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.798817] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Waiting for the task: (returnval){ [ 717.798817] env[69950]: value = "task-4221703" [ 717.798817] env[69950]: _type = "Task" [ 717.798817] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.833781] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3204a8ad-6b69-4dca-ba00-af321e6d72ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.839850] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.849707] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa21780-d871-40d3-b48a-9eb1279eb2bd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.866281] env[69950]: DEBUG nova.compute.provider_tree [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.900439] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Acquiring lock "refresh_cache-3384bb1e-241f-4cce-a5d0-51b885d466a6" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.900949] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Acquired lock "refresh_cache-3384bb1e-241f-4cce-a5d0-51b885d466a6" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.900949] env[69950]: DEBUG nova.network.neutron [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.988604] env[69950]: DEBUG oslo_vmware.api [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222535} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.988892] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.989095] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.989271] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.989444] env[69950]: INFO nova.compute.manager [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 717.989691] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.989931] env[69950]: DEBUG nova.compute.manager [-] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.990104] env[69950]: DEBUG nova.network.neutron [-] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.011766] env[69950]: DEBUG oslo_concurrency.lockutils [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] Releasing lock "refresh_cache-aed33fae-88a9-43ad-844e-e73e0d9d9ab8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.012161] env[69950]: DEBUG nova.compute.manager [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Received event network-changed-536f649d-7225-4b01-9248-ae9e36dda2b2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 718.012392] env[69950]: DEBUG nova.compute.manager [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Refreshing instance network info cache due to event network-changed-536f649d-7225-4b01-9248-ae9e36dda2b2. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 718.012662] env[69950]: DEBUG oslo_concurrency.lockutils [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] Acquiring lock "refresh_cache-cfd1ccdc-d521-4d83-96a8-f282e921835e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.012921] env[69950]: DEBUG oslo_concurrency.lockutils [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] Acquired lock "refresh_cache-cfd1ccdc-d521-4d83-96a8-f282e921835e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.012995] env[69950]: DEBUG nova.network.neutron [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Refreshing network info cache for port 536f649d-7225-4b01-9248-ae9e36dda2b2 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.088533] env[69950]: DEBUG oslo_vmware.api [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Task: {'id': task-4221699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528397} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.088533] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.088533] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.088741] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.088813] env[69950]: INFO nova.compute.manager [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Took 1.64 seconds to destroy the instance on the hypervisor. [ 718.089076] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.089563] env[69950]: DEBUG nova.compute.manager [-] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.089563] env[69950]: DEBUG nova.network.neutron [-] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.263637] env[69950]: DEBUG nova.compute.manager [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.297682] env[69950]: DEBUG nova.virt.hardware [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.297951] env[69950]: DEBUG nova.virt.hardware [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.298333] env[69950]: DEBUG nova.virt.hardware [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.298598] env[69950]: DEBUG nova.virt.hardware [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.298719] env[69950]: DEBUG nova.virt.hardware [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.298879] env[69950]: DEBUG nova.virt.hardware [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.300044] env[69950]: DEBUG nova.virt.hardware [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.300044] env[69950]: DEBUG nova.virt.hardware [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.300044] env[69950]: DEBUG nova.virt.hardware [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.300044] env[69950]: DEBUG nova.virt.hardware [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.300044] env[69950]: DEBUG nova.virt.hardware [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.301359] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516c2172-7331-457b-a742-6dd52601db99 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.310655] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.314177] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221703, 'name': ReconfigVM_Task, 'duration_secs': 0.295886} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.316537] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Reconfigured VM instance instance-00000014 to attach disk [datastore1] aed33fae-88a9-43ad-844e-e73e0d9d9ab8/aed33fae-88a9-43ad-844e-e73e0d9d9ab8.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.317250] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa365a83-a58e-4554-aa36-86a57fc94384 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.320246] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29b8188-ddcb-4bfb-979e-96d015c7b6b3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.339847] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Waiting for the task: (returnval){ [ 718.339847] env[69950]: value = "task-4221704" [ 718.339847] env[69950]: _type = "Task" [ 718.339847] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.348801] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221704, 'name': Rename_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.369811] env[69950]: DEBUG nova.scheduler.client.report [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.439444] env[69950]: DEBUG nova.network.neutron [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.632779] env[69950]: DEBUG nova.network.neutron [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Updating instance_info_cache with network_info: [{"id": "0100201c-7a36-4d4c-8485-43096b6b565e", "address": "fa:16:3e:f3:63:e6", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0100201c-7a", "ovs_interfaceid": "0100201c-7a36-4d4c-8485-43096b6b565e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.779390] env[69950]: DEBUG nova.network.neutron [-] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.826618] env[69950]: DEBUG nova.network.neutron [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Successfully updated port: f88999cd-dd6b-4bee-9cc3-a5108a97368f {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.851409] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221704, 'name': Rename_Task, 'duration_secs': 0.174606} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.851730] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.851969] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e78acf2f-93d1-42bd-bb78-7cdf0c075b31 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.859925] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Waiting for the task: (returnval){ [ 718.859925] env[69950]: value = "task-4221705" [ 718.859925] env[69950]: _type = "Task" [ 718.859925] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.870492] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.875653] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.876211] env[69950]: DEBUG nova.compute.manager [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.884369] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.255s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.884369] env[69950]: DEBUG nova.objects.instance [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Lazy-loading 'resources' on Instance uuid 9fafb2d7-7f82-4f7f-98cf-7346896293bd {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.052181] env[69950]: DEBUG nova.network.neutron [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Updated VIF entry in instance network info cache for port 536f649d-7225-4b01-9248-ae9e36dda2b2. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.052247] env[69950]: DEBUG nova.network.neutron [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Updating instance_info_cache with network_info: [{"id": "536f649d-7225-4b01-9248-ae9e36dda2b2", "address": "fa:16:3e:f9:6f:af", "network": {"id": "57ce6596-b057-422c-9fd8-eacd0b58f31a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-75377121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c728d4c6f524e3a9175aa50895e60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap536f649d-72", "ovs_interfaceid": "536f649d-7225-4b01-9248-ae9e36dda2b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.138045] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Releasing lock "refresh_cache-3384bb1e-241f-4cce-a5d0-51b885d466a6" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.138234] env[69950]: DEBUG nova.compute.manager [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Instance network_info: |[{"id": "0100201c-7a36-4d4c-8485-43096b6b565e", "address": "fa:16:3e:f3:63:e6", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0100201c-7a", "ovs_interfaceid": "0100201c-7a36-4d4c-8485-43096b6b565e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.139029] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:63:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0100201c-7a36-4d4c-8485-43096b6b565e', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.148455] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Creating folder: Project (6021366f17754136949e901d415c3c4f). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.148455] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a3518a4-ab61-4357-8539-2c63c28b7d5d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.162023] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Created folder: Project (6021366f17754136949e901d415c3c4f) in parent group-v835309. [ 719.162303] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Creating folder: Instances. Parent ref: group-v835372. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.162617] env[69950]: DEBUG nova.network.neutron [-] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.164030] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6660ffd3-e86e-450d-8b44-c9a81b2a73e3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.179058] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Created folder: Instances in parent group-v835372. [ 719.179058] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.179058] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.179058] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-554a1c79-7e2e-4df1-968e-59a1861c188e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.205829] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.205829] env[69950]: value = "task-4221708" [ 719.205829] env[69950]: _type = "Task" [ 719.205829] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.216400] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221708, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.283071] env[69950]: INFO nova.compute.manager [-] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Took 1.29 seconds to deallocate network for instance. [ 719.331446] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.331630] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquired lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.331841] env[69950]: DEBUG nova.network.neutron [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.372220] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221705, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.389905] env[69950]: DEBUG nova.compute.utils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.391719] env[69950]: DEBUG nova.compute.manager [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.395469] env[69950]: DEBUG nova.network.neutron [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.487432] env[69950]: DEBUG nova.policy [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4f879a4b130400284d6008474349b42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cf991c70b7a4698be25350a2bd58e1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.554876] env[69950]: DEBUG oslo_concurrency.lockutils [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] Releasing lock "refresh_cache-cfd1ccdc-d521-4d83-96a8-f282e921835e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.557371] env[69950]: DEBUG nova.compute.manager [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Received event network-changed-03c16d28-8eca-4e88-aab9-3d03f2f250f3 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 719.557371] env[69950]: DEBUG nova.compute.manager [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Refreshing instance network info cache due to event network-changed-03c16d28-8eca-4e88-aab9-3d03f2f250f3. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 719.557371] env[69950]: DEBUG oslo_concurrency.lockutils [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] Acquiring lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.557371] env[69950]: DEBUG oslo_concurrency.lockutils [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] Acquired lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.557371] env[69950]: DEBUG nova.network.neutron [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Refreshing network info cache for port 03c16d28-8eca-4e88-aab9-3d03f2f250f3 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.588612] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.589294] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.668285] env[69950]: INFO nova.compute.manager [-] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Took 1.58 seconds to deallocate network for instance. [ 719.717549] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221708, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.789926] env[69950]: DEBUG oslo_concurrency.lockutils [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.848121] env[69950]: DEBUG nova.compute.manager [req-989d547a-a0ec-42e8-a22a-b1bae6a11130 req-a80f561a-abfa-489a-873e-91ab1c310577 service nova] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Received event network-vif-deleted-eaf45bf9-6f99-4825-bdca-a585de05ac34 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 719.872043] env[69950]: DEBUG oslo_vmware.api [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221705, 'name': PowerOnVM_Task, 'duration_secs': 0.577034} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.872311] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.872599] env[69950]: INFO nova.compute.manager [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Took 10.41 seconds to spawn the instance on the hypervisor. [ 719.872687] env[69950]: DEBUG nova.compute.manager [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 719.873563] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb0013a-7ad3-49fd-979b-1562a7b8df4d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.895136] env[69950]: DEBUG nova.compute.manager [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.907675] env[69950]: DEBUG nova.network.neutron [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.949757] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b623e1fe-f061-4b36-8c86-31905ffb2098 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.959796] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721c2f6d-5d26-4640-ac6c-a5f322ab3eff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.999880] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993c6875-0a13-4306-9baf-ad461456da66 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.009063] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcecb5db-607c-4fa7-a1d1-ddc7b294d012 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.026248] env[69950]: DEBUG nova.compute.provider_tree [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.046907] env[69950]: DEBUG nova.compute.manager [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Received event network-changed-5505ec44-bbf6-4ec4-bdda-3dd5746421af {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 720.047822] env[69950]: DEBUG nova.compute.manager [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Refreshing instance network info cache due to event network-changed-5505ec44-bbf6-4ec4-bdda-3dd5746421af. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 720.048164] env[69950]: DEBUG oslo_concurrency.lockutils [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] Acquiring lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.048253] env[69950]: DEBUG oslo_concurrency.lockutils [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] Acquired lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.048432] env[69950]: DEBUG nova.network.neutron [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Refreshing network info cache for port 5505ec44-bbf6-4ec4-bdda-3dd5746421af {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.101134] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 720.101338] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 720.101493] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 720.101650] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 720.102109] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 720.102109] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 720.102109] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69950) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 720.102447] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 720.117695] env[69950]: DEBUG nova.network.neutron [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Updating instance_info_cache with network_info: [{"id": "f88999cd-dd6b-4bee-9cc3-a5108a97368f", "address": "fa:16:3e:93:28:0c", "network": {"id": "a5d4250e-a36f-4abb-8b8b-912b140b7950", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-681070360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f78b228d57f4389a19608b113e95ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88999cd-dd", "ovs_interfaceid": "f88999cd-dd6b-4bee-9cc3-a5108a97368f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.176633] env[69950]: DEBUG oslo_concurrency.lockutils [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.219258] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221708, 'name': CreateVM_Task, 'duration_secs': 0.524647} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.219461] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.220226] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.220494] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.220732] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.221017] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b83f9550-6abf-4e78-b663-0c05ade98260 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.227191] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Waiting for the task: (returnval){ [ 720.227191] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52876444-5c08-3cb0-0996-8d6feabcec09" [ 720.227191] env[69950]: _type = "Task" [ 720.227191] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.235935] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52876444-5c08-3cb0-0996-8d6feabcec09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.414458] env[69950]: INFO nova.compute.manager [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Took 24.28 seconds to build instance. [ 720.529719] env[69950]: DEBUG nova.scheduler.client.report [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.605039] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.620840] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Releasing lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.621196] env[69950]: DEBUG nova.compute.manager [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Instance network_info: |[{"id": "f88999cd-dd6b-4bee-9cc3-a5108a97368f", "address": "fa:16:3e:93:28:0c", "network": {"id": "a5d4250e-a36f-4abb-8b8b-912b140b7950", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-681070360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f78b228d57f4389a19608b113e95ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88999cd-dd", "ovs_interfaceid": "f88999cd-dd6b-4bee-9cc3-a5108a97368f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.621684] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:28:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f88999cd-dd6b-4bee-9cc3-a5108a97368f', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.632155] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.636209] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.638211] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef7fc061-36e1-4ecd-b1cc-ae66de516992 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.664897] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.664897] env[69950]: value = "task-4221709" [ 720.664897] env[69950]: _type = "Task" [ 720.664897] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.673224] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221709, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.702069] env[69950]: DEBUG nova.network.neutron [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Successfully created port: 480366fa-9291-47a8-bb2b-af1b0908de34 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.738711] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52876444-5c08-3cb0-0996-8d6feabcec09, 'name': SearchDatastore_Task, 'duration_secs': 0.043615} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.739135] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.740796] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.740796] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.740796] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.740796] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.740796] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1676778f-ac7a-4672-996b-a985426360c7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.753636] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.753825] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.754656] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd94b3c-924d-4b0a-ba93-55325a2dc66f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.766486] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Waiting for the task: (returnval){ [ 720.766486] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524fa0f2-ae61-a508-eea1-d5b8cbfd7796" [ 720.766486] env[69950]: _type = "Task" [ 720.766486] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.776396] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524fa0f2-ae61-a508-eea1-d5b8cbfd7796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.848782] env[69950]: DEBUG nova.network.neutron [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updated VIF entry in instance network info cache for port 5505ec44-bbf6-4ec4-bdda-3dd5746421af. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.849246] env[69950]: DEBUG nova.network.neutron [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance_info_cache with network_info: [{"id": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "address": "fa:16:3e:8b:a3:9a", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5505ec44-bb", "ovs_interfaceid": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.916615] env[69950]: DEBUG nova.compute.manager [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.919845] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Lock "aed33fae-88a9-43ad-844e-e73e0d9d9ab8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.840s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.959504] env[69950]: DEBUG nova.virt.hardware [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.959864] env[69950]: DEBUG nova.virt.hardware [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.959972] env[69950]: DEBUG nova.virt.hardware [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.960369] env[69950]: DEBUG nova.virt.hardware [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.960545] env[69950]: DEBUG nova.virt.hardware [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.960704] env[69950]: DEBUG nova.virt.hardware [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.961051] env[69950]: DEBUG nova.virt.hardware [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.961184] env[69950]: DEBUG nova.virt.hardware [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.961375] env[69950]: DEBUG nova.virt.hardware [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.961558] env[69950]: DEBUG nova.virt.hardware [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.961745] env[69950]: DEBUG nova.virt.hardware [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.962690] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c119f684-0f20-4a41-9cec-3580fb280e59 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.972645] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b8f016-af88-402b-bbd4-24bc0dc5330f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.036143] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.038628] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.629s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.041564] env[69950]: INFO nova.compute.claims [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.062722] env[69950]: INFO nova.scheduler.client.report [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Deleted allocations for instance 9fafb2d7-7f82-4f7f-98cf-7346896293bd [ 721.176597] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221709, 'name': CreateVM_Task, 'duration_secs': 0.474793} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.176788] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.177548] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.177751] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.178745] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.179200] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62698f3c-4e5b-4a91-975d-cb5b4010f98e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.185826] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 721.185826] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52698e50-f161-5455-c973-956e12e12897" [ 721.185826] env[69950]: _type = "Task" [ 721.185826] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.189431] env[69950]: DEBUG nova.network.neutron [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Updated VIF entry in instance network info cache for port 03c16d28-8eca-4e88-aab9-3d03f2f250f3. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.191800] env[69950]: DEBUG nova.network.neutron [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Updating instance_info_cache with network_info: [{"id": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "address": "fa:16:3e:c7:66:ae", "network": {"id": "7357abbe-9ead-44ec-92a8-2d2aeaaeeda7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-986645050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8eced014256493cbfdfe37f5c312b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c16d28-8e", "ovs_interfaceid": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.204632] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52698e50-f161-5455-c973-956e12e12897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.279964] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524fa0f2-ae61-a508-eea1-d5b8cbfd7796, 'name': SearchDatastore_Task, 'duration_secs': 0.014981} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.280821] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d8c698-f976-4f63-b7c5-5c37ea4b61b1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.288245] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Waiting for the task: (returnval){ [ 721.288245] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52885020-8250-8dcf-bcfb-d6cf5c77dd63" [ 721.288245] env[69950]: _type = "Task" [ 721.288245] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.297979] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52885020-8250-8dcf-bcfb-d6cf5c77dd63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.352418] env[69950]: DEBUG oslo_concurrency.lockutils [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] Releasing lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.353615] env[69950]: DEBUG nova.compute.manager [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Received event network-vif-plugged-0100201c-7a36-4d4c-8485-43096b6b565e {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 721.353936] env[69950]: DEBUG oslo_concurrency.lockutils [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] Acquiring lock "3384bb1e-241f-4cce-a5d0-51b885d466a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.354235] env[69950]: DEBUG oslo_concurrency.lockutils [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] Lock "3384bb1e-241f-4cce-a5d0-51b885d466a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.354475] env[69950]: DEBUG oslo_concurrency.lockutils [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] Lock "3384bb1e-241f-4cce-a5d0-51b885d466a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.354708] env[69950]: DEBUG nova.compute.manager [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] No waiting events found dispatching network-vif-plugged-0100201c-7a36-4d4c-8485-43096b6b565e {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 721.355609] env[69950]: WARNING nova.compute.manager [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Received unexpected event network-vif-plugged-0100201c-7a36-4d4c-8485-43096b6b565e for instance with vm_state building and task_state spawning. [ 721.357900] env[69950]: DEBUG nova.compute.manager [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Received event network-changed-0100201c-7a36-4d4c-8485-43096b6b565e {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 721.357900] env[69950]: DEBUG nova.compute.manager [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Refreshing instance network info cache due to event network-changed-0100201c-7a36-4d4c-8485-43096b6b565e. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 721.357900] env[69950]: DEBUG oslo_concurrency.lockutils [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] Acquiring lock "refresh_cache-3384bb1e-241f-4cce-a5d0-51b885d466a6" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.357900] env[69950]: DEBUG oslo_concurrency.lockutils [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] Acquired lock "refresh_cache-3384bb1e-241f-4cce-a5d0-51b885d466a6" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.357900] env[69950]: DEBUG nova.network.neutron [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Refreshing network info cache for port 0100201c-7a36-4d4c-8485-43096b6b565e {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.423772] env[69950]: DEBUG nova.compute.manager [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.576811] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Lock "9fafb2d7-7f82-4f7f-98cf-7346896293bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.826s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.700819] env[69950]: DEBUG oslo_concurrency.lockutils [req-b29bd7a0-1817-418d-b099-50388c32bf7c req-a23e7cc0-8ad9-4a4b-a9b8-555b8d97efc0 service nova] Releasing lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.708303] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52698e50-f161-5455-c973-956e12e12897, 'name': SearchDatastore_Task, 'duration_secs': 0.028858} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.708692] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.708970] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.709465] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.807756] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52885020-8250-8dcf-bcfb-d6cf5c77dd63, 'name': SearchDatastore_Task, 'duration_secs': 0.033308} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.807924] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.808900] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 3384bb1e-241f-4cce-a5d0-51b885d466a6/3384bb1e-241f-4cce-a5d0-51b885d466a6.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.809457] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.809897] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.814239] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30d41c3e-b1e6-460d-ae74-95fc5a9480d0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.814239] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0178fada-1266-4af1-9cba-a1a0b1dd8856 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.823817] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Waiting for the task: (returnval){ [ 721.823817] env[69950]: value = "task-4221710" [ 721.823817] env[69950]: _type = "Task" [ 721.823817] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.828882] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.829326] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.830594] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea48c13e-c9a0-40ab-8add-2dd97d876b8f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.837131] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.845022] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 721.845022] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5259c1da-faac-6b97-d8f7-c7e971ea03ce" [ 721.845022] env[69950]: _type = "Task" [ 721.845022] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.850498] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5259c1da-faac-6b97-d8f7-c7e971ea03ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.973157] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.337522] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221710, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.353923] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5259c1da-faac-6b97-d8f7-c7e971ea03ce, 'name': SearchDatastore_Task, 'duration_secs': 0.02323} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.355171] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a3a9c76-f6e5-4e82-ae11-df91de239e8f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.363056] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 722.363056] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5201e9de-3694-0594-435c-6f77bcb5802c" [ 722.363056] env[69950]: _type = "Task" [ 722.363056] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.375924] env[69950]: DEBUG nova.network.neutron [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Updated VIF entry in instance network info cache for port 0100201c-7a36-4d4c-8485-43096b6b565e. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.376286] env[69950]: DEBUG nova.network.neutron [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Updating instance_info_cache with network_info: [{"id": "0100201c-7a36-4d4c-8485-43096b6b565e", "address": "fa:16:3e:f3:63:e6", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0100201c-7a", "ovs_interfaceid": "0100201c-7a36-4d4c-8485-43096b6b565e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.381913] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5201e9de-3694-0594-435c-6f77bcb5802c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.564955] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd4963c-9c4b-4980-b4f1-a4860c7ff5f0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.576031] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce723ca-3e39-4c40-aa24-d9a9baaedf55 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.615184] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e69820-9aba-4068-974e-9232aa2d4a4c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.625229] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ea729c-8eb9-4ed2-801c-5f1d48cd9df5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.644715] env[69950]: DEBUG nova.compute.provider_tree [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.839453] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693814} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.839453] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 3384bb1e-241f-4cce-a5d0-51b885d466a6/3384bb1e-241f-4cce-a5d0-51b885d466a6.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.839453] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.839453] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ceec5e0-2065-4edf-bd6a-4f7a29d08d5b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.851914] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Waiting for the task: (returnval){ [ 722.851914] env[69950]: value = "task-4221711" [ 722.851914] env[69950]: _type = "Task" [ 722.851914] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.863575] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.877379] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5201e9de-3694-0594-435c-6f77bcb5802c, 'name': SearchDatastore_Task, 'duration_secs': 0.066195} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.877716] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.878022] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b/0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.878309] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-683cc264-ce6d-42ce-9900-680ba42bc214 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.882527] env[69950]: DEBUG oslo_concurrency.lockutils [req-4309329f-0362-4507-9146-f70c3d16b7d5 req-92e3ae91-0ca7-406c-98e0-13d51e0af7c1 service nova] Releasing lock "refresh_cache-3384bb1e-241f-4cce-a5d0-51b885d466a6" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.886063] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 722.886063] env[69950]: value = "task-4221712" [ 722.886063] env[69950]: _type = "Task" [ 722.886063] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.900956] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.116362] env[69950]: DEBUG nova.compute.manager [req-0e0a4bf6-d13b-4dce-96a3-af29b6ab83b0 req-8cfb9399-853a-4ac8-ba15-a0e32b6c8582 service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Received event network-vif-plugged-f88999cd-dd6b-4bee-9cc3-a5108a97368f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 723.120506] env[69950]: DEBUG oslo_concurrency.lockutils [req-0e0a4bf6-d13b-4dce-96a3-af29b6ab83b0 req-8cfb9399-853a-4ac8-ba15-a0e32b6c8582 service nova] Acquiring lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.120506] env[69950]: DEBUG oslo_concurrency.lockutils [req-0e0a4bf6-d13b-4dce-96a3-af29b6ab83b0 req-8cfb9399-853a-4ac8-ba15-a0e32b6c8582 service nova] Lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.120506] env[69950]: DEBUG oslo_concurrency.lockutils [req-0e0a4bf6-d13b-4dce-96a3-af29b6ab83b0 req-8cfb9399-853a-4ac8-ba15-a0e32b6c8582 service nova] Lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.120506] env[69950]: DEBUG nova.compute.manager [req-0e0a4bf6-d13b-4dce-96a3-af29b6ab83b0 req-8cfb9399-853a-4ac8-ba15-a0e32b6c8582 service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] No waiting events found dispatching network-vif-plugged-f88999cd-dd6b-4bee-9cc3-a5108a97368f {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 723.120506] env[69950]: WARNING nova.compute.manager [req-0e0a4bf6-d13b-4dce-96a3-af29b6ab83b0 req-8cfb9399-853a-4ac8-ba15-a0e32b6c8582 service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Received unexpected event network-vif-plugged-f88999cd-dd6b-4bee-9cc3-a5108a97368f for instance with vm_state building and task_state spawning. [ 723.120696] env[69950]: DEBUG nova.compute.manager [req-0e0a4bf6-d13b-4dce-96a3-af29b6ab83b0 req-8cfb9399-853a-4ac8-ba15-a0e32b6c8582 service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Received event network-changed-f88999cd-dd6b-4bee-9cc3-a5108a97368f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 723.120696] env[69950]: DEBUG nova.compute.manager [req-0e0a4bf6-d13b-4dce-96a3-af29b6ab83b0 req-8cfb9399-853a-4ac8-ba15-a0e32b6c8582 service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Refreshing instance network info cache due to event network-changed-f88999cd-dd6b-4bee-9cc3-a5108a97368f. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 723.120696] env[69950]: DEBUG oslo_concurrency.lockutils [req-0e0a4bf6-d13b-4dce-96a3-af29b6ab83b0 req-8cfb9399-853a-4ac8-ba15-a0e32b6c8582 service nova] Acquiring lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.120696] env[69950]: DEBUG oslo_concurrency.lockutils [req-0e0a4bf6-d13b-4dce-96a3-af29b6ab83b0 req-8cfb9399-853a-4ac8-ba15-a0e32b6c8582 service nova] Acquired lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.120696] env[69950]: DEBUG nova.network.neutron [req-0e0a4bf6-d13b-4dce-96a3-af29b6ab83b0 req-8cfb9399-853a-4ac8-ba15-a0e32b6c8582 service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Refreshing network info cache for port f88999cd-dd6b-4bee-9cc3-a5108a97368f {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.149792] env[69950]: DEBUG nova.scheduler.client.report [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.159902] env[69950]: DEBUG nova.network.neutron [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Successfully updated port: 480366fa-9291-47a8-bb2b-af1b0908de34 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.368589] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075874} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.369105] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.370150] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ee50a0-daa2-4435-a67d-0512fa8c782e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.409543] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 3384bb1e-241f-4cce-a5d0-51b885d466a6/3384bb1e-241f-4cce-a5d0-51b885d466a6.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.413215] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d38ddab7-91a2-42de-8172-b2d6c4ba8722 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.431844] env[69950]: DEBUG nova.compute.manager [req-4e15e98f-06c0-4ddb-aaea-9acc721fcc17 req-1f58d98a-7803-4169-9384-ec8aac2bbc85 service nova] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Received event network-vif-deleted-f873996b-66f5-415c-84d0-e43273eff422 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 723.432029] env[69950]: DEBUG nova.compute.manager [req-4e15e98f-06c0-4ddb-aaea-9acc721fcc17 req-1f58d98a-7803-4169-9384-ec8aac2bbc85 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Received event network-changed-5f58221d-c03b-4448-a04b-7c8be51edb45 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 723.432256] env[69950]: DEBUG nova.compute.manager [req-4e15e98f-06c0-4ddb-aaea-9acc721fcc17 req-1f58d98a-7803-4169-9384-ec8aac2bbc85 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Refreshing instance network info cache due to event network-changed-5f58221d-c03b-4448-a04b-7c8be51edb45. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 723.432451] env[69950]: DEBUG oslo_concurrency.lockutils [req-4e15e98f-06c0-4ddb-aaea-9acc721fcc17 req-1f58d98a-7803-4169-9384-ec8aac2bbc85 service nova] Acquiring lock "refresh_cache-49b31e0c-cec2-4a9e-ba29-1b7679597bfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.432535] env[69950]: DEBUG oslo_concurrency.lockutils [req-4e15e98f-06c0-4ddb-aaea-9acc721fcc17 req-1f58d98a-7803-4169-9384-ec8aac2bbc85 service nova] Acquired lock "refresh_cache-49b31e0c-cec2-4a9e-ba29-1b7679597bfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.432701] env[69950]: DEBUG nova.network.neutron [req-4e15e98f-06c0-4ddb-aaea-9acc721fcc17 req-1f58d98a-7803-4169-9384-ec8aac2bbc85 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Refreshing network info cache for port 5f58221d-c03b-4448-a04b-7c8be51edb45 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.449021] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.450212] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Waiting for the task: (returnval){ [ 723.450212] env[69950]: value = "task-4221713" [ 723.450212] env[69950]: _type = "Task" [ 723.450212] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.462950] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.659348] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.659878] env[69950]: DEBUG nova.compute.manager [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.665523] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.865s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.667551] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.667787] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.667930] env[69950]: DEBUG nova.network.neutron [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.911191] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221712, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.965532] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.174203] env[69950]: INFO nova.compute.claims [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.180109] env[69950]: DEBUG nova.compute.utils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.187065] env[69950]: DEBUG nova.compute.manager [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.187065] env[69950]: DEBUG nova.network.neutron [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.264518] env[69950]: DEBUG nova.network.neutron [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.293322] env[69950]: DEBUG nova.policy [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '114bb46b5b8240b3b627d2de1795702b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53587ff405424f7d99141474a202084b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.418111] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221712, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.246011} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.418449] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b/0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.418667] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.418953] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe9d5d1d-2824-4196-b386-43879d1422c1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.427849] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 724.427849] env[69950]: value = "task-4221714" [ 724.427849] env[69950]: _type = "Task" [ 724.427849] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.440095] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.463250] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221713, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.540938] env[69950]: DEBUG nova.network.neutron [req-0e0a4bf6-d13b-4dce-96a3-af29b6ab83b0 req-8cfb9399-853a-4ac8-ba15-a0e32b6c8582 service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Updated VIF entry in instance network info cache for port f88999cd-dd6b-4bee-9cc3-a5108a97368f. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.541639] env[69950]: DEBUG nova.network.neutron [req-0e0a4bf6-d13b-4dce-96a3-af29b6ab83b0 req-8cfb9399-853a-4ac8-ba15-a0e32b6c8582 service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Updating instance_info_cache with network_info: [{"id": "f88999cd-dd6b-4bee-9cc3-a5108a97368f", "address": "fa:16:3e:93:28:0c", "network": {"id": "a5d4250e-a36f-4abb-8b8b-912b140b7950", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-681070360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f78b228d57f4389a19608b113e95ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88999cd-dd", "ovs_interfaceid": "f88999cd-dd6b-4bee-9cc3-a5108a97368f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.683600] env[69950]: INFO nova.compute.resource_tracker [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating resource usage from migration 9a1ca746-67e5-45ae-956b-bf4c3969cb2f [ 724.690057] env[69950]: DEBUG nova.compute.manager [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.813075] env[69950]: DEBUG nova.network.neutron [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance_info_cache with network_info: [{"id": "480366fa-9291-47a8-bb2b-af1b0908de34", "address": "fa:16:3e:5d:db:19", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480366fa-92", "ovs_interfaceid": "480366fa-9291-47a8-bb2b-af1b0908de34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.904931] env[69950]: DEBUG nova.network.neutron [req-4e15e98f-06c0-4ddb-aaea-9acc721fcc17 req-1f58d98a-7803-4169-9384-ec8aac2bbc85 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Updated VIF entry in instance network info cache for port 5f58221d-c03b-4448-a04b-7c8be51edb45. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.905402] env[69950]: DEBUG nova.network.neutron [req-4e15e98f-06c0-4ddb-aaea-9acc721fcc17 req-1f58d98a-7803-4169-9384-ec8aac2bbc85 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Updating instance_info_cache with network_info: [{"id": "5f58221d-c03b-4448-a04b-7c8be51edb45", "address": "fa:16:3e:8d:57:0b", "network": {"id": "09552c62-38c7-49f7-b2dc-240cbb5a759b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-456523418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69567d8122a54aa7a3210556c8288723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f58221d-c0", "ovs_interfaceid": "5f58221d-c03b-4448-a04b-7c8be51edb45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.946901] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173027} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.946901] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.946901] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e54f19-8bf8-40b9-ad75-a64b0e3f4a08 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.984011] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b/0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.987503] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3b000ce-ebb3-4799-a6cb-25e792aecbbc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.007900] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221713, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.020115] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 725.020115] env[69950]: value = "task-4221715" [ 725.020115] env[69950]: _type = "Task" [ 725.020115] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.040861] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.047263] env[69950]: DEBUG oslo_concurrency.lockutils [req-0e0a4bf6-d13b-4dce-96a3-af29b6ab83b0 req-8cfb9399-853a-4ac8-ba15-a0e32b6c8582 service nova] Releasing lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.061299] env[69950]: DEBUG nova.network.neutron [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Successfully created port: 699516bf-da81-44b3-8527-483633159098 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.300384] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da6c9d3-9e6d-42ad-9e01-a359711df302 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.313741] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c4a228-cf5a-41dd-8fca-2ecd33eea6bc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.318963] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.319436] env[69950]: DEBUG nova.compute.manager [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Instance network_info: |[{"id": "480366fa-9291-47a8-bb2b-af1b0908de34", "address": "fa:16:3e:5d:db:19", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480366fa-92", "ovs_interfaceid": "480366fa-9291-47a8-bb2b-af1b0908de34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.320693] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:db:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '480366fa-9291-47a8-bb2b-af1b0908de34', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.328470] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Creating folder: Project (8cf991c70b7a4698be25350a2bd58e1d). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.329805] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c2210b8-1efc-47c8-88fd-de97d2d88501 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.364666] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eaf8d8-69f7-4707-98a9-b7ac49a7daff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.367589] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Created folder: Project (8cf991c70b7a4698be25350a2bd58e1d) in parent group-v835309. [ 725.367843] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Creating folder: Instances. Parent ref: group-v835376. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.368122] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71c842af-b88e-451c-8b65-2b873d543020 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.379922] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b34cc45-a56e-49f9-bf6d-94fcbf52a9f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.391922] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Created folder: Instances in parent group-v835376. [ 725.392540] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.393273] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb49c031-c220-42fb-b718-12387967034e] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.393428] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09ebad8a-f997-4b0d-9d75-2fcac2ec4be0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.418254] env[69950]: DEBUG oslo_concurrency.lockutils [req-4e15e98f-06c0-4ddb-aaea-9acc721fcc17 req-1f58d98a-7803-4169-9384-ec8aac2bbc85 service nova] Releasing lock "refresh_cache-49b31e0c-cec2-4a9e-ba29-1b7679597bfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.418947] env[69950]: DEBUG nova.compute.provider_tree [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.426850] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.426850] env[69950]: value = "task-4221718" [ 725.426850] env[69950]: _type = "Task" [ 725.426850] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.445447] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221718, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.469532] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221713, 'name': ReconfigVM_Task, 'duration_secs': 1.715703} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.469532] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 3384bb1e-241f-4cce-a5d0-51b885d466a6/3384bb1e-241f-4cce-a5d0-51b885d466a6.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.469814] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2eccc89-6b2c-4666-bcbf-42cbbac97764 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.479216] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Waiting for the task: (returnval){ [ 725.479216] env[69950]: value = "task-4221719" [ 725.479216] env[69950]: _type = "Task" [ 725.479216] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.490346] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221719, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.533227] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221715, 'name': ReconfigVM_Task, 'duration_secs': 0.344248} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.533915] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b/0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.534678] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6d4c866-f7f2-44e3-bd82-b10b0bd53b36 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.543922] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 725.543922] env[69950]: value = "task-4221720" [ 725.543922] env[69950]: _type = "Task" [ 725.543922] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.557279] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221720, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.705460] env[69950]: DEBUG nova.compute.manager [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.745035] env[69950]: DEBUG nova.virt.hardware [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.745035] env[69950]: DEBUG nova.virt.hardware [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.745303] env[69950]: DEBUG nova.virt.hardware [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.745389] env[69950]: DEBUG nova.virt.hardware [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.745546] env[69950]: DEBUG nova.virt.hardware [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.745791] env[69950]: DEBUG nova.virt.hardware [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.746368] env[69950]: DEBUG nova.virt.hardware [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.746368] env[69950]: DEBUG nova.virt.hardware [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.746505] env[69950]: DEBUG nova.virt.hardware [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.746583] env[69950]: DEBUG nova.virt.hardware [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.746766] env[69950]: DEBUG nova.virt.hardware [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.747695] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50860eb-fea5-4736-8772-a1b4b64ff80d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.759588] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50022f6-28c9-4e52-8a1a-1e538ff8b6c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.923154] env[69950]: DEBUG nova.scheduler.client.report [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.944672] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9ddceb2f-7cde-479e-9a95-4c13d5595dd1 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.944960] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9ddceb2f-7cde-479e-9a95-4c13d5595dd1 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.947765] env[69950]: DEBUG nova.compute.manager [None req-9ddceb2f-7cde-479e-9a95-4c13d5595dd1 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 725.948330] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Acquiring lock "aed33fae-88a9-43ad-844e-e73e0d9d9ab8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.948445] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Lock "aed33fae-88a9-43ad-844e-e73e0d9d9ab8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.948648] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Acquiring lock "aed33fae-88a9-43ad-844e-e73e0d9d9ab8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.949063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Lock "aed33fae-88a9-43ad-844e-e73e0d9d9ab8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.949063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Lock "aed33fae-88a9-43ad-844e-e73e0d9d9ab8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.951259] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221718, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.952893] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9935fc-f9a4-4b9e-bd51-1a7a439fed3a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.956131] env[69950]: INFO nova.compute.manager [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Terminating instance [ 725.962679] env[69950]: DEBUG nova.compute.manager [None req-9ddceb2f-7cde-479e-9a95-4c13d5595dd1 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69950) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 725.963381] env[69950]: DEBUG nova.objects.instance [None req-9ddceb2f-7cde-479e-9a95-4c13d5595dd1 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lazy-loading 'flavor' on Instance uuid 08ecd79f-c9f2-422f-80db-2b8b1e854d43 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.993571] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221719, 'name': Rename_Task, 'duration_secs': 0.302456} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.993895] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.994267] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61b72771-c7db-41b1-b4de-720f546d01dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.004174] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Waiting for the task: (returnval){ [ 726.004174] env[69950]: value = "task-4221721" [ 726.004174] env[69950]: _type = "Task" [ 726.004174] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.021763] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.056175] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221720, 'name': Rename_Task, 'duration_secs': 0.167327} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.056626] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.056725] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a43a373-0759-4d2c-8ea7-c0754a1d626c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.066490] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 726.066490] env[69950]: value = "task-4221722" [ 726.066490] env[69950]: _type = "Task" [ 726.066490] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.079388] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.435345] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.767s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.435345] env[69950]: INFO nova.compute.manager [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Migrating [ 726.435345] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.435345] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.435345] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.058s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.437434] env[69950]: INFO nova.compute.claims [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.444694] env[69950]: INFO nova.compute.rpcapi [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Automatically selected compute RPC version 6.4 from minimum service version 69 [ 726.445501] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.480102] env[69950]: DEBUG nova.compute.manager [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.482449] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.482449] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221718, 'name': CreateVM_Task, 'duration_secs': 0.728513} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.485080] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbcb99d-0d8c-4cd8-b907-e25084e12cdc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.488925] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb49c031-c220-42fb-b718-12387967034e] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.494025] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.494025] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.494025] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.494892] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7172377e-7577-4352-bec4-795d08a67b38 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.501927] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.502855] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af3f47d3-f930-4ff0-8612-647a9c028930 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.511243] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 726.511243] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e73f4f-6552-9fa9-b2f7-24a252817bc4" [ 726.511243] env[69950]: _type = "Task" [ 726.511243] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.523093] env[69950]: DEBUG oslo_vmware.api [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Waiting for the task: (returnval){ [ 726.523093] env[69950]: value = "task-4221723" [ 726.523093] env[69950]: _type = "Task" [ 726.523093] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.523613] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221721, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.534109] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e73f4f-6552-9fa9-b2f7-24a252817bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.542510] env[69950]: DEBUG oslo_vmware.api [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.580164] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221722, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.985078] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.985380] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.985456] env[69950]: DEBUG nova.network.neutron [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.990826] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ddceb2f-7cde-479e-9a95-4c13d5595dd1 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.991789] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58571792-7ab3-4c87-b1af-b11b4c386b44 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.004519] env[69950]: DEBUG oslo_vmware.api [None req-9ddceb2f-7cde-479e-9a95-4c13d5595dd1 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 727.004519] env[69950]: value = "task-4221724" [ 727.004519] env[69950]: _type = "Task" [ 727.004519] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.028833] env[69950]: DEBUG oslo_vmware.api [None req-9ddceb2f-7cde-479e-9a95-4c13d5595dd1 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.037239] env[69950]: DEBUG oslo_vmware.api [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221721, 'name': PowerOnVM_Task, 'duration_secs': 0.571129} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.041933] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.042197] env[69950]: INFO nova.compute.manager [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Took 11.46 seconds to spawn the instance on the hypervisor. [ 727.042727] env[69950]: DEBUG nova.compute.manager [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 727.043103] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e73f4f-6552-9fa9-b2f7-24a252817bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.023523} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.046540] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8de9049-9137-4149-864a-f7392ffd027f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.050174] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.051080] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.051080] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.051401] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.051651] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.053576] env[69950]: DEBUG nova.compute.manager [req-3c9447b7-9caf-4639-b00a-d5e3adb97212 req-3f9ea18f-97e5-49ad-bb1f-3b6a6c5952c7 service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Received event network-vif-plugged-480366fa-9291-47a8-bb2b-af1b0908de34 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 727.053848] env[69950]: DEBUG oslo_concurrency.lockutils [req-3c9447b7-9caf-4639-b00a-d5e3adb97212 req-3f9ea18f-97e5-49ad-bb1f-3b6a6c5952c7 service nova] Acquiring lock "cb49c031-c220-42fb-b718-12387967034e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.054096] env[69950]: DEBUG oslo_concurrency.lockutils [req-3c9447b7-9caf-4639-b00a-d5e3adb97212 req-3f9ea18f-97e5-49ad-bb1f-3b6a6c5952c7 service nova] Lock "cb49c031-c220-42fb-b718-12387967034e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.054313] env[69950]: DEBUG oslo_concurrency.lockutils [req-3c9447b7-9caf-4639-b00a-d5e3adb97212 req-3f9ea18f-97e5-49ad-bb1f-3b6a6c5952c7 service nova] Lock "cb49c031-c220-42fb-b718-12387967034e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.054516] env[69950]: DEBUG nova.compute.manager [req-3c9447b7-9caf-4639-b00a-d5e3adb97212 req-3f9ea18f-97e5-49ad-bb1f-3b6a6c5952c7 service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] No waiting events found dispatching network-vif-plugged-480366fa-9291-47a8-bb2b-af1b0908de34 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 727.054775] env[69950]: WARNING nova.compute.manager [req-3c9447b7-9caf-4639-b00a-d5e3adb97212 req-3f9ea18f-97e5-49ad-bb1f-3b6a6c5952c7 service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Received unexpected event network-vif-plugged-480366fa-9291-47a8-bb2b-af1b0908de34 for instance with vm_state building and task_state spawning. [ 727.055048] env[69950]: DEBUG nova.compute.manager [req-3c9447b7-9caf-4639-b00a-d5e3adb97212 req-3f9ea18f-97e5-49ad-bb1f-3b6a6c5952c7 service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Received event network-changed-480366fa-9291-47a8-bb2b-af1b0908de34 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 727.055269] env[69950]: DEBUG nova.compute.manager [req-3c9447b7-9caf-4639-b00a-d5e3adb97212 req-3f9ea18f-97e5-49ad-bb1f-3b6a6c5952c7 service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Refreshing instance network info cache due to event network-changed-480366fa-9291-47a8-bb2b-af1b0908de34. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 727.055531] env[69950]: DEBUG oslo_concurrency.lockutils [req-3c9447b7-9caf-4639-b00a-d5e3adb97212 req-3f9ea18f-97e5-49ad-bb1f-3b6a6c5952c7 service nova] Acquiring lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.055934] env[69950]: DEBUG oslo_concurrency.lockutils [req-3c9447b7-9caf-4639-b00a-d5e3adb97212 req-3f9ea18f-97e5-49ad-bb1f-3b6a6c5952c7 service nova] Acquired lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.056190] env[69950]: DEBUG nova.network.neutron [req-3c9447b7-9caf-4639-b00a-d5e3adb97212 req-3f9ea18f-97e5-49ad-bb1f-3b6a6c5952c7 service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Refreshing network info cache for port 480366fa-9291-47a8-bb2b-af1b0908de34 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.064567] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e2f0efe-5d1d-4853-855e-000f6a26ad0a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.065715] env[69950]: DEBUG oslo_vmware.api [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221723, 'name': PowerOffVM_Task, 'duration_secs': 0.24561} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.068118] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.068728] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.069863] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dad8a4ff-1374-4b57-957b-4c8cf6eb5e8c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.084318] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.084729] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.086300] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf439a9-ed03-4061-862a-b088e5c9697b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.094347] env[69950]: DEBUG oslo_vmware.api [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221722, 'name': PowerOnVM_Task, 'duration_secs': 0.566353} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.095178] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.096020] env[69950]: INFO nova.compute.manager [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Took 8.83 seconds to spawn the instance on the hypervisor. [ 727.096020] env[69950]: DEBUG nova.compute.manager [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 727.096816] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfb54f2-d61a-44c5-a09d-52ebc718d9fe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.101332] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 727.101332] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d75bcf-d12c-4eab-919a-d441bcd68868" [ 727.101332] env[69950]: _type = "Task" [ 727.101332] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.117689] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d75bcf-d12c-4eab-919a-d441bcd68868, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.119440] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89dfc81f-02e8-4ad5-9d78-389d0e718256 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.125295] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 727.125295] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5231106c-0f8d-07b0-a7af-3bde4192067e" [ 727.125295] env[69950]: _type = "Task" [ 727.125295] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.135947] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5231106c-0f8d-07b0-a7af-3bde4192067e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.291909] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.292621] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.292621] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Deleting the datastore file [datastore1] aed33fae-88a9-43ad-844e-e73e0d9d9ab8 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.292621] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-948b3847-8e91-49d4-9ee5-e7755951bc8d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.296845] env[69950]: DEBUG nova.network.neutron [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Successfully updated port: 699516bf-da81-44b3-8527-483633159098 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.300447] env[69950]: DEBUG oslo_vmware.api [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Waiting for the task: (returnval){ [ 727.300447] env[69950]: value = "task-4221726" [ 727.300447] env[69950]: _type = "Task" [ 727.300447] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.310046] env[69950]: DEBUG oslo_vmware.api [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.517575] env[69950]: DEBUG oslo_vmware.api [None req-9ddceb2f-7cde-479e-9a95-4c13d5595dd1 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221724, 'name': PowerOffVM_Task, 'duration_secs': 0.405022} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.517955] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ddceb2f-7cde-479e-9a95-4c13d5595dd1 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.518085] env[69950]: DEBUG nova.compute.manager [None req-9ddceb2f-7cde-479e-9a95-4c13d5595dd1 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 727.519126] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f134c51-1ac9-4b0e-ac65-d8166a8006d6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.603101] env[69950]: INFO nova.compute.manager [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Took 28.36 seconds to build instance. [ 727.621731] env[69950]: INFO nova.compute.manager [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Took 27.72 seconds to build instance. [ 727.641024] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5231106c-0f8d-07b0-a7af-3bde4192067e, 'name': SearchDatastore_Task, 'duration_secs': 0.01223} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.642056] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.642373] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] cb49c031-c220-42fb-b718-12387967034e/cb49c031-c220-42fb-b718-12387967034e.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.642849] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d8a0ad2-3f2f-44c5-bdaf-48934922ed14 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.652024] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 727.652024] env[69950]: value = "task-4221727" [ 727.652024] env[69950]: _type = "Task" [ 727.652024] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.669504] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.800581] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquiring lock "refresh_cache-ae310c47-dea2-4062-85f0-f2e551f8492f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.800581] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquired lock "refresh_cache-ae310c47-dea2-4062-85f0-f2e551f8492f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.800581] env[69950]: DEBUG nova.network.neutron [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.818026] env[69950]: DEBUG oslo_vmware.api [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Task: {'id': task-4221726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15902} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.818026] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.818026] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.818026] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.818026] env[69950]: INFO nova.compute.manager [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Took 1.33 seconds to destroy the instance on the hypervisor. [ 727.818497] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.818497] env[69950]: DEBUG nova.compute.manager [-] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.818497] env[69950]: DEBUG nova.network.neutron [-] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.031905] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69596960-d64d-459c-b96d-42f665311c05 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.042988] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9ddceb2f-7cde-479e-9a95-4c13d5595dd1 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.098s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.050140] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac7a971-4240-41ed-b0df-64a1058d6925 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.085960] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a8879f-d32b-4ca6-8631-73838193735d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.089326] env[69950]: DEBUG nova.network.neutron [req-3c9447b7-9caf-4639-b00a-d5e3adb97212 req-3f9ea18f-97e5-49ad-bb1f-3b6a6c5952c7 service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Updated VIF entry in instance network info cache for port 480366fa-9291-47a8-bb2b-af1b0908de34. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.089702] env[69950]: DEBUG nova.network.neutron [req-3c9447b7-9caf-4639-b00a-d5e3adb97212 req-3f9ea18f-97e5-49ad-bb1f-3b6a6c5952c7 service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance_info_cache with network_info: [{"id": "480366fa-9291-47a8-bb2b-af1b0908de34", "address": "fa:16:3e:5d:db:19", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480366fa-92", "ovs_interfaceid": "480366fa-9291-47a8-bb2b-af1b0908de34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.099698] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf527bb-f1bc-4979-b66b-f3006ed144e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.109386] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9b725cce-2299-4c3c-b53f-53d9e931679c tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Lock "3384bb1e-241f-4cce-a5d0-51b885d466a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.233s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.119725] env[69950]: DEBUG nova.compute.provider_tree [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.124410] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f164548a-acf5-4ad1-bd73-260df83e8221 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.019s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.166238] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221727, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.358024] env[69950]: DEBUG nova.network.neutron [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.431822] env[69950]: DEBUG nova.compute.manager [req-e0dca24f-ec40-49f3-8d5a-78f9560faa70 req-441d6bbd-0624-4595-9b55-ca44b421c40b service nova] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Received event network-vif-plugged-699516bf-da81-44b3-8527-483633159098 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 728.433469] env[69950]: DEBUG oslo_concurrency.lockutils [req-e0dca24f-ec40-49f3-8d5a-78f9560faa70 req-441d6bbd-0624-4595-9b55-ca44b421c40b service nova] Acquiring lock "ae310c47-dea2-4062-85f0-f2e551f8492f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.437020] env[69950]: DEBUG oslo_concurrency.lockutils [req-e0dca24f-ec40-49f3-8d5a-78f9560faa70 req-441d6bbd-0624-4595-9b55-ca44b421c40b service nova] Lock "ae310c47-dea2-4062-85f0-f2e551f8492f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.437020] env[69950]: DEBUG oslo_concurrency.lockutils [req-e0dca24f-ec40-49f3-8d5a-78f9560faa70 req-441d6bbd-0624-4595-9b55-ca44b421c40b service nova] Lock "ae310c47-dea2-4062-85f0-f2e551f8492f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.437020] env[69950]: DEBUG nova.compute.manager [req-e0dca24f-ec40-49f3-8d5a-78f9560faa70 req-441d6bbd-0624-4595-9b55-ca44b421c40b service nova] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] No waiting events found dispatching network-vif-plugged-699516bf-da81-44b3-8527-483633159098 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 728.437020] env[69950]: WARNING nova.compute.manager [req-e0dca24f-ec40-49f3-8d5a-78f9560faa70 req-441d6bbd-0624-4595-9b55-ca44b421c40b service nova] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Received unexpected event network-vif-plugged-699516bf-da81-44b3-8527-483633159098 for instance with vm_state building and task_state spawning. [ 728.496315] env[69950]: DEBUG nova.network.neutron [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating instance_info_cache with network_info: [{"id": "df016135-c949-4649-9e35-d63478115e59", "address": "fa:16:3e:cf:aa:ed", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf016135-c9", "ovs_interfaceid": "df016135-c949-4649-9e35-d63478115e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.593565] env[69950]: DEBUG oslo_concurrency.lockutils [req-3c9447b7-9caf-4639-b00a-d5e3adb97212 req-3f9ea18f-97e5-49ad-bb1f-3b6a6c5952c7 service nova] Releasing lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.624189] env[69950]: DEBUG nova.scheduler.client.report [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.666356] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547316} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.666670] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] cb49c031-c220-42fb-b718-12387967034e/cb49c031-c220-42fb-b718-12387967034e.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.666904] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.667218] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1336cf57-ea74-4142-86f5-4eb22d957517 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.680398] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 728.680398] env[69950]: value = "task-4221728" [ 728.680398] env[69950]: _type = "Task" [ 728.680398] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.688022] env[69950]: DEBUG nova.network.neutron [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Updating instance_info_cache with network_info: [{"id": "699516bf-da81-44b3-8527-483633159098", "address": "fa:16:3e:7c:67:ec", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699516bf-da", "ovs_interfaceid": "699516bf-da81-44b3-8527-483633159098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.698028] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.000082] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Releasing lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.132584] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.133273] env[69950]: DEBUG nova.compute.manager [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.136682] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.612s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.138615] env[69950]: INFO nova.compute.claims [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.189041] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Releasing lock "refresh_cache-ae310c47-dea2-4062-85f0-f2e551f8492f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.189277] env[69950]: DEBUG nova.compute.manager [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Instance network_info: |[{"id": "699516bf-da81-44b3-8527-483633159098", "address": "fa:16:3e:7c:67:ec", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699516bf-da", "ovs_interfaceid": "699516bf-da81-44b3-8527-483633159098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.193873] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:67:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '699516bf-da81-44b3-8527-483633159098', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.207189] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.207601] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242783} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.207838] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.211031] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.211031] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06ae38fb-b08f-4949-b43f-6986d7c9a296 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.226978] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c24ae6-1c0b-4f4a-9707-7ff74cbb82b2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.255493] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] cb49c031-c220-42fb-b718-12387967034e/cb49c031-c220-42fb-b718-12387967034e.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.258411] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cfbea6b-edc7-470e-9a89-8c5fba78f9c9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.274994] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.274994] env[69950]: value = "task-4221729" [ 729.274994] env[69950]: _type = "Task" [ 729.274994] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.283873] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 729.283873] env[69950]: value = "task-4221730" [ 729.283873] env[69950]: _type = "Task" [ 729.283873] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.291722] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221729, 'name': CreateVM_Task} progress is 15%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.298258] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221730, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.562500] env[69950]: DEBUG nova.network.neutron [-] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.645240] env[69950]: DEBUG nova.compute.utils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.650083] env[69950]: DEBUG nova.compute.manager [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.650316] env[69950]: DEBUG nova.network.neutron [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.787553] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221729, 'name': CreateVM_Task, 'duration_secs': 0.43223} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.790888] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.791689] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.791874] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.792193] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.792860] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-700203f7-d099-460b-be12-e8f3fc05a9ba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.804238] env[69950]: DEBUG nova.policy [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0341f5f9564944ddafd657222f43bd13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '101b86a95ff64876a400a82a615957f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.805934] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221730, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.810805] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 729.810805] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52854fe9-2227-a028-1aaa-23ac076f327d" [ 729.810805] env[69950]: _type = "Task" [ 729.810805] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.822223] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52854fe9-2227-a028-1aaa-23ac076f327d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.065438] env[69950]: INFO nova.compute.manager [-] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Took 2.25 seconds to deallocate network for instance. [ 730.147596] env[69950]: DEBUG nova.compute.manager [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.300883] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221730, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.324484] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52854fe9-2227-a028-1aaa-23ac076f327d, 'name': SearchDatastore_Task, 'duration_secs': 0.010456} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.329086] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.329086] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.329086] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.329086] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.329504] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.329734] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d75e6ded-4f17-4921-8f52-3566792fd0df {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.339851] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.340591] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.342116] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24fae993-65d0-4978-a3e7-802704cae18b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.352457] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 730.352457] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52578f0a-231d-e9a4-bc34-e18d61c11f3c" [ 730.352457] env[69950]: _type = "Task" [ 730.352457] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.363987] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52578f0a-231d-e9a4-bc34-e18d61c11f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.525211] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e22c1ab-e83c-4121-be3e-c6932730164f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.553649] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating instance '93664ea1-b278-43d4-9390-f10836022697' progress to 0 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 730.574814] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.663490] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090a2c86-beed-4114-b47d-12a718f46aca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.672891] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b088b65e-d0ba-42b5-98ea-c6d1755c3741 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.711143] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a500137-35ae-400a-891f-8849611d053b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.720723] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b681a36-a4a1-413d-bb42-c30e8d37de61 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.739028] env[69950]: DEBUG nova.compute.provider_tree [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.798793] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221730, 'name': ReconfigVM_Task, 'duration_secs': 1.328154} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.799179] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Reconfigured VM instance instance-00000017 to attach disk [datastore2] cb49c031-c220-42fb-b718-12387967034e/cb49c031-c220-42fb-b718-12387967034e.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.799918] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de33a16d-7f0d-4b17-8971-59ef60cc43c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.809283] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 730.809283] env[69950]: value = "task-4221731" [ 730.809283] env[69950]: _type = "Task" [ 730.809283] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.822026] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221731, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.864792] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52578f0a-231d-e9a4-bc34-e18d61c11f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010414} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.865869] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb624e6-41c7-44ba-9e78-b6542d65ae79 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.875933] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 730.875933] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52323a13-ea33-894e-126e-3bb90777779c" [ 730.875933] env[69950]: _type = "Task" [ 730.875933] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.889400] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52323a13-ea33-894e-126e-3bb90777779c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.889678] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.889956] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] ae310c47-dea2-4062-85f0-f2e551f8492f/ae310c47-dea2-4062-85f0-f2e551f8492f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.890281] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6056a176-d0a9-4a1e-8901-d6d1772258e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.898715] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 730.898715] env[69950]: value = "task-4221732" [ 730.898715] env[69950]: _type = "Task" [ 730.898715] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.910142] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.066136] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.066443] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed9409d6-8795-4e7e-acc6-30e9574adb1d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.075519] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 731.075519] env[69950]: value = "task-4221733" [ 731.075519] env[69950]: _type = "Task" [ 731.075519] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.094898] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.125349] env[69950]: DEBUG nova.network.neutron [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Successfully created port: ac6f0f4b-3dcb-4a98-a72b-b42739672f0d {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.161888] env[69950]: DEBUG nova.compute.manager [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.207152] env[69950]: DEBUG nova.virt.hardware [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.208221] env[69950]: DEBUG nova.virt.hardware [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.208221] env[69950]: DEBUG nova.virt.hardware [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.208449] env[69950]: DEBUG nova.virt.hardware [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.208771] env[69950]: DEBUG nova.virt.hardware [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.209146] env[69950]: DEBUG nova.virt.hardware [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.209453] env[69950]: DEBUG nova.virt.hardware [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.209733] env[69950]: DEBUG nova.virt.hardware [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.209989] env[69950]: DEBUG nova.virt.hardware [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.210328] env[69950]: DEBUG nova.virt.hardware [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.210577] env[69950]: DEBUG nova.virt.hardware [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.212219] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6a1a24-913f-478e-a8e1-aada3dba14bf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.223873] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2412174d-162d-4672-b5bd-ce3e09608839 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.247137] env[69950]: DEBUG nova.scheduler.client.report [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.320291] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221731, 'name': Rename_Task, 'duration_secs': 0.187666} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.320291] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.320291] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-029cb517-a4d9-4589-9c69-f316d004c845 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.327801] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 731.327801] env[69950]: value = "task-4221734" [ 731.327801] env[69950]: _type = "Task" [ 731.327801] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.338126] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.412460] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221732, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.590693] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221733, 'name': PowerOffVM_Task, 'duration_secs': 0.249097} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.590693] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.591107] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating instance '93664ea1-b278-43d4-9390-f10836022697' progress to 17 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 731.755134] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.756220] env[69950]: DEBUG nova.compute.manager [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.763142] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.399s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.765568] env[69950]: INFO nova.compute.claims [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.842681] env[69950]: DEBUG oslo_vmware.api [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221734, 'name': PowerOnVM_Task, 'duration_secs': 0.511355} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.842964] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.844813] env[69950]: INFO nova.compute.manager [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Took 10.93 seconds to spawn the instance on the hypervisor. [ 731.845201] env[69950]: DEBUG nova.compute.manager [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 731.848243] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd25e12-1796-4c2e-b541-f176557a8ae2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.914671] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569604} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.914802] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] ae310c47-dea2-4062-85f0-f2e551f8492f/ae310c47-dea2-4062-85f0-f2e551f8492f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.915025] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.915308] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-def838cc-aa98-4c3a-9224-005b28e2d7da {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.924460] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 731.924460] env[69950]: value = "task-4221735" [ 731.924460] env[69950]: _type = "Task" [ 731.924460] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.939750] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.101105] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.101105] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.101399] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.101653] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.101810] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.101963] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.102196] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.103847] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.104123] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.104317] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.104508] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.110328] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060d6709-fe68-442d-adf5-506f631942d2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.129434] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 732.129434] env[69950]: value = "task-4221736" [ 732.129434] env[69950]: _type = "Task" [ 732.129434] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.140664] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.274492] env[69950]: DEBUG nova.compute.utils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.279344] env[69950]: DEBUG nova.compute.manager [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.279344] env[69950]: DEBUG nova.network.neutron [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.373337] env[69950]: INFO nova.compute.manager [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Took 31.86 seconds to build instance. [ 732.436114] env[69950]: DEBUG nova.policy [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da63746c3f8444889677cd5514f2fcce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f69c6c6485845f38589f3ab940b023f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.441965] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115052} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.442294] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.443204] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73982ba2-fa53-4a90-acc6-a559e4b04386 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.476932] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] ae310c47-dea2-4062-85f0-f2e551f8492f/ae310c47-dea2-4062-85f0-f2e551f8492f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.477511] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd3d0f2-e1d8-4af9-8475-ce8669bf842c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.504793] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 732.504793] env[69950]: value = "task-4221737" [ 732.504793] env[69950]: _type = "Task" [ 732.504793] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.516113] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.643321] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.761508] env[69950]: DEBUG nova.compute.manager [req-2bfb5c7a-fe2f-4107-b25f-1623486934b5 req-6bb59a52-b924-409f-8428-933237f051e9 service nova] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Received event network-changed-699516bf-da81-44b3-8527-483633159098 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 732.761704] env[69950]: DEBUG nova.compute.manager [req-2bfb5c7a-fe2f-4107-b25f-1623486934b5 req-6bb59a52-b924-409f-8428-933237f051e9 service nova] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Refreshing instance network info cache due to event network-changed-699516bf-da81-44b3-8527-483633159098. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 732.761933] env[69950]: DEBUG oslo_concurrency.lockutils [req-2bfb5c7a-fe2f-4107-b25f-1623486934b5 req-6bb59a52-b924-409f-8428-933237f051e9 service nova] Acquiring lock "refresh_cache-ae310c47-dea2-4062-85f0-f2e551f8492f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.762804] env[69950]: DEBUG oslo_concurrency.lockutils [req-2bfb5c7a-fe2f-4107-b25f-1623486934b5 req-6bb59a52-b924-409f-8428-933237f051e9 service nova] Acquired lock "refresh_cache-ae310c47-dea2-4062-85f0-f2e551f8492f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.762804] env[69950]: DEBUG nova.network.neutron [req-2bfb5c7a-fe2f-4107-b25f-1623486934b5 req-6bb59a52-b924-409f-8428-933237f051e9 service nova] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Refreshing network info cache for port 699516bf-da81-44b3-8527-483633159098 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.781930] env[69950]: DEBUG nova.compute.manager [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.877250] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "cb49c031-c220-42fb-b718-12387967034e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.831s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.949102] env[69950]: DEBUG nova.compute.manager [req-e3886481-3e34-4330-aea4-69ec29a8dfc5 req-3f04c7e8-dc86-4478-aba6-c848bfbe84cb service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Received event network-changed-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 732.949102] env[69950]: DEBUG nova.compute.manager [req-e3886481-3e34-4330-aea4-69ec29a8dfc5 req-3f04c7e8-dc86-4478-aba6-c848bfbe84cb service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Refreshing instance network info cache due to event network-changed-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 732.949102] env[69950]: DEBUG oslo_concurrency.lockutils [req-e3886481-3e34-4330-aea4-69ec29a8dfc5 req-3f04c7e8-dc86-4478-aba6-c848bfbe84cb service nova] Acquiring lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.949102] env[69950]: DEBUG oslo_concurrency.lockutils [req-e3886481-3e34-4330-aea4-69ec29a8dfc5 req-3f04c7e8-dc86-4478-aba6-c848bfbe84cb service nova] Acquired lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.949102] env[69950]: DEBUG nova.network.neutron [req-e3886481-3e34-4330-aea4-69ec29a8dfc5 req-3f04c7e8-dc86-4478-aba6-c848bfbe84cb service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Refreshing network info cache for port 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.019838] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.147527] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221736, 'name': ReconfigVM_Task, 'duration_secs': 0.526974} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.147527] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating instance '93664ea1-b278-43d4-9390-f10836022697' progress to 33 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 733.332963] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff5813e-32f3-4b74-b251-255a5d498625 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.345176] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802cf0d8-ca0c-41ee-971f-a7de13fd6541 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.387267] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41555618-74d4-4763-88da-489fd78d70e6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.396332] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdb5cee-ce3b-413b-8b42-3ccda583b0ed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.413094] env[69950]: DEBUG nova.compute.provider_tree [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.520020] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221737, 'name': ReconfigVM_Task, 'duration_secs': 0.670331} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.520020] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Reconfigured VM instance instance-00000018 to attach disk [datastore1] ae310c47-dea2-4062-85f0-f2e551f8492f/ae310c47-dea2-4062-85f0-f2e551f8492f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.520020] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b67ec4fa-8b9f-43f4-9a3a-d5576ebe3765 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.526688] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 733.526688] env[69950]: value = "task-4221738" [ 733.526688] env[69950]: _type = "Task" [ 733.526688] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.541215] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221738, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.648050] env[69950]: DEBUG nova.network.neutron [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Successfully created port: 3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.657668] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.657931] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.658147] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.659801] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.661451] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.661451] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.661451] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.661831] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.661831] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.662114] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.662114] env[69950]: DEBUG nova.virt.hardware [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.668812] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 733.669366] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ca30b78-0d37-4ba0-acda-1ab043078f77 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.691474] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 733.691474] env[69950]: value = "task-4221739" [ 733.691474] env[69950]: _type = "Task" [ 733.691474] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.703179] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.747229] env[69950]: DEBUG nova.network.neutron [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Successfully updated port: ac6f0f4b-3dcb-4a98-a72b-b42739672f0d {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.800475] env[69950]: DEBUG nova.compute.manager [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.835519] env[69950]: DEBUG nova.virt.hardware [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.835771] env[69950]: DEBUG nova.virt.hardware [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.835924] env[69950]: DEBUG nova.virt.hardware [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.836123] env[69950]: DEBUG nova.virt.hardware [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.836275] env[69950]: DEBUG nova.virt.hardware [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.836421] env[69950]: DEBUG nova.virt.hardware [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.836642] env[69950]: DEBUG nova.virt.hardware [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.836803] env[69950]: DEBUG nova.virt.hardware [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.837349] env[69950]: DEBUG nova.virt.hardware [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.837349] env[69950]: DEBUG nova.virt.hardware [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.837349] env[69950]: DEBUG nova.virt.hardware [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.838264] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f802884a-dc47-47c7-bef5-e59547e52bf3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.847298] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dee16a-780f-43f7-80fa-cee7ac4de0b4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.916569] env[69950]: DEBUG nova.scheduler.client.report [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.978353] env[69950]: DEBUG nova.network.neutron [req-2bfb5c7a-fe2f-4107-b25f-1623486934b5 req-6bb59a52-b924-409f-8428-933237f051e9 service nova] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Updated VIF entry in instance network info cache for port 699516bf-da81-44b3-8527-483633159098. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.978353] env[69950]: DEBUG nova.network.neutron [req-2bfb5c7a-fe2f-4107-b25f-1623486934b5 req-6bb59a52-b924-409f-8428-933237f051e9 service nova] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Updating instance_info_cache with network_info: [{"id": "699516bf-da81-44b3-8527-483633159098", "address": "fa:16:3e:7c:67:ec", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699516bf-da", "ovs_interfaceid": "699516bf-da81-44b3-8527-483633159098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.041976] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221738, 'name': Rename_Task, 'duration_secs': 0.209283} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.043041] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.043041] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5128afcc-23cb-4c4c-bf22-0f92e3ade881 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.050204] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 734.050204] env[69950]: value = "task-4221740" [ 734.050204] env[69950]: _type = "Task" [ 734.050204] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.060897] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.202146] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221739, 'name': ReconfigVM_Task, 'duration_secs': 0.220309} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.203706] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 734.204724] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8774333c-7977-4137-9b9e-e90406f3ab82 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.234961] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 93664ea1-b278-43d4-9390-f10836022697/93664ea1-b278-43d4-9390-f10836022697.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.238030] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-453ad596-b061-4826-bae8-ef71daa8ab2c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.254571] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Acquiring lock "refresh_cache-77ff96da-ed31-449f-b0b9-83b856aa7d9a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.254866] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Acquired lock "refresh_cache-77ff96da-ed31-449f-b0b9-83b856aa7d9a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.254993] env[69950]: DEBUG nova.network.neutron [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.265870] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 734.265870] env[69950]: value = "task-4221741" [ 734.265870] env[69950]: _type = "Task" [ 734.265870] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.281360] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221741, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.421925] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.422861] env[69950]: DEBUG nova.compute.manager [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.425488] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.556s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.427668] env[69950]: INFO nova.compute.claims [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.483531] env[69950]: DEBUG oslo_concurrency.lockutils [req-2bfb5c7a-fe2f-4107-b25f-1623486934b5 req-6bb59a52-b924-409f-8428-933237f051e9 service nova] Releasing lock "refresh_cache-ae310c47-dea2-4062-85f0-f2e551f8492f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.483531] env[69950]: DEBUG nova.compute.manager [req-2bfb5c7a-fe2f-4107-b25f-1623486934b5 req-6bb59a52-b924-409f-8428-933237f051e9 service nova] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Received event network-vif-deleted-b4636be3-f178-4bc1-8e75-678f8bf44af7 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 734.563875] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.711383] env[69950]: DEBUG nova.network.neutron [req-e3886481-3e34-4330-aea4-69ec29a8dfc5 req-3f04c7e8-dc86-4478-aba6-c848bfbe84cb service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Updated VIF entry in instance network info cache for port 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.712107] env[69950]: DEBUG nova.network.neutron [req-e3886481-3e34-4330-aea4-69ec29a8dfc5 req-3f04c7e8-dc86-4478-aba6-c848bfbe84cb service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Updating instance_info_cache with network_info: [{"id": "6f42dc81-f109-4db9-ada2-5c79c1b1e6c7", "address": "fa:16:3e:73:17:d9", "network": {"id": "a5d4250e-a36f-4abb-8b8b-912b140b7950", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-681070360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f78b228d57f4389a19608b113e95ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f42dc81-f1", "ovs_interfaceid": "6f42dc81-f109-4db9-ada2-5c79c1b1e6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.779577] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221741, 'name': ReconfigVM_Task, 'duration_secs': 0.480937} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.780155] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 93664ea1-b278-43d4-9390-f10836022697/93664ea1-b278-43d4-9390-f10836022697.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.780670] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating instance '93664ea1-b278-43d4-9390-f10836022697' progress to 50 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 734.873625] env[69950]: DEBUG nova.network.neutron [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.932027] env[69950]: DEBUG nova.compute.utils [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.935713] env[69950]: DEBUG nova.compute.manager [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.936544] env[69950]: DEBUG nova.network.neutron [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.066956] env[69950]: DEBUG oslo_vmware.api [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221740, 'name': PowerOnVM_Task, 'duration_secs': 0.650224} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.067111] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.067309] env[69950]: INFO nova.compute.manager [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Took 9.36 seconds to spawn the instance on the hypervisor. [ 735.068680] env[69950]: DEBUG nova.compute.manager [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.068982] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c262d791-5a31-4144-92cb-48c79f305b72 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.076243] env[69950]: DEBUG nova.policy [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18a8d06759a743c78bfbc5df95521591', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dc91f296cfa44dfb7550cb3ee85ff43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.201033] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Acquiring lock "258bd226-9222-4ace-b0f3-2b554b548cfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.201286] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Lock "258bd226-9222-4ace-b0f3-2b554b548cfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.216290] env[69950]: DEBUG oslo_concurrency.lockutils [req-e3886481-3e34-4330-aea4-69ec29a8dfc5 req-3f04c7e8-dc86-4478-aba6-c848bfbe84cb service nova] Releasing lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.295953] env[69950]: DEBUG nova.network.neutron [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Updating instance_info_cache with network_info: [{"id": "ac6f0f4b-3dcb-4a98-a72b-b42739672f0d", "address": "fa:16:3e:4c:92:6f", "network": {"id": "08fdea0b-d83b-4d94-981e-e64767a1fa98", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1528788568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "101b86a95ff64876a400a82a615957f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6f0f4b-3d", "ovs_interfaceid": "ac6f0f4b-3dcb-4a98-a72b-b42739672f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.297704] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f3d3ab-2d49-4cd2-bc64-1f6ec0dbad5d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.324817] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df849a1d-c5dd-4b70-91a4-03165418dc29 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.351742] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating instance '93664ea1-b278-43d4-9390-f10836022697' progress to 67 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 735.436999] env[69950]: DEBUG nova.compute.manager [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.600942] env[69950]: INFO nova.compute.manager [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Took 31.21 seconds to build instance. [ 735.706919] env[69950]: DEBUG nova.compute.manager [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.803064] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Releasing lock "refresh_cache-77ff96da-ed31-449f-b0b9-83b856aa7d9a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.803416] env[69950]: DEBUG nova.compute.manager [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Instance network_info: |[{"id": "ac6f0f4b-3dcb-4a98-a72b-b42739672f0d", "address": "fa:16:3e:4c:92:6f", "network": {"id": "08fdea0b-d83b-4d94-981e-e64767a1fa98", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1528788568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "101b86a95ff64876a400a82a615957f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6f0f4b-3d", "ovs_interfaceid": "ac6f0f4b-3dcb-4a98-a72b-b42739672f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.803836] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:92:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac6f0f4b-3dcb-4a98-a72b-b42739672f0d', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.813211] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Creating folder: Project (101b86a95ff64876a400a82a615957f5). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.813702] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-209dd006-c51d-43bb-9b61-443be584505a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.831746] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Created folder: Project (101b86a95ff64876a400a82a615957f5) in parent group-v835309. [ 735.831996] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Creating folder: Instances. Parent ref: group-v835380. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.832319] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46538268-cadf-415d-a461-c1524b7acfab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.851549] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Created folder: Instances in parent group-v835380. [ 735.851549] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.851549] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.851815] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c7449a6-1365-4453-a30e-041e0343750b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.886337] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.886337] env[69950]: value = "task-4221744" [ 735.886337] env[69950]: _type = "Task" [ 735.886337] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.898388] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221744, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.952393] env[69950]: INFO nova.virt.block_device [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Booting with volume e8396ccd-7ab0-412f-b733-ad1fe2561dcd at /dev/sda [ 736.045324] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28aa7581-7443-4ca1-906e-8186716d5baa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.057278] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2520bc06-ae49-488d-8f45-68375be4228c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.074410] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fae24e-1bc4-4e1e-abd4-77bfeb28d3bb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.084228] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d276a880-ddec-4a22-8f36-94715e101afa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.129378] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd31ddeb-edd3-40ba-a4c1-79fc9efd5409 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.132463] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43b487c1-6fae-423d-92c1-079fd71bc576 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Lock "ae310c47-dea2-4062-85f0-f2e551f8492f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.370s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.133370] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2987a2fd-e1f9-44af-8720-fc3a90582964 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.143916] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a134daf-4523-4f2d-96d0-bacadcebdf8e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.151304] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78dde5a-2d4b-4b04-a201-1b745e679118 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.174101] env[69950]: DEBUG nova.compute.provider_tree [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.190397] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860d67cf-72f3-43cd-98df-3deee4cb67cf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.201101] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f04404d-606e-4738-ac8e-add41a7ad6e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.219869] env[69950]: DEBUG nova.virt.block_device [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Updating existing volume attachment record: c07c13eb-e8df-4004-914e-c7fb8283c211 {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 736.229405] env[69950]: DEBUG nova.network.neutron [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Port df016135-c949-4649-9e35-d63478115e59 binding to destination host cpu-1 is already ACTIVE {{(pid=69950) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 736.244174] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.265885] env[69950]: DEBUG nova.network.neutron [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Successfully created port: ae477bc8-45b3-4b85-b820-203940f36141 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.398035] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221744, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.446574] env[69950]: DEBUG nova.objects.instance [None req-2aea7e38-b951-4fdc-a9db-ef3175616887 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lazy-loading 'flavor' on Instance uuid 08ecd79f-c9f2-422f-80db-2b8b1e854d43 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.690796] env[69950]: DEBUG nova.scheduler.client.report [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.906424] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221744, 'name': CreateVM_Task, 'duration_secs': 0.671042} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.906842] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.907848] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.907970] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.908365] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.909561] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5072e94e-eeb9-4f9d-85e8-ea7968b1ab6c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.915817] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 736.915817] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ecc195-29e3-e45d-eedc-994f2e471d20" [ 736.915817] env[69950]: _type = "Task" [ 736.915817] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.931631] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ecc195-29e3-e45d-eedc-994f2e471d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.949032] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2aea7e38-b951-4fdc-a9db-ef3175616887 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "refresh_cache-08ecd79f-c9f2-422f-80db-2b8b1e854d43" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.949259] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2aea7e38-b951-4fdc-a9db-ef3175616887 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquired lock "refresh_cache-08ecd79f-c9f2-422f-80db-2b8b1e854d43" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.949458] env[69950]: DEBUG nova.network.neutron [None req-2aea7e38-b951-4fdc-a9db-ef3175616887 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.949636] env[69950]: DEBUG nova.objects.instance [None req-2aea7e38-b951-4fdc-a9db-ef3175616887 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lazy-loading 'info_cache' on Instance uuid 08ecd79f-c9f2-422f-80db-2b8b1e854d43 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.083985] env[69950]: DEBUG nova.network.neutron [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Successfully updated port: 3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.197880] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.198525] env[69950]: DEBUG nova.compute.manager [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.209730] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.898s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.218679] env[69950]: INFO nova.compute.claims [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.267594] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "93664ea1-b278-43d4-9390-f10836022697-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.267594] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "93664ea1-b278-43d4-9390-f10836022697-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.267594] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "93664ea1-b278-43d4-9390-f10836022697-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.435527] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ecc195-29e3-e45d-eedc-994f2e471d20, 'name': SearchDatastore_Task, 'duration_secs': 0.029786} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.437894] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.437894] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.437894] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.437894] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.438719] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.438719] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89204e17-28b7-4d3b-9019-3f554e77b0f1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.452301] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.452301] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.454851] env[69950]: DEBUG nova.objects.base [None req-2aea7e38-b951-4fdc-a9db-ef3175616887 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Object Instance<08ecd79f-c9f2-422f-80db-2b8b1e854d43> lazy-loaded attributes: flavor,info_cache {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 737.457531] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be61fe8-8d18-426d-8042-daa40af465a8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.471024] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 737.471024] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f489ef-d41b-3578-d5c3-1383eaa9fae1" [ 737.471024] env[69950]: _type = "Task" [ 737.471024] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.486958] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Acquiring lock "f5476329-756a-4d98-b0ca-95f4fa1f4c7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.486958] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lock "f5476329-756a-4d98-b0ca-95f4fa1f4c7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.487507] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f489ef-d41b-3578-d5c3-1383eaa9fae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.589862] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Acquiring lock "refresh_cache-65e41164-6de7-42c6-b5ce-7c4bfcf635f1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.589982] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Acquired lock "refresh_cache-65e41164-6de7-42c6-b5ce-7c4bfcf635f1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.590127] env[69950]: DEBUG nova.network.neutron [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.725016] env[69950]: DEBUG nova.compute.utils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.729800] env[69950]: DEBUG nova.compute.manager [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.730724] env[69950]: DEBUG nova.network.neutron [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.854679] env[69950]: DEBUG nova.policy [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fca12cd927f408f83c83b614b26b250', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e29c924a5ef4b2cb44bfa45e3e034f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.984072] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f489ef-d41b-3578-d5c3-1383eaa9fae1, 'name': SearchDatastore_Task, 'duration_secs': 0.026919} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.985014] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8ce209c-50b5-4bf2-9e78-d840b66de165 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.988907] env[69950]: DEBUG nova.compute.manager [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.996803] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 737.996803] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ae9a62-da72-9b25-bde0-676d880d7020" [ 737.996803] env[69950]: _type = "Task" [ 737.996803] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.012577] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ae9a62-da72-9b25-bde0-676d880d7020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.238276] env[69950]: DEBUG nova.compute.manager [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.376801] env[69950]: DEBUG nova.compute.manager [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.377383] env[69950]: DEBUG nova.virt.hardware [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.377593] env[69950]: DEBUG nova.virt.hardware [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.377757] env[69950]: DEBUG nova.virt.hardware [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.377920] env[69950]: DEBUG nova.virt.hardware [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.378085] env[69950]: DEBUG nova.virt.hardware [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.379419] env[69950]: DEBUG nova.virt.hardware [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.379419] env[69950]: DEBUG nova.virt.hardware [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.379419] env[69950]: DEBUG nova.virt.hardware [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.379419] env[69950]: DEBUG nova.virt.hardware [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.379419] env[69950]: DEBUG nova.virt.hardware [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.380186] env[69950]: DEBUG nova.virt.hardware [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.384000] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f27c150-1c07-43db-9ddc-26d6a334116c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.395498] env[69950]: DEBUG nova.network.neutron [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.397631] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5b7896-0708-4bc5-a9f0-bc541d65d232 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.442571] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.442571] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.442571] env[69950]: DEBUG nova.network.neutron [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.507378] env[69950]: DEBUG nova.network.neutron [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Successfully updated port: ae477bc8-45b3-4b85-b820-203940f36141 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.519024] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ae9a62-da72-9b25-bde0-676d880d7020, 'name': SearchDatastore_Task, 'duration_secs': 0.019231} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.519024] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.519024] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 77ff96da-ed31-449f-b0b9-83b856aa7d9a/77ff96da-ed31-449f-b0b9-83b856aa7d9a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.519024] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08eaff4f-36e2-4725-974e-6b2b1b3761bc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.559455] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.559455] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 738.559455] env[69950]: value = "task-4221745" [ 738.559455] env[69950]: _type = "Task" [ 738.559455] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.559455] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.565212] env[69950]: DEBUG nova.compute.manager [req-b5d7130d-14af-4bee-96d3-8b5a0ace7e5f req-5f6ae919-7d79-4c58-a14c-3a19ade95b24 service nova] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Received event network-vif-plugged-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 738.565558] env[69950]: DEBUG oslo_concurrency.lockutils [req-b5d7130d-14af-4bee-96d3-8b5a0ace7e5f req-5f6ae919-7d79-4c58-a14c-3a19ade95b24 service nova] Acquiring lock "77ff96da-ed31-449f-b0b9-83b856aa7d9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.565648] env[69950]: DEBUG oslo_concurrency.lockutils [req-b5d7130d-14af-4bee-96d3-8b5a0ace7e5f req-5f6ae919-7d79-4c58-a14c-3a19ade95b24 service nova] Lock "77ff96da-ed31-449f-b0b9-83b856aa7d9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.565817] env[69950]: DEBUG oslo_concurrency.lockutils [req-b5d7130d-14af-4bee-96d3-8b5a0ace7e5f req-5f6ae919-7d79-4c58-a14c-3a19ade95b24 service nova] Lock "77ff96da-ed31-449f-b0b9-83b856aa7d9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.565982] env[69950]: DEBUG nova.compute.manager [req-b5d7130d-14af-4bee-96d3-8b5a0ace7e5f req-5f6ae919-7d79-4c58-a14c-3a19ade95b24 service nova] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] No waiting events found dispatching network-vif-plugged-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 738.566247] env[69950]: WARNING nova.compute.manager [req-b5d7130d-14af-4bee-96d3-8b5a0ace7e5f req-5f6ae919-7d79-4c58-a14c-3a19ade95b24 service nova] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Received unexpected event network-vif-plugged-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d for instance with vm_state building and task_state spawning. [ 738.566449] env[69950]: DEBUG nova.compute.manager [req-b5d7130d-14af-4bee-96d3-8b5a0ace7e5f req-5f6ae919-7d79-4c58-a14c-3a19ade95b24 service nova] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Received event network-changed-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 738.566605] env[69950]: DEBUG nova.compute.manager [req-b5d7130d-14af-4bee-96d3-8b5a0ace7e5f req-5f6ae919-7d79-4c58-a14c-3a19ade95b24 service nova] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Refreshing instance network info cache due to event network-changed-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 738.566916] env[69950]: DEBUG oslo_concurrency.lockutils [req-b5d7130d-14af-4bee-96d3-8b5a0ace7e5f req-5f6ae919-7d79-4c58-a14c-3a19ade95b24 service nova] Acquiring lock "refresh_cache-77ff96da-ed31-449f-b0b9-83b856aa7d9a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.566916] env[69950]: DEBUG oslo_concurrency.lockutils [req-b5d7130d-14af-4bee-96d3-8b5a0ace7e5f req-5f6ae919-7d79-4c58-a14c-3a19ade95b24 service nova] Acquired lock "refresh_cache-77ff96da-ed31-449f-b0b9-83b856aa7d9a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.567131] env[69950]: DEBUG nova.network.neutron [req-b5d7130d-14af-4bee-96d3-8b5a0ace7e5f req-5f6ae919-7d79-4c58-a14c-3a19ade95b24 service nova] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Refreshing network info cache for port ac6f0f4b-3dcb-4a98-a72b-b42739672f0d {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.607283] env[69950]: DEBUG nova.compute.manager [req-b776af11-7e4e-479f-862d-a962156c4dd4 req-6a0eeef2-3420-4a7b-b280-f09b49d235a3 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Received event network-changed-5f58221d-c03b-4448-a04b-7c8be51edb45 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 738.607283] env[69950]: DEBUG nova.compute.manager [req-b776af11-7e4e-479f-862d-a962156c4dd4 req-6a0eeef2-3420-4a7b-b280-f09b49d235a3 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Refreshing instance network info cache due to event network-changed-5f58221d-c03b-4448-a04b-7c8be51edb45. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 738.607513] env[69950]: DEBUG oslo_concurrency.lockutils [req-b776af11-7e4e-479f-862d-a962156c4dd4 req-6a0eeef2-3420-4a7b-b280-f09b49d235a3 service nova] Acquiring lock "refresh_cache-49b31e0c-cec2-4a9e-ba29-1b7679597bfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.607920] env[69950]: DEBUG oslo_concurrency.lockutils [req-b776af11-7e4e-479f-862d-a962156c4dd4 req-6a0eeef2-3420-4a7b-b280-f09b49d235a3 service nova] Acquired lock "refresh_cache-49b31e0c-cec2-4a9e-ba29-1b7679597bfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.607920] env[69950]: DEBUG nova.network.neutron [req-b776af11-7e4e-479f-862d-a962156c4dd4 req-6a0eeef2-3420-4a7b-b280-f09b49d235a3 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Refreshing network info cache for port 5f58221d-c03b-4448-a04b-7c8be51edb45 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.856742] env[69950]: DEBUG nova.network.neutron [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Updating instance_info_cache with network_info: [{"id": "3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463", "address": "fa:16:3e:39:bd:98", "network": {"id": "f0eb9381-89d6-4065-aa7b-9444e2a77d57", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-551599363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f69c6c6485845f38589f3ab940b023f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0ac7d3-fb", "ovs_interfaceid": "3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.875488] env[69950]: DEBUG nova.network.neutron [None req-2aea7e38-b951-4fdc-a9db-ef3175616887 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Updating instance_info_cache with network_info: [{"id": "572318e3-b188-467b-95f2-0411d2c98531", "address": "fa:16:3e:52:c1:fe", "network": {"id": "b7ee1e79-0346-483d-b62a-2f303886c77e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-771608770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2566dd499c0049e3a246a96935f99823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572318e3-b1", "ovs_interfaceid": "572318e3-b188-467b-95f2-0411d2c98531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.921862] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d35af4-c14c-4fa1-9541-82799c9011f7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.932076] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdf2bb5-c899-40e7-9c54-b8a49eb12ef2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.971308] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d3e9b1-7152-40d2-aa95-4f6d2f01fba0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.982227] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fb70cf-6ab3-4b01-9e46-4ac2b4a65d8d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.999339] env[69950]: DEBUG nova.compute.provider_tree [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.010560] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Acquiring lock "refresh_cache-feb7093c-31b6-4629-bf8c-dd7f4175500e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.010961] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Acquired lock "refresh_cache-feb7093c-31b6-4629-bf8c-dd7f4175500e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.010961] env[69950]: DEBUG nova.network.neutron [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.056927] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221745, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.074205] env[69950]: DEBUG nova.network.neutron [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Successfully created port: e3f32011-55a1-47f3-bf16-6f4aec23d150 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.260563] env[69950]: DEBUG nova.compute.manager [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.290527] env[69950]: DEBUG nova.virt.hardware [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.291012] env[69950]: DEBUG nova.virt.hardware [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.291012] env[69950]: DEBUG nova.virt.hardware [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.291116] env[69950]: DEBUG nova.virt.hardware [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.291268] env[69950]: DEBUG nova.virt.hardware [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.291415] env[69950]: DEBUG nova.virt.hardware [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.291695] env[69950]: DEBUG nova.virt.hardware [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.291862] env[69950]: DEBUG nova.virt.hardware [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.292375] env[69950]: DEBUG nova.virt.hardware [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.292375] env[69950]: DEBUG nova.virt.hardware [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.292579] env[69950]: DEBUG nova.virt.hardware [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.293483] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7d688d-f309-4d4a-89c7-7dcab82d346f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.305148] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0095195-7e4a-4a99-b396-59bf0deae303 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.360816] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Releasing lock "refresh_cache-65e41164-6de7-42c6-b5ce-7c4bfcf635f1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.361186] env[69950]: DEBUG nova.compute.manager [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Instance network_info: |[{"id": "3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463", "address": "fa:16:3e:39:bd:98", "network": {"id": "f0eb9381-89d6-4065-aa7b-9444e2a77d57", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-551599363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f69c6c6485845f38589f3ab940b023f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0ac7d3-fb", "ovs_interfaceid": "3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.361610] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:bd:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.369868] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Creating folder: Project (8f69c6c6485845f38589f3ab940b023f). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.370354] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9173b74e-4fef-49e4-8414-4c696bc789c8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.379495] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2aea7e38-b951-4fdc-a9db-ef3175616887 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Releasing lock "refresh_cache-08ecd79f-c9f2-422f-80db-2b8b1e854d43" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.382773] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Created folder: Project (8f69c6c6485845f38589f3ab940b023f) in parent group-v835309. [ 739.382969] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Creating folder: Instances. Parent ref: group-v835383. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.385559] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02120908-ad85-4e56-89d9-1fa2abb9cab2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.398221] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Created folder: Instances in parent group-v835383. [ 739.398595] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.398817] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.399080] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8769b3a5-1201-4dd0-8425-af58e2f3726c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.421357] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Acquiring lock "3384bb1e-241f-4cce-a5d0-51b885d466a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.421740] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Lock "3384bb1e-241f-4cce-a5d0-51b885d466a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.421817] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Acquiring lock "3384bb1e-241f-4cce-a5d0-51b885d466a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.422036] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Lock "3384bb1e-241f-4cce-a5d0-51b885d466a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.422172] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Lock "3384bb1e-241f-4cce-a5d0-51b885d466a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.424283] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.424283] env[69950]: value = "task-4221748" [ 739.424283] env[69950]: _type = "Task" [ 739.424283] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.425095] env[69950]: INFO nova.compute.manager [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Terminating instance [ 739.440141] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221748, 'name': CreateVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.503546] env[69950]: DEBUG nova.scheduler.client.report [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.554814] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691251} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.554814] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 77ff96da-ed31-449f-b0b9-83b856aa7d9a/77ff96da-ed31-449f-b0b9-83b856aa7d9a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.555364] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.556191] env[69950]: DEBUG nova.network.neutron [req-b5d7130d-14af-4bee-96d3-8b5a0ace7e5f req-5f6ae919-7d79-4c58-a14c-3a19ade95b24 service nova] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Updated VIF entry in instance network info cache for port ac6f0f4b-3dcb-4a98-a72b-b42739672f0d. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.556564] env[69950]: DEBUG nova.network.neutron [req-b5d7130d-14af-4bee-96d3-8b5a0ace7e5f req-5f6ae919-7d79-4c58-a14c-3a19ade95b24 service nova] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Updating instance_info_cache with network_info: [{"id": "ac6f0f4b-3dcb-4a98-a72b-b42739672f0d", "address": "fa:16:3e:4c:92:6f", "network": {"id": "08fdea0b-d83b-4d94-981e-e64767a1fa98", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1528788568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "101b86a95ff64876a400a82a615957f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6f0f4b-3d", "ovs_interfaceid": "ac6f0f4b-3dcb-4a98-a72b-b42739672f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.557721] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac247c07-b043-40af-a9a8-8aa8655a3a01 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.566356] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 739.566356] env[69950]: value = "task-4221749" [ 739.566356] env[69950]: _type = "Task" [ 739.566356] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.578102] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.607179] env[69950]: DEBUG nova.network.neutron [req-b776af11-7e4e-479f-862d-a962156c4dd4 req-6a0eeef2-3420-4a7b-b280-f09b49d235a3 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Updated VIF entry in instance network info cache for port 5f58221d-c03b-4448-a04b-7c8be51edb45. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.608206] env[69950]: DEBUG nova.network.neutron [req-b776af11-7e4e-479f-862d-a962156c4dd4 req-6a0eeef2-3420-4a7b-b280-f09b49d235a3 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Updating instance_info_cache with network_info: [{"id": "5f58221d-c03b-4448-a04b-7c8be51edb45", "address": "fa:16:3e:8d:57:0b", "network": {"id": "09552c62-38c7-49f7-b2dc-240cbb5a759b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-456523418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69567d8122a54aa7a3210556c8288723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f58221d-c0", "ovs_interfaceid": "5f58221d-c03b-4448-a04b-7c8be51edb45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.798563] env[69950]: DEBUG nova.network.neutron [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating instance_info_cache with network_info: [{"id": "df016135-c949-4649-9e35-d63478115e59", "address": "fa:16:3e:cf:aa:ed", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf016135-c9", "ovs_interfaceid": "df016135-c949-4649-9e35-d63478115e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.835616] env[69950]: DEBUG nova.network.neutron [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.936902] env[69950]: DEBUG nova.compute.manager [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.938160] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.944137] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21303c0f-1bd8-48ca-b1bb-8ff9895d6c86 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.951538] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221748, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.959086] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.959716] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a36a8494-5a9b-45b2-89ab-12345190546b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.969959] env[69950]: DEBUG oslo_vmware.api [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Waiting for the task: (returnval){ [ 739.969959] env[69950]: value = "task-4221750" [ 739.969959] env[69950]: _type = "Task" [ 739.969959] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.981288] env[69950]: DEBUG oslo_vmware.api [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.012217] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.012217] env[69950]: DEBUG nova.compute.manager [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.017117] env[69950]: DEBUG oslo_concurrency.lockutils [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.227s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.017379] env[69950]: DEBUG nova.objects.instance [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lazy-loading 'resources' on Instance uuid ef489f33-9bb0-4ab9-b5be-979629923c8a {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.065022] env[69950]: DEBUG oslo_concurrency.lockutils [req-b5d7130d-14af-4bee-96d3-8b5a0ace7e5f req-5f6ae919-7d79-4c58-a14c-3a19ade95b24 service nova] Releasing lock "refresh_cache-77ff96da-ed31-449f-b0b9-83b856aa7d9a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.085748] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086981} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.086790] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.089896] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e592933c-d2a8-4996-a0e4-a64a5c121f00 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.121618] env[69950]: DEBUG oslo_concurrency.lockutils [req-b776af11-7e4e-479f-862d-a962156c4dd4 req-6a0eeef2-3420-4a7b-b280-f09b49d235a3 service nova] Releasing lock "refresh_cache-49b31e0c-cec2-4a9e-ba29-1b7679597bfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.132775] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 77ff96da-ed31-449f-b0b9-83b856aa7d9a/77ff96da-ed31-449f-b0b9-83b856aa7d9a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.136042] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a32d56c6-b86b-457c-84f7-e44480566cd4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.158588] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 740.158588] env[69950]: value = "task-4221751" [ 740.158588] env[69950]: _type = "Task" [ 740.158588] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.170138] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.201245] env[69950]: DEBUG nova.network.neutron [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Updating instance_info_cache with network_info: [{"id": "ae477bc8-45b3-4b85-b820-203940f36141", "address": "fa:16:3e:cb:23:a1", "network": {"id": "b8174711-18f7-4182-a4c6-f1c28befea54", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-936141394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc91f296cfa44dfb7550cb3ee85ff43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae477bc8-45", "ovs_interfaceid": "ae477bc8-45b3-4b85-b820-203940f36141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.300929] env[69950]: DEBUG oslo_concurrency.lockutils [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Releasing lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.388614] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aea7e38-b951-4fdc-a9db-ef3175616887 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.388957] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2b085e1-e894-47ce-9429-ff91b3de2564 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.397563] env[69950]: DEBUG oslo_vmware.api [None req-2aea7e38-b951-4fdc-a9db-ef3175616887 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 740.397563] env[69950]: value = "task-4221752" [ 740.397563] env[69950]: _type = "Task" [ 740.397563] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.406873] env[69950]: DEBUG oslo_vmware.api [None req-2aea7e38-b951-4fdc-a9db-ef3175616887 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.438150] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221748, 'name': CreateVM_Task, 'duration_secs': 0.822491} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.438387] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.439103] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.439324] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.441771] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.441771] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801a70b8-1e26-45ab-92f1-75d180bb9d91 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.449054] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Waiting for the task: (returnval){ [ 740.449054] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5221c908-de63-50ca-4cc5-28aa7f1992d1" [ 740.449054] env[69950]: _type = "Task" [ 740.449054] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.460312] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5221c908-de63-50ca-4cc5-28aa7f1992d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.480265] env[69950]: DEBUG oslo_vmware.api [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221750, 'name': PowerOffVM_Task, 'duration_secs': 0.281656} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.480532] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.480753] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.480957] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de192b73-2b51-4877-af64-cbe42f2e6b43 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.524026] env[69950]: DEBUG nova.compute.utils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.527961] env[69950]: DEBUG nova.compute.manager [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.528246] env[69950]: DEBUG nova.network.neutron [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.552450] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.552804] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.553110] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Deleting the datastore file [datastore2] 3384bb1e-241f-4cce-a5d0-51b885d466a6 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.553472] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a578c173-fecc-41a0-b996-aae3c920b1a7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.565457] env[69950]: DEBUG oslo_vmware.api [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Waiting for the task: (returnval){ [ 740.565457] env[69950]: value = "task-4221754" [ 740.565457] env[69950]: _type = "Task" [ 740.565457] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.576231] env[69950]: DEBUG oslo_vmware.api [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.627236] env[69950]: DEBUG nova.policy [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffb3a25bc20649008aa547a60c871f11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffa89690ace24450b4cd67a20fd84cd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.677102] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.707244] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Releasing lock "refresh_cache-feb7093c-31b6-4629-bf8c-dd7f4175500e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.707640] env[69950]: DEBUG nova.compute.manager [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Instance network_info: |[{"id": "ae477bc8-45b3-4b85-b820-203940f36141", "address": "fa:16:3e:cb:23:a1", "network": {"id": "b8174711-18f7-4182-a4c6-f1c28befea54", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-936141394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc91f296cfa44dfb7550cb3ee85ff43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae477bc8-45", "ovs_interfaceid": "ae477bc8-45b3-4b85-b820-203940f36141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.708137] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:23:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae477bc8-45b3-4b85-b820-203940f36141', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.716546] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Creating folder: Project (6dc91f296cfa44dfb7550cb3ee85ff43). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.720019] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a432888b-ece3-493b-a0b8-d00bdc15a9a3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.737334] env[69950]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 740.737530] env[69950]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69950) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 740.737929] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Folder already exists: Project (6dc91f296cfa44dfb7550cb3ee85ff43). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 740.738242] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Creating folder: Instances. Parent ref: group-v835334. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.738600] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-076da5bc-e662-4e7f-9dc7-5cf167e01657 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.750811] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Created folder: Instances in parent group-v835334. [ 740.751128] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.751369] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.751826] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd2a5ca1-8806-44d6-8e16-6874e1099310 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.778918] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.778918] env[69950]: value = "task-4221757" [ 740.778918] env[69950]: _type = "Task" [ 740.778918] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.790702] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221757, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.817615] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Acquiring lock "021d914a-8af2-449d-adbe-6cc453275a1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.821135] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Lock "021d914a-8af2-449d-adbe-6cc453275a1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.837527] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618d7ead-e72d-414b-8346-8f4035cc4ebc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.626266] env[69950]: DEBUG nova.compute.manager [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.629072] env[69950]: DEBUG nova.compute.manager [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.635748] env[69950]: DEBUG nova.network.neutron [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Successfully created port: 32b2c61c-7407-48bd-a90b-f3fb3c282ebc {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.657016] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a604b6a-3dd4-4cf2-9a12-1876d82ecd85 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.663408] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquiring lock "da4381f9-af9d-4e93-b6e9-92371f27d52f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.663408] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Lock "da4381f9-af9d-4e93-b6e9-92371f27d52f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.686571] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221751, 'name': ReconfigVM_Task, 'duration_secs': 0.741787} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.686571] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5221c908-de63-50ca-4cc5-28aa7f1992d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010756} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.686982] env[69950]: DEBUG oslo_vmware.api [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Task: {'id': task-4221754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297785} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.687726] env[69950]: DEBUG oslo_vmware.api [None req-2aea7e38-b951-4fdc-a9db-ef3175616887 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221752, 'name': PowerOnVM_Task, 'duration_secs': 0.704046} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.693194] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 77ff96da-ed31-449f-b0b9-83b856aa7d9a/77ff96da-ed31-449f-b0b9-83b856aa7d9a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.694018] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.694262] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.694491] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.695202] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.695202] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.695202] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.695380] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.695420] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.695593] env[69950]: INFO nova.compute.manager [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Took 1.76 seconds to destroy the instance on the hypervisor. [ 741.695823] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.697485] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aea7e38-b951-4fdc-a9db-ef3175616887 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.697485] env[69950]: DEBUG nova.compute.manager [None req-2aea7e38-b951-4fdc-a9db-ef3175616887 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 741.701842] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73a60005-be62-4f25-bbee-ffa7fbd3a5c0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.705029] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-695c0c9c-0f8f-4a08-8b95-4b8543bd3879 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.705029] env[69950]: DEBUG nova.compute.manager [-] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.705029] env[69950]: DEBUG nova.network.neutron [-] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.706996] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ede745-5d56-4229-8552-dca22bc496ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.710779] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221757, 'name': CreateVM_Task, 'duration_secs': 0.617645} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.713536] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.714161] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating instance '93664ea1-b278-43d4-9390-f10836022697' progress to 83 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 741.722890] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835346', 'volume_id': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'name': 'volume-e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'feb7093c-31b6-4629-bf8c-dd7f4175500e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'serial': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd'}, 'attachment_id': 'c07c13eb-e8df-4004-914e-c7fb8283c211', 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69950) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 741.722890] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Root volume attach. Driver type: vmdk {{(pid=69950) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 741.723841] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2436c08c-d901-456f-af73-69c68c51f0ce {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.732132] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 741.732132] env[69950]: value = "task-4221758" [ 741.732132] env[69950]: _type = "Task" [ 741.732132] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.734436] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.734436] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.741698] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b898f8-f84b-49e8-b1bb-59fd356b39cf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.749081] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be16698-fd94-4dd8-9f56-63aa90a7bdc7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.757509] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Waiting for the task: (returnval){ [ 741.757509] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5294c4d1-75c0-1188-fd2c-96e062ebdd96" [ 741.757509] env[69950]: _type = "Task" [ 741.757509] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.757823] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221758, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.764122] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def85463-41ab-40a3-84f2-8be70c416ca8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.772805] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5294c4d1-75c0-1188-fd2c-96e062ebdd96, 'name': SearchDatastore_Task, 'duration_secs': 0.013225} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.777016] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa67267-9eeb-4a75-bc6f-4cfb71ebc25f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.783685] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-557d73e7-aed6-499a-a1d4-dba75c8987f4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.788062] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Waiting for the task: (returnval){ [ 741.788062] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f0ed06-0f17-a9fb-48b1-93a413aafe4a" [ 741.788062] env[69950]: _type = "Task" [ 741.788062] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.794126] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Waiting for the task: (returnval){ [ 741.794126] env[69950]: value = "task-4221759" [ 741.794126] env[69950]: _type = "Task" [ 741.794126] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.797552] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f0ed06-0f17-a9fb-48b1-93a413aafe4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.811303] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221759, 'name': RelocateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.899061] env[69950]: DEBUG nova.network.neutron [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Successfully updated port: e3f32011-55a1-47f3-bf16-6f4aec23d150 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.977020] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ab744a-6b9c-4ad9-a501-e772b961f3a3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.985745] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63b40f3-4830-45c4-97d1-d784d4d5b542 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.019201] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3051d58-62f2-4c1a-a251-47ddd8bfb026 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.028132] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77d2e09-e1ed-4cc8-94fd-9ff307c2bb6b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.044089] env[69950]: DEBUG nova.compute.provider_tree [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.130337] env[69950]: DEBUG nova.compute.manager [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Received event network-changed-480366fa-9291-47a8-bb2b-af1b0908de34 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 742.130337] env[69950]: DEBUG nova.compute.manager [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Refreshing instance network info cache due to event network-changed-480366fa-9291-47a8-bb2b-af1b0908de34. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 742.130337] env[69950]: DEBUG oslo_concurrency.lockutils [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] Acquiring lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.130337] env[69950]: DEBUG oslo_concurrency.lockutils [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] Acquired lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.130337] env[69950]: DEBUG nova.network.neutron [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Refreshing network info cache for port 480366fa-9291-47a8-bb2b-af1b0908de34 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.169027] env[69950]: DEBUG nova.compute.manager [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.184874] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.221495] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.223476] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cdf1567-b2fb-4199-b668-b0ea15a67b4a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.236025] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 742.236025] env[69950]: value = "task-4221760" [ 742.236025] env[69950]: _type = "Task" [ 742.236025] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.261906] env[69950]: DEBUG nova.compute.manager [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Received event network-changed-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 742.262212] env[69950]: DEBUG nova.compute.manager [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Refreshing instance network info cache due to event network-changed-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 742.262663] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] Acquiring lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.262663] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] Acquired lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.262740] env[69950]: DEBUG nova.network.neutron [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Refreshing network info cache for port 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.273894] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221760, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.287026] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221758, 'name': Rename_Task, 'duration_secs': 0.162} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.287026] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.287026] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3931882b-c9e8-4059-ae68-e5dc0c758e8a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.299522] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f0ed06-0f17-a9fb-48b1-93a413aafe4a, 'name': SearchDatastore_Task, 'duration_secs': 0.01271} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.305708] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.306968] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 65e41164-6de7-42c6-b5ce-7c4bfcf635f1/65e41164-6de7-42c6-b5ce-7c4bfcf635f1.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.307867] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 742.307867] env[69950]: value = "task-4221761" [ 742.307867] env[69950]: _type = "Task" [ 742.307867] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.308441] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-170759ed-60ec-4909-8bfa-015612684c70 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.324026] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221759, 'name': RelocateVM_Task} progress is 40%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.326102] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Waiting for the task: (returnval){ [ 742.326102] env[69950]: value = "task-4221762" [ 742.326102] env[69950]: _type = "Task" [ 742.326102] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.326686] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221761, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.339877] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.404134] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "refresh_cache-1b0f6e6b-68f1-4d93-8df9-43a8938566a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.404134] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "refresh_cache-1b0f6e6b-68f1-4d93-8df9-43a8938566a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.404134] env[69950]: DEBUG nova.network.neutron [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.550024] env[69950]: DEBUG nova.scheduler.client.report [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.641892] env[69950]: DEBUG nova.compute.manager [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.679245] env[69950]: DEBUG nova.virt.hardware [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.679245] env[69950]: DEBUG nova.virt.hardware [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.679737] env[69950]: DEBUG nova.virt.hardware [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.680100] env[69950]: DEBUG nova.virt.hardware [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.680376] env[69950]: DEBUG nova.virt.hardware [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.680667] env[69950]: DEBUG nova.virt.hardware [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.680996] env[69950]: DEBUG nova.virt.hardware [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.681310] env[69950]: DEBUG nova.virt.hardware [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.681614] env[69950]: DEBUG nova.virt.hardware [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.681904] env[69950]: DEBUG nova.virt.hardware [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.682200] env[69950]: DEBUG nova.virt.hardware [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.683442] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9019b384-0a93-431f-99c7-acb34b8c2d8d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.700028] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8560c65b-db95-45d2-86fc-b7ff5f0914c3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.723066] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.745187] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.820423] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221759, 'name': RelocateVM_Task} progress is 53%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.827514] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221761, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.838943] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221762, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.954230] env[69950]: DEBUG nova.network.neutron [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.054007] env[69950]: DEBUG oslo_concurrency.lockutils [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.037s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.057151] env[69950]: DEBUG oslo_concurrency.lockutils [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.881s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.057510] env[69950]: DEBUG nova.objects.instance [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Lazy-loading 'resources' on Instance uuid 2348a71e-6447-436f-97a5-59bfcf8cbc5b {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.084028] env[69950]: INFO nova.scheduler.client.report [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Deleted allocations for instance ef489f33-9bb0-4ab9-b5be-979629923c8a [ 743.084504] env[69950]: DEBUG nova.network.neutron [-] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.142558] env[69950]: DEBUG nova.network.neutron [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Updating instance_info_cache with network_info: [{"id": "e3f32011-55a1-47f3-bf16-6f4aec23d150", "address": "fa:16:3e:96:8f:0d", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f32011-55", "ovs_interfaceid": "e3f32011-55a1-47f3-bf16-6f4aec23d150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.248334] env[69950]: DEBUG oslo_vmware.api [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221760, 'name': PowerOnVM_Task, 'duration_secs': 0.813793} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.249020] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.249401] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-915074f1-186f-4450-b3c6-e1efa397ca74 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating instance '93664ea1-b278-43d4-9390-f10836022697' progress to 100 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 743.315095] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221759, 'name': RelocateVM_Task} progress is 67%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.330031] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221761, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.342040] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626893} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.342240] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 65e41164-6de7-42c6-b5ce-7c4bfcf635f1/65e41164-6de7-42c6-b5ce-7c4bfcf635f1.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.342387] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.343067] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb58ea82-a085-4558-ba42-a64c94f0f233 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.355462] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Waiting for the task: (returnval){ [ 743.355462] env[69950]: value = "task-4221763" [ 743.355462] env[69950]: _type = "Task" [ 743.355462] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.367805] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.443461] env[69950]: DEBUG nova.network.neutron [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Updated VIF entry in instance network info cache for port 480366fa-9291-47a8-bb2b-af1b0908de34. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.443890] env[69950]: DEBUG nova.network.neutron [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance_info_cache with network_info: [{"id": "480366fa-9291-47a8-bb2b-af1b0908de34", "address": "fa:16:3e:5d:db:19", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480366fa-92", "ovs_interfaceid": "480366fa-9291-47a8-bb2b-af1b0908de34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.592619] env[69950]: INFO nova.compute.manager [-] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Took 1.89 seconds to deallocate network for instance. [ 743.597081] env[69950]: DEBUG oslo_concurrency.lockutils [None req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "ef489f33-9bb0-4ab9-b5be-979629923c8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.268s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.647068] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "refresh_cache-1b0f6e6b-68f1-4d93-8df9-43a8938566a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.647940] env[69950]: DEBUG nova.compute.manager [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Instance network_info: |[{"id": "e3f32011-55a1-47f3-bf16-6f4aec23d150", "address": "fa:16:3e:96:8f:0d", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f32011-55", "ovs_interfaceid": "e3f32011-55a1-47f3-bf16-6f4aec23d150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.651495] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:8f:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3f32011-55a1-47f3-bf16-6f4aec23d150', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.666637] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Creating folder: Project (2e29c924a5ef4b2cb44bfa45e3e034f3). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.666992] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8e87626-6067-4ece-b2c6-2cf49b32d93e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.680274] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Created folder: Project (2e29c924a5ef4b2cb44bfa45e3e034f3) in parent group-v835309. [ 743.681279] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Creating folder: Instances. Parent ref: group-v835388. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.684039] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2ba9433-dfb4-4d5a-86f6-a8653288b61e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.701402] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Created folder: Instances in parent group-v835388. [ 743.701402] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.701402] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.701402] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7232e57-2df6-4a21-a517-b2d99c9f4433 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.730587] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.730587] env[69950]: value = "task-4221766" [ 743.730587] env[69950]: _type = "Task" [ 743.730587] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.743758] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221766, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.797079] env[69950]: DEBUG nova.network.neutron [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Updated VIF entry in instance network info cache for port 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.797079] env[69950]: DEBUG nova.network.neutron [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Updating instance_info_cache with network_info: [{"id": "6f42dc81-f109-4db9-ada2-5c79c1b1e6c7", "address": "fa:16:3e:73:17:d9", "network": {"id": "a5d4250e-a36f-4abb-8b8b-912b140b7950", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-681070360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f78b228d57f4389a19608b113e95ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f42dc81-f1", "ovs_interfaceid": "6f42dc81-f109-4db9-ada2-5c79c1b1e6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.818025] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221759, 'name': RelocateVM_Task} progress is 78%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.829344] env[69950]: DEBUG oslo_vmware.api [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221761, 'name': PowerOnVM_Task, 'duration_secs': 1.251592} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.833146] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.833549] env[69950]: INFO nova.compute.manager [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Took 12.67 seconds to spawn the instance on the hypervisor. [ 743.833932] env[69950]: DEBUG nova.compute.manager [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 743.835901] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287febf8-d293-4059-b4ac-dfe0914b518c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.866124] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138004} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.866424] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.867306] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6ddbc2-8fdb-44a1-a557-d6e8d97c01a8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.903216] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 65e41164-6de7-42c6-b5ce-7c4bfcf635f1/65e41164-6de7-42c6-b5ce-7c4bfcf635f1.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.906572] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc749289-51aa-444e-97e7-a02b3d7fdb90 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.929449] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Waiting for the task: (returnval){ [ 743.929449] env[69950]: value = "task-4221767" [ 743.929449] env[69950]: _type = "Task" [ 743.929449] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.940814] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.947976] env[69950]: DEBUG oslo_concurrency.lockutils [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] Releasing lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.948091] env[69950]: DEBUG nova.compute.manager [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Received event network-vif-plugged-ae477bc8-45b3-4b85-b820-203940f36141 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 743.948356] env[69950]: DEBUG oslo_concurrency.lockutils [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] Acquiring lock "feb7093c-31b6-4629-bf8c-dd7f4175500e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.948650] env[69950]: DEBUG oslo_concurrency.lockutils [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] Lock "feb7093c-31b6-4629-bf8c-dd7f4175500e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.948872] env[69950]: DEBUG oslo_concurrency.lockutils [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] Lock "feb7093c-31b6-4629-bf8c-dd7f4175500e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.950391] env[69950]: DEBUG nova.compute.manager [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] No waiting events found dispatching network-vif-plugged-ae477bc8-45b3-4b85-b820-203940f36141 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 743.950391] env[69950]: WARNING nova.compute.manager [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Received unexpected event network-vif-plugged-ae477bc8-45b3-4b85-b820-203940f36141 for instance with vm_state building and task_state spawning. [ 743.950391] env[69950]: DEBUG nova.compute.manager [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Received event network-changed-ae477bc8-45b3-4b85-b820-203940f36141 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 743.950391] env[69950]: DEBUG nova.compute.manager [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Refreshing instance network info cache due to event network-changed-ae477bc8-45b3-4b85-b820-203940f36141. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 743.950391] env[69950]: DEBUG oslo_concurrency.lockutils [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] Acquiring lock "refresh_cache-feb7093c-31b6-4629-bf8c-dd7f4175500e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.950568] env[69950]: DEBUG oslo_concurrency.lockutils [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] Acquired lock "refresh_cache-feb7093c-31b6-4629-bf8c-dd7f4175500e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.950568] env[69950]: DEBUG nova.network.neutron [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Refreshing network info cache for port ae477bc8-45b3-4b85-b820-203940f36141 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.108822] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.228861] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2148a809-b851-495f-a730-bbbb8deacaed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.250108] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e67e29-6cf1-49ea-9374-e0ddbcf6857c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.254420] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221766, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.296854] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1faa585-e328-4b78-9418-2e7484a84613 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.300314] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] Releasing lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.300544] env[69950]: DEBUG nova.compute.manager [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Received event network-changed-f88999cd-dd6b-4bee-9cc3-a5108a97368f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 744.300694] env[69950]: DEBUG nova.compute.manager [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Refreshing instance network info cache due to event network-changed-f88999cd-dd6b-4bee-9cc3-a5108a97368f. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 744.300905] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] Acquiring lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.301064] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] Acquired lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.301334] env[69950]: DEBUG nova.network.neutron [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Refreshing network info cache for port f88999cd-dd6b-4bee-9cc3-a5108a97368f {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.314603] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318b6686-5d9f-4d10-9b0c-8c50ec8f80dd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.319022] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221759, 'name': RelocateVM_Task} progress is 92%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.320068] env[69950]: DEBUG nova.network.neutron [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Successfully updated port: 32b2c61c-7407-48bd-a90b-f3fb3c282ebc {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.336343] env[69950]: DEBUG nova.compute.provider_tree [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.363661] env[69950]: INFO nova.compute.manager [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Took 35.01 seconds to build instance. [ 744.439698] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.556034] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquiring lock "ae310c47-dea2-4062-85f0-f2e551f8492f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.557147] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Lock "ae310c47-dea2-4062-85f0-f2e551f8492f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.557444] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquiring lock "ae310c47-dea2-4062-85f0-f2e551f8492f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.557683] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Lock "ae310c47-dea2-4062-85f0-f2e551f8492f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.557904] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Lock "ae310c47-dea2-4062-85f0-f2e551f8492f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.560318] env[69950]: INFO nova.compute.manager [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Terminating instance [ 744.742417] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221766, 'name': CreateVM_Task, 'duration_secs': 0.57346} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.742717] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.743301] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.743467] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.743779] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.744040] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9add1ab-9c51-4a03-83fd-5d913b72c6f8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.748659] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 744.748659] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5280864c-b66b-cc97-69e6-2ac5311d76d4" [ 744.748659] env[69950]: _type = "Task" [ 744.748659] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.759548] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5280864c-b66b-cc97-69e6-2ac5311d76d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.817710] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221759, 'name': RelocateVM_Task} progress is 97%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.823825] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "refresh_cache-5b7c9fe9-79bf-445b-8b69-7b52607b6648" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.824033] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquired lock "refresh_cache-5b7c9fe9-79bf-445b-8b69-7b52607b6648" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.824241] env[69950]: DEBUG nova.network.neutron [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.839770] env[69950]: DEBUG nova.scheduler.client.report [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.845829] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Acquiring lock "49b31e0c-cec2-4a9e-ba29-1b7679597bfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.846189] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Lock "49b31e0c-cec2-4a9e-ba29-1b7679597bfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.846510] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Acquiring lock "49b31e0c-cec2-4a9e-ba29-1b7679597bfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.846752] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Lock "49b31e0c-cec2-4a9e-ba29-1b7679597bfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.846990] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Lock "49b31e0c-cec2-4a9e-ba29-1b7679597bfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.849077] env[69950]: INFO nova.compute.manager [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Terminating instance [ 744.869219] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lock "77ff96da-ed31-449f-b0b9-83b856aa7d9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.556s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.941231] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221767, 'name': ReconfigVM_Task, 'duration_secs': 0.764714} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.941621] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 65e41164-6de7-42c6-b5ce-7c4bfcf635f1/65e41164-6de7-42c6-b5ce-7c4bfcf635f1.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.942347] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a4cb33e-470a-4491-85d5-e3018c43c1f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.951661] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Waiting for the task: (returnval){ [ 744.951661] env[69950]: value = "task-4221768" [ 744.951661] env[69950]: _type = "Task" [ 744.951661] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.962519] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221768, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.990353] env[69950]: DEBUG nova.network.neutron [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Updated VIF entry in instance network info cache for port ae477bc8-45b3-4b85-b820-203940f36141. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.990733] env[69950]: DEBUG nova.network.neutron [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Updating instance_info_cache with network_info: [{"id": "ae477bc8-45b3-4b85-b820-203940f36141", "address": "fa:16:3e:cb:23:a1", "network": {"id": "b8174711-18f7-4182-a4c6-f1c28befea54", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-936141394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc91f296cfa44dfb7550cb3ee85ff43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae477bc8-45", "ovs_interfaceid": "ae477bc8-45b3-4b85-b820-203940f36141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.066545] env[69950]: DEBUG nova.compute.manager [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.067114] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.068124] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaaf621-ccc2-40e1-aa39-cfb049b1bee7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.080450] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.080450] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb8c748e-c262-4254-ac9e-4e6cd6a52845 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.084988] env[69950]: DEBUG oslo_vmware.api [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 745.084988] env[69950]: value = "task-4221769" [ 745.084988] env[69950]: _type = "Task" [ 745.084988] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.094775] env[69950]: DEBUG oslo_vmware.api [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.257474] env[69950]: DEBUG nova.network.neutron [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Updated VIF entry in instance network info cache for port f88999cd-dd6b-4bee-9cc3-a5108a97368f. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.257846] env[69950]: DEBUG nova.network.neutron [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Updating instance_info_cache with network_info: [{"id": "f88999cd-dd6b-4bee-9cc3-a5108a97368f", "address": "fa:16:3e:93:28:0c", "network": {"id": "a5d4250e-a36f-4abb-8b8b-912b140b7950", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-681070360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f78b228d57f4389a19608b113e95ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88999cd-dd", "ovs_interfaceid": "f88999cd-dd6b-4bee-9cc3-a5108a97368f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.266843] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5280864c-b66b-cc97-69e6-2ac5311d76d4, 'name': SearchDatastore_Task, 'duration_secs': 0.044057} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.267303] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.267691] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.268043] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.268316] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.268850] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.272219] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d68ac753-3717-4636-87a6-ef89042a0f42 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.280026] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.280672] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.285084] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176fb85b-f809-42e9-8b1e-148a1d1ca422 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.290172] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 745.290172] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521b1cae-53cd-32cb-3b4e-d24119a3acff" [ 745.290172] env[69950]: _type = "Task" [ 745.290172] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.297585] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521b1cae-53cd-32cb-3b4e-d24119a3acff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.319439] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221759, 'name': RelocateVM_Task} progress is 98%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.343962] env[69950]: DEBUG nova.compute.manager [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Received event network-vif-plugged-e3f32011-55a1-47f3-bf16-6f4aec23d150 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 745.344312] env[69950]: DEBUG oslo_concurrency.lockutils [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] Acquiring lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.344954] env[69950]: DEBUG oslo_concurrency.lockutils [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] Lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.344993] env[69950]: DEBUG oslo_concurrency.lockutils [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] Lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.345210] env[69950]: DEBUG nova.compute.manager [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] No waiting events found dispatching network-vif-plugged-e3f32011-55a1-47f3-bf16-6f4aec23d150 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 745.346132] env[69950]: WARNING nova.compute.manager [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Received unexpected event network-vif-plugged-e3f32011-55a1-47f3-bf16-6f4aec23d150 for instance with vm_state building and task_state spawning. [ 745.346323] env[69950]: DEBUG nova.compute.manager [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Received event network-changed-e3f32011-55a1-47f3-bf16-6f4aec23d150 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 745.346971] env[69950]: DEBUG nova.compute.manager [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Refreshing instance network info cache due to event network-changed-e3f32011-55a1-47f3-bf16-6f4aec23d150. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 745.347330] env[69950]: DEBUG oslo_concurrency.lockutils [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] Acquiring lock "refresh_cache-1b0f6e6b-68f1-4d93-8df9-43a8938566a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.347557] env[69950]: DEBUG oslo_concurrency.lockutils [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] Acquired lock "refresh_cache-1b0f6e6b-68f1-4d93-8df9-43a8938566a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.347846] env[69950]: DEBUG nova.network.neutron [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Refreshing network info cache for port e3f32011-55a1-47f3-bf16-6f4aec23d150 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.351617] env[69950]: DEBUG oslo_concurrency.lockutils [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.355513] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.750s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.355513] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.355583] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69950) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 745.356149] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.383s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.361891] env[69950]: INFO nova.compute.claims [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.370021] env[69950]: DEBUG nova.compute.manager [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.370021] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.371093] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b7d387-390c-4b36-8ae5-f0f588d2f307 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.374773] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9964bc-de89-4b9e-a204-39424574faa8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.388574] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1402acf0-3205-4a46-afb9-3e4be36403c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.394397] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.395339] env[69950]: INFO nova.scheduler.client.report [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Deleted allocations for instance 2348a71e-6447-436f-97a5-59bfcf8cbc5b [ 745.396649] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf2f0d1f-5bd1-4d66-a983-6bbe89d8ff7f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.402286] env[69950]: DEBUG nova.network.neutron [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.420056] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a827299-2208-48f7-a9ec-c83e866c6771 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.423467] env[69950]: DEBUG oslo_vmware.api [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Waiting for the task: (returnval){ [ 745.423467] env[69950]: value = "task-4221770" [ 745.423467] env[69950]: _type = "Task" [ 745.423467] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.431920] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2214c5-a6e8-475b-ae8d-68cf6ff5c611 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.442138] env[69950]: DEBUG oslo_vmware.api [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.478062] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178290MB free_disk=1GB free_vcpus=48 pci_devices=None {{(pid=69950) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 745.478701] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.497020] env[69950]: DEBUG oslo_concurrency.lockutils [req-d163e5ee-a4d4-4caf-89bb-d09dc7e570d5 req-0f18dd5e-7a62-49a6-aa5a-a3cd1a376a3d service nova] Releasing lock "refresh_cache-feb7093c-31b6-4629-bf8c-dd7f4175500e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.497020] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221768, 'name': Rename_Task, 'duration_secs': 0.288149} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.497020] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.497020] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0da38b3-d415-4a37-810c-6454a7b7eeab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.504621] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Waiting for the task: (returnval){ [ 745.504621] env[69950]: value = "task-4221771" [ 745.504621] env[69950]: _type = "Task" [ 745.504621] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.514578] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.598548] env[69950]: DEBUG oslo_vmware.api [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221769, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.687272] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.687670] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.688408] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.688408] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.688809] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.691438] env[69950]: INFO nova.compute.manager [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Terminating instance [ 745.731460] env[69950]: DEBUG nova.network.neutron [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Updating instance_info_cache with network_info: [{"id": "32b2c61c-7407-48bd-a90b-f3fb3c282ebc", "address": "fa:16:3e:9d:c7:10", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b2c61c-74", "ovs_interfaceid": "32b2c61c-7407-48bd-a90b-f3fb3c282ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.761812] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] Releasing lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.761812] env[69950]: DEBUG nova.compute.manager [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Received event network-vif-plugged-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 745.762397] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] Acquiring lock "65e41164-6de7-42c6-b5ce-7c4bfcf635f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.762397] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] Lock "65e41164-6de7-42c6-b5ce-7c4bfcf635f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.763298] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] Lock "65e41164-6de7-42c6-b5ce-7c4bfcf635f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.763568] env[69950]: DEBUG nova.compute.manager [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] No waiting events found dispatching network-vif-plugged-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 745.763829] env[69950]: WARNING nova.compute.manager [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Received unexpected event network-vif-plugged-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 for instance with vm_state building and task_state spawning. [ 745.764134] env[69950]: DEBUG nova.compute.manager [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Received event network-changed-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 745.764486] env[69950]: DEBUG nova.compute.manager [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Refreshing instance network info cache due to event network-changed-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 745.764724] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] Acquiring lock "refresh_cache-65e41164-6de7-42c6-b5ce-7c4bfcf635f1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.764926] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] Acquired lock "refresh_cache-65e41164-6de7-42c6-b5ce-7c4bfcf635f1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.765155] env[69950]: DEBUG nova.network.neutron [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Refreshing network info cache for port 3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.804359] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521b1cae-53cd-32cb-3b4e-d24119a3acff, 'name': SearchDatastore_Task, 'duration_secs': 0.031549} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.805121] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd405ce-5744-4e9b-91ca-dfc67fdf6a71 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.817917] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 745.817917] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525cec48-092b-60ff-0c81-784c945c649e" [ 745.817917] env[69950]: _type = "Task" [ 745.817917] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.821840] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221759, 'name': RelocateVM_Task, 'duration_secs': 3.65128} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.827178] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 745.827178] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835346', 'volume_id': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'name': 'volume-e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'feb7093c-31b6-4629-bf8c-dd7f4175500e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'serial': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 745.828385] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de426ecb-82a1-44e4-b69b-cc2fd8e9065d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.838488] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525cec48-092b-60ff-0c81-784c945c649e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.857864] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0394c990-6d2b-429d-a84b-6633509d89aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.889577] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-e8396ccd-7ab0-412f-b733-ad1fe2561dcd/volume-e8396ccd-7ab0-412f-b733-ad1fe2561dcd.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.891283] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c30c7ba-b1df-46cb-821d-c52b8d116b30 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.910808] env[69950]: DEBUG oslo_concurrency.lockutils [None req-674d8f98-465d-4af7-8581-048c22751caf tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Lock "2348a71e-6447-436f-97a5-59bfcf8cbc5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.979s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.921072] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Waiting for the task: (returnval){ [ 745.921072] env[69950]: value = "task-4221772" [ 745.921072] env[69950]: _type = "Task" [ 745.921072] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.941201] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.941575] env[69950]: DEBUG oslo_vmware.api [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221770, 'name': PowerOffVM_Task, 'duration_secs': 0.232766} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.943305] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.943305] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.943305] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4f738d5-06ee-44c1-bd14-966a30ad5562 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.021378] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.027414] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.027767] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.028045] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Deleting the datastore file [datastore1] 49b31e0c-cec2-4a9e-ba29-1b7679597bfe {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.029749] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cef79f04-223a-4856-9045-8e4b3f3ac5be {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.040570] env[69950]: DEBUG oslo_vmware.api [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Waiting for the task: (returnval){ [ 746.040570] env[69950]: value = "task-4221774" [ 746.040570] env[69950]: _type = "Task" [ 746.040570] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.050794] env[69950]: DEBUG oslo_vmware.api [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.098742] env[69950]: DEBUG oslo_vmware.api [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221769, 'name': PowerOffVM_Task, 'duration_secs': 0.756191} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.099124] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.099334] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.099601] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b72906f-b343-4f5c-b714-3d5668d08092 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.196253] env[69950]: DEBUG nova.compute.manager [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.196709] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.198369] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1feb6b96-2f0e-4316-8414-09dd603435e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.209144] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.210369] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87ca07a7-f29a-4755-a402-99e0e07948bb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.213946] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.214307] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.214617] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Deleting the datastore file [datastore1] ae310c47-dea2-4062-85f0-f2e551f8492f {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.215546] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58825183-5354-4f38-bcff-44f6c0f48e2f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.224857] env[69950]: DEBUG oslo_vmware.api [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for the task: (returnval){ [ 746.224857] env[69950]: value = "task-4221777" [ 746.224857] env[69950]: _type = "Task" [ 746.224857] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.228701] env[69950]: DEBUG oslo_vmware.api [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 746.228701] env[69950]: value = "task-4221776" [ 746.228701] env[69950]: _type = "Task" [ 746.228701] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.233567] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Releasing lock "refresh_cache-5b7c9fe9-79bf-445b-8b69-7b52607b6648" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.233887] env[69950]: DEBUG nova.compute.manager [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Instance network_info: |[{"id": "32b2c61c-7407-48bd-a90b-f3fb3c282ebc", "address": "fa:16:3e:9d:c7:10", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b2c61c-74", "ovs_interfaceid": "32b2c61c-7407-48bd-a90b-f3fb3c282ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.238148] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:c7:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32b2c61c-7407-48bd-a90b-f3fb3c282ebc', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.250285] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.255757] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.256783] env[69950]: DEBUG oslo_vmware.api [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.256921] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-631deab1-e821-475a-a569-df4ea0909a90 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.285309] env[69950]: DEBUG oslo_vmware.api [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.293206] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.293206] env[69950]: value = "task-4221778" [ 746.293206] env[69950]: _type = "Task" [ 746.293206] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.306994] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221778, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.336536] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525cec48-092b-60ff-0c81-784c945c649e, 'name': SearchDatastore_Task, 'duration_secs': 0.027367} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.336871] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.337284] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 1b0f6e6b-68f1-4d93-8df9-43a8938566a3/1b0f6e6b-68f1-4d93-8df9-43a8938566a3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.337909] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6d9be60-71d3-4284-9d27-e3c86fa9ebec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.346444] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 746.346444] env[69950]: value = "task-4221779" [ 746.346444] env[69950]: _type = "Task" [ 746.346444] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.358909] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.433774] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.521686] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221771, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.556473] env[69950]: DEBUG oslo_vmware.api [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Task: {'id': task-4221774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205371} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.556875] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.557292] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.557484] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.557652] env[69950]: INFO nova.compute.manager [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Took 1.19 seconds to destroy the instance on the hypervisor. [ 746.557914] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.558126] env[69950]: DEBUG nova.compute.manager [-] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.558248] env[69950]: DEBUG nova.network.neutron [-] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.753580] env[69950]: DEBUG nova.network.neutron [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Updated VIF entry in instance network info cache for port e3f32011-55a1-47f3-bf16-6f4aec23d150. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.753580] env[69950]: DEBUG nova.network.neutron [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Updating instance_info_cache with network_info: [{"id": "e3f32011-55a1-47f3-bf16-6f4aec23d150", "address": "fa:16:3e:96:8f:0d", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f32011-55", "ovs_interfaceid": "e3f32011-55a1-47f3-bf16-6f4aec23d150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.774610] env[69950]: DEBUG oslo_vmware.api [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Task: {'id': task-4221777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250818} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.781993] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.782850] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.782850] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.782967] env[69950]: INFO nova.compute.manager [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Took 1.72 seconds to destroy the instance on the hypervisor. [ 746.784709] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.784974] env[69950]: DEBUG oslo_vmware.api [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221776, 'name': PowerOffVM_Task, 'duration_secs': 0.255797} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.789371] env[69950]: DEBUG nova.compute.manager [-] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.789371] env[69950]: DEBUG nova.network.neutron [-] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.791878] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.791956] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.792899] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a1b1a58-0f75-40ab-aa6c-77c51cf571ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.815633] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221778, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.869537] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221779, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.913122] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.913587] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.913902] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Deleting the datastore file [datastore2] 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.914646] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af55a35b-f384-40ed-b931-981f0f2ccc30 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.926422] env[69950]: DEBUG oslo_vmware.api [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 746.926422] env[69950]: value = "task-4221781" [ 746.926422] env[69950]: _type = "Task" [ 746.926422] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.954710] env[69950]: DEBUG oslo_vmware.api [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.955058] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221772, 'name': ReconfigVM_Task, 'duration_secs': 0.526967} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.958407] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-e8396ccd-7ab0-412f-b733-ad1fe2561dcd/volume-e8396ccd-7ab0-412f-b733-ad1fe2561dcd.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.966079] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66231947-f003-4a83-bb19-191794e05aca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.991138] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Waiting for the task: (returnval){ [ 746.991138] env[69950]: value = "task-4221782" [ 746.991138] env[69950]: _type = "Task" [ 746.991138] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.003290] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221782, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.021778] env[69950]: DEBUG oslo_vmware.api [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221771, 'name': PowerOnVM_Task, 'duration_secs': 1.08454} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.022117] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.022330] env[69950]: INFO nova.compute.manager [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Took 13.22 seconds to spawn the instance on the hypervisor. [ 747.022515] env[69950]: DEBUG nova.compute.manager [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 747.023710] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273d9ae5-1dfb-4da7-aedd-db40dcae07ca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.042824] env[69950]: DEBUG nova.compute.manager [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 747.049867] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155e447b-b277-487d-ba24-1b9af28c9eaf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.068427] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99fb443-f582-48a9-80ba-80854c9eca3c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.080222] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ad9459-5b76-4bd7-bd92-3d056b657bd3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.119974] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be53bcf-a4c4-4369-9f66-830f16382fbc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.130418] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9caaba-7cd1-4761-a6e1-5483472cc3f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.146957] env[69950]: DEBUG nova.compute.provider_tree [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.262342] env[69950]: DEBUG oslo_concurrency.lockutils [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] Releasing lock "refresh_cache-1b0f6e6b-68f1-4d93-8df9-43a8938566a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.262475] env[69950]: DEBUG nova.compute.manager [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Received event network-vif-deleted-0100201c-7a36-4d4c-8485-43096b6b565e {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 747.263447] env[69950]: DEBUG nova.compute.manager [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Received event network-changed-f88999cd-dd6b-4bee-9cc3-a5108a97368f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 747.263447] env[69950]: DEBUG nova.compute.manager [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Refreshing instance network info cache due to event network-changed-f88999cd-dd6b-4bee-9cc3-a5108a97368f. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 747.263447] env[69950]: DEBUG oslo_concurrency.lockutils [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] Acquiring lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.263629] env[69950]: DEBUG oslo_concurrency.lockutils [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] Acquired lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.263736] env[69950]: DEBUG nova.network.neutron [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Refreshing network info cache for port f88999cd-dd6b-4bee-9cc3-a5108a97368f {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.314659] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221778, 'name': CreateVM_Task, 'duration_secs': 0.684716} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.317775] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.319432] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.319432] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.319432] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.319891] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41440cf2-a416-489e-97ec-8ec47f535ee2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.327997] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 747.327997] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e445c1-7484-a080-1472-e5431dc2433b" [ 747.327997] env[69950]: _type = "Task" [ 747.327997] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.337964] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e445c1-7484-a080-1472-e5431dc2433b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.366768] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678218} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.367050] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 1b0f6e6b-68f1-4d93-8df9-43a8938566a3/1b0f6e6b-68f1-4d93-8df9-43a8938566a3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.367357] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.367665] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de006514-18a6-42e4-a025-fed4f5fe08de {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.375629] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 747.375629] env[69950]: value = "task-4221783" [ 747.375629] env[69950]: _type = "Task" [ 747.375629] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.391509] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "a579426a-0513-4976-86d7-d772106e72c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.391781] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "a579426a-0513-4976-86d7-d772106e72c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.397858] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.446065] env[69950]: DEBUG oslo_vmware.api [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.512495} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.446450] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.446706] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.446905] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.447306] env[69950]: INFO nova.compute.manager [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Took 1.25 seconds to destroy the instance on the hypervisor. [ 747.447503] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.447768] env[69950]: DEBUG nova.compute.manager [-] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.447913] env[69950]: DEBUG nova.network.neutron [-] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.510204] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221782, 'name': ReconfigVM_Task, 'duration_secs': 0.368821} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.510204] env[69950]: DEBUG nova.network.neutron [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Updated VIF entry in instance network info cache for port 3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.510990] env[69950]: DEBUG nova.network.neutron [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Updating instance_info_cache with network_info: [{"id": "3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463", "address": "fa:16:3e:39:bd:98", "network": {"id": "f0eb9381-89d6-4065-aa7b-9444e2a77d57", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-551599363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f69c6c6485845f38589f3ab940b023f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0ac7d3-fb", "ovs_interfaceid": "3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.511834] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835346', 'volume_id': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'name': 'volume-e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'feb7093c-31b6-4629-bf8c-dd7f4175500e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'serial': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 747.512378] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d40f23d-2cfc-44f0-bf14-9c49a29493ac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.520417] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Waiting for the task: (returnval){ [ 747.520417] env[69950]: value = "task-4221784" [ 747.520417] env[69950]: _type = "Task" [ 747.520417] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.535021] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221784, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.544438] env[69950]: INFO nova.compute.manager [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Took 38.06 seconds to build instance. [ 747.564396] env[69950]: INFO nova.compute.manager [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] instance snapshotting [ 747.568392] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a695b08-b379-4d13-9715-78d18a374621 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.609966] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2991bd3-eb01-429e-8b0e-1025d0960f59 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.656346] env[69950]: DEBUG nova.scheduler.client.report [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.846794] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e445c1-7484-a080-1472-e5431dc2433b, 'name': SearchDatastore_Task, 'duration_secs': 0.022354} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.847476] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.847908] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.848314] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.848613] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.849044] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.849527] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdcc4b13-5faa-4ad6-8cd3-015619308c15 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.863385] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.863616] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.864391] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a371d1e3-1c10-439e-933d-41838f88e038 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.871294] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 747.871294] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52cd3881-334b-fa44-b236-cc2b86120539" [ 747.871294] env[69950]: _type = "Task" [ 747.871294] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.882219] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52cd3881-334b-fa44-b236-cc2b86120539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.887384] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081275} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.887678] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.888493] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b88728-c87d-44a4-a5cf-ddec5224c6e6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.903233] env[69950]: DEBUG nova.compute.manager [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.915916] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 1b0f6e6b-68f1-4d93-8df9-43a8938566a3/1b0f6e6b-68f1-4d93-8df9-43a8938566a3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.915916] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3802bca0-582a-4bc9-a791-442543a1963a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.941669] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 747.941669] env[69950]: value = "task-4221785" [ 747.941669] env[69950]: _type = "Task" [ 747.941669] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.953261] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.017508] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee83faff-2651-4d2f-8424-ed685102f498 req-69a5e4d2-9a1b-44df-89e0-5a3accfcaf76 service nova] Releasing lock "refresh_cache-65e41164-6de7-42c6-b5ce-7c4bfcf635f1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.036473] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221784, 'name': Rename_Task, 'duration_secs': 0.206003} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.036787] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.037051] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42867023-3556-4478-90ff-d9db30f43525 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.046288] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Lock "65e41164-6de7-42c6-b5ce-7c4bfcf635f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.533s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.046669] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Waiting for the task: (returnval){ [ 748.046669] env[69950]: value = "task-4221786" [ 748.046669] env[69950]: _type = "Task" [ 748.046669] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.056529] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.130993] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 748.130993] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54c1a050-0607-4102-9ec4-9d6e83ec09ea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.138148] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 748.138148] env[69950]: value = "task-4221787" [ 748.138148] env[69950]: _type = "Task" [ 748.138148] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.147743] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221787, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.166650] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.166650] env[69950]: DEBUG nova.compute.manager [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.169896] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.595s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.170161] env[69950]: DEBUG nova.objects.instance [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Lazy-loading 'resources' on Instance uuid aed33fae-88a9-43ad-844e-e73e0d9d9ab8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.382485] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52cd3881-334b-fa44-b236-cc2b86120539, 'name': SearchDatastore_Task, 'duration_secs': 0.032386} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.383270] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6417eda-2cf8-41ef-a522-e7c50cc56473 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.388919] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 748.388919] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52547aa1-e7fd-085f-0715-45ac149da455" [ 748.388919] env[69950]: _type = "Task" [ 748.388919] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.400932] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52547aa1-e7fd-085f-0715-45ac149da455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.436316] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.452554] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221785, 'name': ReconfigVM_Task, 'duration_secs': 0.305054} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.452965] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 1b0f6e6b-68f1-4d93-8df9-43a8938566a3/1b0f6e6b-68f1-4d93-8df9-43a8938566a3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.453628] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2f1119f-e6f0-4f6a-8f65-9dc763aea4e9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.461681] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 748.461681] env[69950]: value = "task-4221788" [ 748.461681] env[69950]: _type = "Task" [ 748.461681] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.470996] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221788, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.473016] env[69950]: DEBUG nova.network.neutron [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Updated VIF entry in instance network info cache for port f88999cd-dd6b-4bee-9cc3-a5108a97368f. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.473383] env[69950]: DEBUG nova.network.neutron [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Updating instance_info_cache with network_info: [{"id": "f88999cd-dd6b-4bee-9cc3-a5108a97368f", "address": "fa:16:3e:93:28:0c", "network": {"id": "a5d4250e-a36f-4abb-8b8b-912b140b7950", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-681070360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f78b228d57f4389a19608b113e95ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88999cd-dd", "ovs_interfaceid": "f88999cd-dd6b-4bee-9cc3-a5108a97368f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.561256] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.575694] env[69950]: DEBUG nova.network.neutron [-] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.595903] env[69950]: DEBUG nova.network.neutron [-] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.597748] env[69950]: DEBUG nova.network.neutron [-] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.651689] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221787, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.678870] env[69950]: DEBUG nova.compute.utils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.682223] env[69950]: DEBUG nova.compute.manager [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.682964] env[69950]: DEBUG nova.network.neutron [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.776970] env[69950]: DEBUG nova.policy [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5991ed542d6545daae9cc34b4e075b49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f76d1d6a36d454c8becf3e4b6434db2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.909908] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52547aa1-e7fd-085f-0715-45ac149da455, 'name': SearchDatastore_Task, 'duration_secs': 0.028019} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.910254] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.910456] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 5b7c9fe9-79bf-445b-8b69-7b52607b6648/5b7c9fe9-79bf-445b-8b69-7b52607b6648.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.910717] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4740ed4-993f-4f13-b884-7aa3345c0531 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.918937] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 748.918937] env[69950]: value = "task-4221789" [ 748.918937] env[69950]: _type = "Task" [ 748.918937] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.936147] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.978838] env[69950]: DEBUG oslo_concurrency.lockutils [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] Releasing lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.979721] env[69950]: DEBUG nova.compute.manager [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Received event network-vif-plugged-32b2c61c-7407-48bd-a90b-f3fb3c282ebc {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 748.980093] env[69950]: DEBUG oslo_concurrency.lockutils [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] Acquiring lock "5b7c9fe9-79bf-445b-8b69-7b52607b6648-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.980409] env[69950]: DEBUG oslo_concurrency.lockutils [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] Lock "5b7c9fe9-79bf-445b-8b69-7b52607b6648-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.980700] env[69950]: DEBUG oslo_concurrency.lockutils [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] Lock "5b7c9fe9-79bf-445b-8b69-7b52607b6648-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.980971] env[69950]: DEBUG nova.compute.manager [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] No waiting events found dispatching network-vif-plugged-32b2c61c-7407-48bd-a90b-f3fb3c282ebc {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 748.981254] env[69950]: WARNING nova.compute.manager [req-ef883335-7407-46d8-a89e-8c761bba7ab4 req-7fcec504-18d3-492b-8b76-6b5345e5ab0b service nova] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Received unexpected event network-vif-plugged-32b2c61c-7407-48bd-a90b-f3fb3c282ebc for instance with vm_state building and task_state spawning. [ 748.981734] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221788, 'name': Rename_Task, 'duration_secs': 0.155124} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.984718] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.985647] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-116757ce-048d-4059-b981-995044a6b229 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.998029] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 748.998029] env[69950]: value = "task-4221790" [ 748.998029] env[69950]: _type = "Task" [ 748.998029] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.008403] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.069636] env[69950]: DEBUG oslo_vmware.api [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4221786, 'name': PowerOnVM_Task, 'duration_secs': 0.790957} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.072374] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.072646] env[69950]: INFO nova.compute.manager [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Took 10.70 seconds to spawn the instance on the hypervisor. [ 749.072908] env[69950]: DEBUG nova.compute.manager [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 749.074139] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c2be7c-bfcd-4d7e-8f94-4d41c5218071 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.078308] env[69950]: INFO nova.compute.manager [-] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Took 1.63 seconds to deallocate network for instance. [ 749.099923] env[69950]: INFO nova.compute.manager [-] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Took 2.54 seconds to deallocate network for instance. [ 749.101951] env[69950]: INFO nova.compute.manager [-] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Took 2.31 seconds to deallocate network for instance. [ 749.153221] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221787, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.182605] env[69950]: DEBUG nova.compute.manager [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.199667] env[69950]: DEBUG nova.compute.manager [req-4fde00ff-39a1-4201-8423-5499af1e48de req-0c29dc54-9ab0-4dcf-977e-41ad00b93075 service nova] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Received event network-changed-32b2c61c-7407-48bd-a90b-f3fb3c282ebc {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 749.199667] env[69950]: DEBUG nova.compute.manager [req-4fde00ff-39a1-4201-8423-5499af1e48de req-0c29dc54-9ab0-4dcf-977e-41ad00b93075 service nova] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Refreshing instance network info cache due to event network-changed-32b2c61c-7407-48bd-a90b-f3fb3c282ebc. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 749.199667] env[69950]: DEBUG oslo_concurrency.lockutils [req-4fde00ff-39a1-4201-8423-5499af1e48de req-0c29dc54-9ab0-4dcf-977e-41ad00b93075 service nova] Acquiring lock "refresh_cache-5b7c9fe9-79bf-445b-8b69-7b52607b6648" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.199869] env[69950]: DEBUG oslo_concurrency.lockutils [req-4fde00ff-39a1-4201-8423-5499af1e48de req-0c29dc54-9ab0-4dcf-977e-41ad00b93075 service nova] Acquired lock "refresh_cache-5b7c9fe9-79bf-445b-8b69-7b52607b6648" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.199899] env[69950]: DEBUG nova.network.neutron [req-4fde00ff-39a1-4201-8423-5499af1e48de req-0c29dc54-9ab0-4dcf-977e-41ad00b93075 service nova] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Refreshing network info cache for port 32b2c61c-7407-48bd-a90b-f3fb3c282ebc {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.316735] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314ad682-b5c7-4a41-a059-5f04846c2560 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.328887] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9009d730-17dd-4ba7-9681-fd26a486728c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.367908] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674d34bd-89d3-4501-bc0b-dbdaf78ee436 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.377691] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f2ad75-ff81-4ee9-b7f6-bd5010f9b6d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.397874] env[69950]: DEBUG nova.compute.provider_tree [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.435933] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221789, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.481822] env[69950]: DEBUG nova.network.neutron [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Successfully created port: 81942ecb-4756-4351-ab52-3d06d401b220 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.510210] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221790, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.594589] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.609410] env[69950]: INFO nova.compute.manager [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Took 37.28 seconds to build instance. [ 749.611954] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.615855] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.653687] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221787, 'name': CreateSnapshot_Task, 'duration_secs': 1.064932} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.654739] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 749.655569] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd41a99-75a5-4596-9e65-b1e1cca49a0d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.797282] env[69950]: DEBUG nova.compute.manager [req-a416fe2a-596b-42b2-ab11-e9c35cb8142b req-1604288b-6511-438f-b455-9085cf3a1e4c service nova] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Received event network-vif-deleted-f88999cd-dd6b-4bee-9cc3-a5108a97368f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 749.797808] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "93664ea1-b278-43d4-9390-f10836022697" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.798050] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "93664ea1-b278-43d4-9390-f10836022697" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.798237] env[69950]: DEBUG nova.compute.manager [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Going to confirm migration 1 {{(pid=69950) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 749.903828] env[69950]: DEBUG nova.scheduler.client.report [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.936254] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651881} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.936254] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 5b7c9fe9-79bf-445b-8b69-7b52607b6648/5b7c9fe9-79bf-445b-8b69-7b52607b6648.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.936254] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.936254] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f2d1c34-659c-405f-82ec-2235cbd51e20 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.943392] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 749.943392] env[69950]: value = "task-4221791" [ 749.943392] env[69950]: _type = "Task" [ 749.943392] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.958773] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.007187] env[69950]: DEBUG oslo_vmware.api [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221790, 'name': PowerOnVM_Task, 'duration_secs': 0.570441} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.007453] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.007653] env[69950]: INFO nova.compute.manager [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Took 10.75 seconds to spawn the instance on the hypervisor. [ 750.008049] env[69950]: DEBUG nova.compute.manager [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 750.009310] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26310fa6-97a0-40c3-8e65-167e160b5337 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.112327] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6450c683-e3c2-4970-8a62-5dda78200515 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Lock "feb7093c-31b6-4629-bf8c-dd7f4175500e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.178s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.176463] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 750.176908] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-73ef6d9c-13a0-41e2-bceb-1720c0c162c6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.188265] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 750.188265] env[69950]: value = "task-4221792" [ 750.188265] env[69950]: _type = "Task" [ 750.188265] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.200197] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221792, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.202739] env[69950]: DEBUG nova.compute.manager [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.243779] env[69950]: DEBUG nova.virt.hardware [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.246273] env[69950]: DEBUG nova.virt.hardware [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.247464] env[69950]: DEBUG nova.virt.hardware [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.247464] env[69950]: DEBUG nova.virt.hardware [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.247464] env[69950]: DEBUG nova.virt.hardware [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.247464] env[69950]: DEBUG nova.virt.hardware [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.247464] env[69950]: DEBUG nova.virt.hardware [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.247738] env[69950]: DEBUG nova.virt.hardware [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.247738] env[69950]: DEBUG nova.virt.hardware [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.247799] env[69950]: DEBUG nova.virt.hardware [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.248019] env[69950]: DEBUG nova.virt.hardware [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.249473] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de437891-1ec9-4fb0-81ce-2ffd78134f91 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.258338] env[69950]: DEBUG nova.network.neutron [req-4fde00ff-39a1-4201-8423-5499af1e48de req-0c29dc54-9ab0-4dcf-977e-41ad00b93075 service nova] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Updated VIF entry in instance network info cache for port 32b2c61c-7407-48bd-a90b-f3fb3c282ebc. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.258705] env[69950]: DEBUG nova.network.neutron [req-4fde00ff-39a1-4201-8423-5499af1e48de req-0c29dc54-9ab0-4dcf-977e-41ad00b93075 service nova] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Updating instance_info_cache with network_info: [{"id": "32b2c61c-7407-48bd-a90b-f3fb3c282ebc", "address": "fa:16:3e:9d:c7:10", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b2c61c-74", "ovs_interfaceid": "32b2c61c-7407-48bd-a90b-f3fb3c282ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.264396] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c44873-e893-40c0-92f4-4d6d0d02ddd7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.412148] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.417775] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.173s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.424531] env[69950]: INFO nova.compute.claims [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.440442] env[69950]: INFO nova.scheduler.client.report [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Deleted allocations for instance aed33fae-88a9-43ad-844e-e73e0d9d9ab8 [ 750.470606] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.471021] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.471021] env[69950]: DEBUG nova.network.neutron [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.471169] env[69950]: DEBUG nova.objects.instance [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lazy-loading 'info_cache' on Instance uuid 93664ea1-b278-43d4-9390-f10836022697 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.472916] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235702} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.473663] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.474539] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c124be01-f7de-4553-a2a6-f5d9f443fdea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.503585] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 5b7c9fe9-79bf-445b-8b69-7b52607b6648/5b7c9fe9-79bf-445b-8b69-7b52607b6648.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.503585] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6a10ee5-30a4-4ad3-8141-e55f5893ad65 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.531637] env[69950]: INFO nova.compute.manager [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Took 36.68 seconds to build instance. [ 750.536858] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 750.536858] env[69950]: value = "task-4221793" [ 750.536858] env[69950]: _type = "Task" [ 750.536858] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.547640] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.702861] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221792, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.772855] env[69950]: DEBUG oslo_concurrency.lockutils [req-4fde00ff-39a1-4201-8423-5499af1e48de req-0c29dc54-9ab0-4dcf-977e-41ad00b93075 service nova] Releasing lock "refresh_cache-5b7c9fe9-79bf-445b-8b69-7b52607b6648" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.884227] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "d7e24c6b-4c11-4d1d-a02b-787f71d5993c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.884511] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "d7e24c6b-4c11-4d1d-a02b-787f71d5993c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.962219] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5ae11523-bd41-4482-bb2a-04089ebd6b12 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Lock "aed33fae-88a9-43ad-844e-e73e0d9d9ab8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.014s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.034246] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.446s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.052459] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.203347] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221792, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.390742] env[69950]: DEBUG nova.compute.manager [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.554084] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221793, 'name': ReconfigVM_Task, 'duration_secs': 0.639259} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.554465] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 5b7c9fe9-79bf-445b-8b69-7b52607b6648/5b7c9fe9-79bf-445b-8b69-7b52607b6648.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.555062] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-596aacfd-39e7-4abe-865f-e133887e4924 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.573247] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 751.573247] env[69950]: value = "task-4221794" [ 751.573247] env[69950]: _type = "Task" [ 751.573247] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.586924] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221794, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.707025] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221792, 'name': CloneVM_Task} progress is 95%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.917819] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.002158] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee20b1a-f334-4b27-a47a-7770b2c73848 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.012235] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe16691-cce8-4f6e-9d15-de2a6d41b909 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.050084] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffdd86c-dd41-4e76-b55a-43785e5468b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.059640] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be9072c-5c45-4e50-a0b5-bfe42a433747 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.076803] env[69950]: DEBUG nova.compute.provider_tree [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.091635] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221794, 'name': Rename_Task, 'duration_secs': 0.187899} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.091635] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.091635] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebf209bd-97d0-4aab-9643-4247b99e1812 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.099863] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 752.099863] env[69950]: value = "task-4221795" [ 752.099863] env[69950]: _type = "Task" [ 752.099863] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.109555] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.204958] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221792, 'name': CloneVM_Task, 'duration_secs': 1.669632} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.205490] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Created linked-clone VM from snapshot [ 752.206304] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad53f229-6bfa-4ff1-a232-31810d3fbb2f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.215249] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Uploading image 7b78135a-0521-4414-9533-6c301c15d763 {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 752.249580] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 752.249580] env[69950]: value = "vm-835393" [ 752.249580] env[69950]: _type = "VirtualMachine" [ 752.249580] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 752.249890] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6277a31f-6c0c-492e-91c8-617b2500cc1f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.260141] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lease: (returnval){ [ 752.260141] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f92e47-1265-cfe1-4457-1c7bf4e505ad" [ 752.260141] env[69950]: _type = "HttpNfcLease" [ 752.260141] env[69950]: } obtained for exporting VM: (result){ [ 752.260141] env[69950]: value = "vm-835393" [ 752.260141] env[69950]: _type = "VirtualMachine" [ 752.260141] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 752.260634] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the lease: (returnval){ [ 752.260634] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f92e47-1265-cfe1-4457-1c7bf4e505ad" [ 752.260634] env[69950]: _type = "HttpNfcLease" [ 752.260634] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 752.268658] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.268658] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f92e47-1265-cfe1-4457-1c7bf4e505ad" [ 752.268658] env[69950]: _type = "HttpNfcLease" [ 752.268658] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 752.453918] env[69950]: DEBUG nova.network.neutron [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating instance_info_cache with network_info: [{"id": "df016135-c949-4649-9e35-d63478115e59", "address": "fa:16:3e:cf:aa:ed", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf016135-c9", "ovs_interfaceid": "df016135-c949-4649-9e35-d63478115e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.507514] env[69950]: DEBUG nova.network.neutron [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Successfully updated port: 81942ecb-4756-4351-ab52-3d06d401b220 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.583726] env[69950]: DEBUG nova.scheduler.client.report [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.619224] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221795, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.773023] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.773023] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f92e47-1265-cfe1-4457-1c7bf4e505ad" [ 752.773023] env[69950]: _type = "HttpNfcLease" [ 752.773023] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 752.773023] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 752.773023] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f92e47-1265-cfe1-4457-1c7bf4e505ad" [ 752.773023] env[69950]: _type = "HttpNfcLease" [ 752.773023] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 752.777422] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb68c9e-a6d2-4473-a07d-b5958fd41d6f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.785056] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3237d-350f-8b2c-c9a6-8c0855ecd4ac/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 752.788032] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3237d-350f-8b2c-c9a6-8c0855ecd4ac/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 752.959178] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Releasing lock "refresh_cache-93664ea1-b278-43d4-9390-f10836022697" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.959178] env[69950]: DEBUG nova.objects.instance [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lazy-loading 'migration_context' on Instance uuid 93664ea1-b278-43d4-9390-f10836022697 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.964611] env[69950]: DEBUG nova.compute.manager [req-056accb5-f9f5-4f85-8e6d-fc3189765a5b req-e0601f39-0a1a-4994-a3f0-99fb5ac91363 service nova] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Received event network-vif-deleted-5f58221d-c03b-4448-a04b-7c8be51edb45 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 752.967218] env[69950]: DEBUG nova.compute.manager [req-056accb5-f9f5-4f85-8e6d-fc3189765a5b req-e0601f39-0a1a-4994-a3f0-99fb5ac91363 service nova] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Received event network-vif-deleted-699516bf-da81-44b3-8527-483633159098 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 752.967218] env[69950]: DEBUG nova.compute.manager [req-056accb5-f9f5-4f85-8e6d-fc3189765a5b req-e0601f39-0a1a-4994-a3f0-99fb5ac91363 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Received event network-changed-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 752.967218] env[69950]: DEBUG nova.compute.manager [req-056accb5-f9f5-4f85-8e6d-fc3189765a5b req-e0601f39-0a1a-4994-a3f0-99fb5ac91363 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Refreshing instance network info cache due to event network-changed-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 752.967218] env[69950]: DEBUG oslo_concurrency.lockutils [req-056accb5-f9f5-4f85-8e6d-fc3189765a5b req-e0601f39-0a1a-4994-a3f0-99fb5ac91363 service nova] Acquiring lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.967218] env[69950]: DEBUG oslo_concurrency.lockutils [req-056accb5-f9f5-4f85-8e6d-fc3189765a5b req-e0601f39-0a1a-4994-a3f0-99fb5ac91363 service nova] Acquired lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.967588] env[69950]: DEBUG nova.network.neutron [req-056accb5-f9f5-4f85-8e6d-fc3189765a5b req-e0601f39-0a1a-4994-a3f0-99fb5ac91363 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Refreshing network info cache for port 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.984746] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4cc99757-e637-4692-a943-adc9b6f6a992 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.007823] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Acquiring lock "c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.007823] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Lock "c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.014951] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Acquiring lock "refresh_cache-0719412a-e298-4641-af06-ce0e8c5d6876" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.014951] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Acquired lock "refresh_cache-0719412a-e298-4641-af06-ce0e8c5d6876" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.014951] env[69950]: DEBUG nova.network.neutron [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.090269] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.091016] env[69950]: DEBUG nova.compute.manager [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.096667] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.567s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.099313] env[69950]: INFO nova.compute.claims [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.114833] env[69950]: DEBUG oslo_vmware.api [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221795, 'name': PowerOnVM_Task, 'duration_secs': 0.778341} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.115198] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.115548] env[69950]: INFO nova.compute.manager [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Took 10.47 seconds to spawn the instance on the hypervisor. [ 753.115718] env[69950]: DEBUG nova.compute.manager [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.116870] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeb980d-428c-43b1-a9d1-5280a2b88abb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.372596] env[69950]: DEBUG nova.compute.manager [req-3ba0547b-db9e-403d-a49a-57d1d7253c0e req-0727c70a-a929-420f-9981-e68bd2935129 service nova] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Received event network-changed-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 753.373154] env[69950]: DEBUG nova.compute.manager [req-3ba0547b-db9e-403d-a49a-57d1d7253c0e req-0727c70a-a929-420f-9981-e68bd2935129 service nova] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Refreshing instance network info cache due to event network-changed-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 753.373948] env[69950]: DEBUG oslo_concurrency.lockutils [req-3ba0547b-db9e-403d-a49a-57d1d7253c0e req-0727c70a-a929-420f-9981-e68bd2935129 service nova] Acquiring lock "refresh_cache-65e41164-6de7-42c6-b5ce-7c4bfcf635f1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.374364] env[69950]: DEBUG oslo_concurrency.lockutils [req-3ba0547b-db9e-403d-a49a-57d1d7253c0e req-0727c70a-a929-420f-9981-e68bd2935129 service nova] Acquired lock "refresh_cache-65e41164-6de7-42c6-b5ce-7c4bfcf635f1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.374838] env[69950]: DEBUG nova.network.neutron [req-3ba0547b-db9e-403d-a49a-57d1d7253c0e req-0727c70a-a929-420f-9981-e68bd2935129 service nova] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Refreshing network info cache for port 3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.462137] env[69950]: DEBUG nova.objects.base [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Object Instance<93664ea1-b278-43d4-9390-f10836022697> lazy-loaded attributes: info_cache,migration_context {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 753.463641] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed47ac90-d1ee-4fc5-873f-e3d23a8df947 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.495434] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d25e48-0b76-4770-ae1c-43674e4ac172 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.503831] env[69950]: DEBUG oslo_vmware.api [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 753.503831] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527cce44-288e-2ce3-2b8e-72f82d63d74e" [ 753.503831] env[69950]: _type = "Task" [ 753.503831] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.509495] env[69950]: DEBUG nova.compute.manager [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.523138] env[69950]: DEBUG oslo_vmware.api [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527cce44-288e-2ce3-2b8e-72f82d63d74e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.597955] env[69950]: DEBUG nova.compute.utils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.601588] env[69950]: DEBUG nova.compute.manager [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.601588] env[69950]: DEBUG nova.network.neutron [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.612538] env[69950]: DEBUG nova.network.neutron [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.647085] env[69950]: INFO nova.compute.manager [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Took 35.36 seconds to build instance. [ 753.851375] env[69950]: DEBUG nova.policy [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33aab21e482b482eb892deff3a972695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cc9608d76064f7e957d845cfa34f3d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.025217] env[69950]: DEBUG oslo_vmware.api [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527cce44-288e-2ce3-2b8e-72f82d63d74e, 'name': SearchDatastore_Task, 'duration_secs': 0.012348} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.028838] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.049614] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.104590] env[69950]: DEBUG nova.compute.manager [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.156887] env[69950]: DEBUG oslo_concurrency.lockutils [None req-de137e14-8eee-47ef-90ab-81d929fb2598 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "5b7c9fe9-79bf-445b-8b69-7b52607b6648" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.346s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.254438] env[69950]: DEBUG nova.network.neutron [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Updating instance_info_cache with network_info: [{"id": "81942ecb-4756-4351-ab52-3d06d401b220", "address": "fa:16:3e:ea:a0:0f", "network": {"id": "70120ceb-757b-4fb9-84b8-6883af228177", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-572934258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f76d1d6a36d454c8becf3e4b6434db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81942ecb-47", "ovs_interfaceid": "81942ecb-4756-4351-ab52-3d06d401b220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.386075] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6c7affa-83f9-48d7-98f1-44ef85841b98 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.386157] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6c7affa-83f9-48d7-98f1-44ef85841b98 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.386436] env[69950]: DEBUG nova.compute.manager [None req-b6c7affa-83f9-48d7-98f1-44ef85841b98 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 754.388337] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bc584d-edd9-4ddf-81b3-9cacec8baf12 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.399260] env[69950]: DEBUG nova.compute.manager [None req-b6c7affa-83f9-48d7-98f1-44ef85841b98 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69950) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 754.400828] env[69950]: DEBUG nova.objects.instance [None req-b6c7affa-83f9-48d7-98f1-44ef85841b98 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lazy-loading 'flavor' on Instance uuid 1b0f6e6b-68f1-4d93-8df9-43a8938566a3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.473463] env[69950]: DEBUG nova.network.neutron [req-056accb5-f9f5-4f85-8e6d-fc3189765a5b req-e0601f39-0a1a-4994-a3f0-99fb5ac91363 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Updated VIF entry in instance network info cache for port 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.473463] env[69950]: DEBUG nova.network.neutron [req-056accb5-f9f5-4f85-8e6d-fc3189765a5b req-e0601f39-0a1a-4994-a3f0-99fb5ac91363 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Updating instance_info_cache with network_info: [{"id": "6f42dc81-f109-4db9-ada2-5c79c1b1e6c7", "address": "fa:16:3e:73:17:d9", "network": {"id": "a5d4250e-a36f-4abb-8b8b-912b140b7950", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-681070360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f78b228d57f4389a19608b113e95ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f42dc81-f1", "ovs_interfaceid": "6f42dc81-f109-4db9-ada2-5c79c1b1e6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.490049] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.644794] env[69950]: DEBUG nova.network.neutron [req-3ba0547b-db9e-403d-a49a-57d1d7253c0e req-0727c70a-a929-420f-9981-e68bd2935129 service nova] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Updated VIF entry in instance network info cache for port 3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.645482] env[69950]: DEBUG nova.network.neutron [req-3ba0547b-db9e-403d-a49a-57d1d7253c0e req-0727c70a-a929-420f-9981-e68bd2935129 service nova] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Updating instance_info_cache with network_info: [{"id": "3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463", "address": "fa:16:3e:39:bd:98", "network": {"id": "f0eb9381-89d6-4065-aa7b-9444e2a77d57", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-551599363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f69c6c6485845f38589f3ab940b023f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0ac7d3-fb", "ovs_interfaceid": "3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.727215] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433b8061-68c2-4edf-b3fc-0031b1dca088 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.739480] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6d3321-53d6-4845-8de7-d2749390878a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.777592] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Releasing lock "refresh_cache-0719412a-e298-4641-af06-ce0e8c5d6876" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.777978] env[69950]: DEBUG nova.compute.manager [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Instance network_info: |[{"id": "81942ecb-4756-4351-ab52-3d06d401b220", "address": "fa:16:3e:ea:a0:0f", "network": {"id": "70120ceb-757b-4fb9-84b8-6883af228177", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-572934258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f76d1d6a36d454c8becf3e4b6434db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81942ecb-47", "ovs_interfaceid": "81942ecb-4756-4351-ab52-3d06d401b220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.779351] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:a0:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81942ecb-4756-4351-ab52-3d06d401b220', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.788249] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Creating folder: Project (3f76d1d6a36d454c8becf3e4b6434db2). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.789247] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3683aa17-dad0-4f5b-aa29-16bc7bafb9cc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.792082] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d7eaab7-cbdb-4e7a-b2ca-6bada1905174 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.799974] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a01aef-16cc-4f8d-81e4-9019ff784905 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.806072] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Created folder: Project (3f76d1d6a36d454c8becf3e4b6434db2) in parent group-v835309. [ 754.806252] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Creating folder: Instances. Parent ref: group-v835394. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.806934] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b5e2860-7337-4a24-839b-a854d2abaea2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.821971] env[69950]: DEBUG nova.compute.provider_tree [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.821971] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Created folder: Instances in parent group-v835394. [ 754.821971] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.821971] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.821971] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6080b81a-2c1d-45c9-8413-9feb539e1f89 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.843539] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.843539] env[69950]: value = "task-4221799" [ 754.843539] env[69950]: _type = "Task" [ 754.843539] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.853409] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221799, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.981206] env[69950]: DEBUG oslo_concurrency.lockutils [req-056accb5-f9f5-4f85-8e6d-fc3189765a5b req-e0601f39-0a1a-4994-a3f0-99fb5ac91363 service nova] Releasing lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.117642] env[69950]: DEBUG nova.compute.manager [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.148805] env[69950]: DEBUG oslo_concurrency.lockutils [req-3ba0547b-db9e-403d-a49a-57d1d7253c0e req-0727c70a-a929-420f-9981-e68bd2935129 service nova] Releasing lock "refresh_cache-65e41164-6de7-42c6-b5ce-7c4bfcf635f1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.156182] env[69950]: DEBUG nova.virt.hardware [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.156182] env[69950]: DEBUG nova.virt.hardware [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.156182] env[69950]: DEBUG nova.virt.hardware [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.156318] env[69950]: DEBUG nova.virt.hardware [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.156318] env[69950]: DEBUG nova.virt.hardware [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.156318] env[69950]: DEBUG nova.virt.hardware [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.156318] env[69950]: DEBUG nova.virt.hardware [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.156318] env[69950]: DEBUG nova.virt.hardware [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.156646] env[69950]: DEBUG nova.virt.hardware [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.157262] env[69950]: DEBUG nova.virt.hardware [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.157616] env[69950]: DEBUG nova.virt.hardware [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.158618] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3840f6a4-b80a-41c4-b0ba-a636860a4c35 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.171519] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57e90f3-19c3-49e6-92fa-f25ff61bac58 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.177345] env[69950]: DEBUG nova.network.neutron [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Successfully created port: 5ef73fb2-9e87-4813-9829-8d5951472d4e {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.338234] env[69950]: DEBUG nova.scheduler.client.report [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.353842] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221799, 'name': CreateVM_Task, 'duration_secs': 0.473786} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.356040] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.356040] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.356040] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.356040] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.356040] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5330bad7-27ae-4cfd-9004-016b0b554dfa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.362171] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Waiting for the task: (returnval){ [ 755.362171] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e8588a-9eca-e294-7190-cbe24be514f4" [ 755.362171] env[69950]: _type = "Task" [ 755.362171] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.371719] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e8588a-9eca-e294-7190-cbe24be514f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.423022] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c7affa-83f9-48d7-98f1-44ef85841b98 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.423022] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcbf91fe-6e1d-417e-baa1-755b4b4f6d14 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.431143] env[69950]: DEBUG oslo_vmware.api [None req-b6c7affa-83f9-48d7-98f1-44ef85841b98 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 755.431143] env[69950]: value = "task-4221800" [ 755.431143] env[69950]: _type = "Task" [ 755.431143] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.442316] env[69950]: DEBUG oslo_vmware.api [None req-b6c7affa-83f9-48d7-98f1-44ef85841b98 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.844058] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.844654] env[69950]: DEBUG nova.compute.manager [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.848202] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.664s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.851118] env[69950]: INFO nova.compute.claims [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.878761] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e8588a-9eca-e294-7190-cbe24be514f4, 'name': SearchDatastore_Task, 'duration_secs': 0.014759} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.879558] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.879941] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.880483] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.880483] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.880648] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.880947] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5e6d39a-028f-47dc-a756-ac9ad40ba49e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.896093] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.896315] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.897598] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2efad6f-6718-4dbd-9f3d-51fc3ea6fca7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.905474] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Waiting for the task: (returnval){ [ 755.905474] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527e417f-3d9b-aa5e-f1f6-00c08eb73cdb" [ 755.905474] env[69950]: _type = "Task" [ 755.905474] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.917284] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527e417f-3d9b-aa5e-f1f6-00c08eb73cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.943026] env[69950]: DEBUG oslo_vmware.api [None req-b6c7affa-83f9-48d7-98f1-44ef85841b98 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221800, 'name': PowerOffVM_Task, 'duration_secs': 0.358253} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.943405] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c7affa-83f9-48d7-98f1-44ef85841b98 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.943551] env[69950]: DEBUG nova.compute.manager [None req-b6c7affa-83f9-48d7-98f1-44ef85841b98 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 755.944588] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a5ab46-6582-4075-a0cb-647eb55472ed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.007497] env[69950]: DEBUG nova.compute.manager [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Received event network-vif-plugged-81942ecb-4756-4351-ab52-3d06d401b220 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 756.007996] env[69950]: DEBUG oslo_concurrency.lockutils [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] Acquiring lock "0719412a-e298-4641-af06-ce0e8c5d6876-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.008901] env[69950]: DEBUG oslo_concurrency.lockutils [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] Lock "0719412a-e298-4641-af06-ce0e8c5d6876-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.008901] env[69950]: DEBUG oslo_concurrency.lockutils [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] Lock "0719412a-e298-4641-af06-ce0e8c5d6876-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.008901] env[69950]: DEBUG nova.compute.manager [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] No waiting events found dispatching network-vif-plugged-81942ecb-4756-4351-ab52-3d06d401b220 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 756.009441] env[69950]: WARNING nova.compute.manager [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Received unexpected event network-vif-plugged-81942ecb-4756-4351-ab52-3d06d401b220 for instance with vm_state building and task_state spawning. [ 756.009441] env[69950]: DEBUG nova.compute.manager [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Received event network-changed-81942ecb-4756-4351-ab52-3d06d401b220 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 756.009602] env[69950]: DEBUG nova.compute.manager [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Refreshing instance network info cache due to event network-changed-81942ecb-4756-4351-ab52-3d06d401b220. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 756.011505] env[69950]: DEBUG oslo_concurrency.lockutils [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] Acquiring lock "refresh_cache-0719412a-e298-4641-af06-ce0e8c5d6876" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.011505] env[69950]: DEBUG oslo_concurrency.lockutils [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] Acquired lock "refresh_cache-0719412a-e298-4641-af06-ce0e8c5d6876" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.011505] env[69950]: DEBUG nova.network.neutron [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Refreshing network info cache for port 81942ecb-4756-4351-ab52-3d06d401b220 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.357594] env[69950]: DEBUG nova.compute.utils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.359232] env[69950]: DEBUG nova.compute.manager [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.359505] env[69950]: DEBUG nova.network.neutron [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.415104] env[69950]: DEBUG nova.policy [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae7db0c1278b4456a2a5981f0a8a979f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22a1ccc4833e4d83aae270bd44ce4807', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.422399] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527e417f-3d9b-aa5e-f1f6-00c08eb73cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.013633} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.423266] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-585b355b-a7c7-408d-8b9c-8350706cd2bc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.430905] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Waiting for the task: (returnval){ [ 756.430905] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ca23f8-6904-a242-e600-1303ecb7e0b8" [ 756.430905] env[69950]: _type = "Task" [ 756.430905] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.440526] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ca23f8-6904-a242-e600-1303ecb7e0b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.461813] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6c7affa-83f9-48d7-98f1-44ef85841b98 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.626329] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ea389c-5086-43d7-9911-4e4bd168d123 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.636314] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8902ceb0-a7ea-4085-a252-85f63a50afdd tempest-ServersAdminNegativeTestJSON-2069550286 tempest-ServersAdminNegativeTestJSON-2069550286-project-admin] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Suspending the VM {{(pid=69950) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 756.636842] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1bc094da-26fb-4843-9827-ac1234352f53 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.647966] env[69950]: DEBUG oslo_vmware.api [None req-8902ceb0-a7ea-4085-a252-85f63a50afdd tempest-ServersAdminNegativeTestJSON-2069550286 tempest-ServersAdminNegativeTestJSON-2069550286-project-admin] Waiting for the task: (returnval){ [ 756.647966] env[69950]: value = "task-4221801" [ 756.647966] env[69950]: _type = "Task" [ 756.647966] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.662052] env[69950]: DEBUG oslo_vmware.api [None req-8902ceb0-a7ea-4085-a252-85f63a50afdd tempest-ServersAdminNegativeTestJSON-2069550286 tempest-ServersAdminNegativeTestJSON-2069550286-project-admin] Task: {'id': task-4221801, 'name': SuspendVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.734905] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Acquiring lock "610ec2a5-de42-43df-8d4b-b4a76eec49fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.735301] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Lock "610ec2a5-de42-43df-8d4b-b4a76eec49fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.865705] env[69950]: DEBUG nova.compute.manager [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.949176] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ca23f8-6904-a242-e600-1303ecb7e0b8, 'name': SearchDatastore_Task, 'duration_secs': 0.031037} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.949176] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.949176] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 0719412a-e298-4641-af06-ce0e8c5d6876/0719412a-e298-4641-af06-ce0e8c5d6876.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.949430] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94838067-7de4-4b9b-a454-269bb4610d15 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.962434] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Waiting for the task: (returnval){ [ 756.962434] env[69950]: value = "task-4221802" [ 756.962434] env[69950]: _type = "Task" [ 756.962434] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.974268] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.078693] env[69950]: DEBUG nova.network.neutron [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Successfully created port: 9feb27b2-71bc-44c1-872e-e042dccd53e2 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.089160] env[69950]: DEBUG nova.network.neutron [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Updated VIF entry in instance network info cache for port 81942ecb-4756-4351-ab52-3d06d401b220. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.089567] env[69950]: DEBUG nova.network.neutron [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Updating instance_info_cache with network_info: [{"id": "81942ecb-4756-4351-ab52-3d06d401b220", "address": "fa:16:3e:ea:a0:0f", "network": {"id": "70120ceb-757b-4fb9-84b8-6883af228177", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-572934258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f76d1d6a36d454c8becf3e4b6434db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81942ecb-47", "ovs_interfaceid": "81942ecb-4756-4351-ab52-3d06d401b220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.166997] env[69950]: DEBUG oslo_vmware.api [None req-8902ceb0-a7ea-4085-a252-85f63a50afdd tempest-ServersAdminNegativeTestJSON-2069550286 tempest-ServersAdminNegativeTestJSON-2069550286-project-admin] Task: {'id': task-4221801, 'name': SuspendVM_Task} progress is 62%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.238680] env[69950]: DEBUG nova.compute.manager [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.393327] env[69950]: DEBUG nova.network.neutron [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Successfully updated port: 5ef73fb2-9e87-4813-9829-8d5951472d4e {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.477638] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221802, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.557452] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c090885f-db90-40b5-a590-cb078241dd43 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.568662] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7481d6c7-ee0b-4b2a-954a-99b5041ed6af {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.619428] env[69950]: DEBUG oslo_concurrency.lockutils [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] Releasing lock "refresh_cache-0719412a-e298-4641-af06-ce0e8c5d6876" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.619708] env[69950]: DEBUG nova.compute.manager [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Received event network-changed-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 757.620075] env[69950]: DEBUG nova.compute.manager [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Refreshing instance network info cache due to event network-changed-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 757.620275] env[69950]: DEBUG oslo_concurrency.lockutils [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] Acquiring lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.620427] env[69950]: DEBUG oslo_concurrency.lockutils [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] Acquired lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.620623] env[69950]: DEBUG nova.network.neutron [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Refreshing network info cache for port 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.628842] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3948b7-a3fb-4621-9d43-53cc9e5ae2d8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.632079] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9785ed55-a771-46b6-8674-b97758edae9b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.649957] env[69950]: DEBUG nova.compute.provider_tree [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.662066] env[69950]: DEBUG oslo_vmware.api [None req-8902ceb0-a7ea-4085-a252-85f63a50afdd tempest-ServersAdminNegativeTestJSON-2069550286 tempest-ServersAdminNegativeTestJSON-2069550286-project-admin] Task: {'id': task-4221801, 'name': SuspendVM_Task, 'duration_secs': 0.806977} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.662391] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8902ceb0-a7ea-4085-a252-85f63a50afdd tempest-ServersAdminNegativeTestJSON-2069550286 tempest-ServersAdminNegativeTestJSON-2069550286-project-admin] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Suspended the VM {{(pid=69950) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 757.662593] env[69950]: DEBUG nova.compute.manager [None req-8902ceb0-a7ea-4085-a252-85f63a50afdd tempest-ServersAdminNegativeTestJSON-2069550286 tempest-ServersAdminNegativeTestJSON-2069550286-project-admin] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 757.664117] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc0da85-f379-4cad-a859-7afb1eaf1c60 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.764453] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.894275] env[69950]: DEBUG nova.compute.manager [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.897131] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Acquiring lock "refresh_cache-258bd226-9222-4ace-b0f3-2b554b548cfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.897208] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Acquired lock "refresh_cache-258bd226-9222-4ace-b0f3-2b554b548cfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.897349] env[69950]: DEBUG nova.network.neutron [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.925938] env[69950]: DEBUG nova.virt.hardware [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.926194] env[69950]: DEBUG nova.virt.hardware [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.926356] env[69950]: DEBUG nova.virt.hardware [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.926549] env[69950]: DEBUG nova.virt.hardware [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.926688] env[69950]: DEBUG nova.virt.hardware [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.926837] env[69950]: DEBUG nova.virt.hardware [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.927060] env[69950]: DEBUG nova.virt.hardware [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.927225] env[69950]: DEBUG nova.virt.hardware [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.927392] env[69950]: DEBUG nova.virt.hardware [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.927556] env[69950]: DEBUG nova.virt.hardware [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.927732] env[69950]: DEBUG nova.virt.hardware [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.928970] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec804b03-4e3b-4c00-92f4-27a78722f08c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.937513] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc55ec6f-589d-4aa5-9652-f0b0c3a902c7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.972739] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644955} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.973031] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 0719412a-e298-4641-af06-ce0e8c5d6876/0719412a-e298-4641-af06-ce0e8c5d6876.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.973266] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.973550] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c530b941-7777-40e1-819d-1485a3521972 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.981650] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Waiting for the task: (returnval){ [ 757.981650] env[69950]: value = "task-4221803" [ 757.981650] env[69950]: _type = "Task" [ 757.981650] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.992675] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.107346] env[69950]: DEBUG nova.compute.manager [req-53e89ad4-9d3e-4cd8-81d6-29f610665d25 req-406baf0c-e4f5-444f-962c-ee2c4c4d1760 service nova] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Received event network-vif-plugged-5ef73fb2-9e87-4813-9829-8d5951472d4e {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 758.107522] env[69950]: DEBUG oslo_concurrency.lockutils [req-53e89ad4-9d3e-4cd8-81d6-29f610665d25 req-406baf0c-e4f5-444f-962c-ee2c4c4d1760 service nova] Acquiring lock "258bd226-9222-4ace-b0f3-2b554b548cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.107746] env[69950]: DEBUG oslo_concurrency.lockutils [req-53e89ad4-9d3e-4cd8-81d6-29f610665d25 req-406baf0c-e4f5-444f-962c-ee2c4c4d1760 service nova] Lock "258bd226-9222-4ace-b0f3-2b554b548cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.107934] env[69950]: DEBUG oslo_concurrency.lockutils [req-53e89ad4-9d3e-4cd8-81d6-29f610665d25 req-406baf0c-e4f5-444f-962c-ee2c4c4d1760 service nova] Lock "258bd226-9222-4ace-b0f3-2b554b548cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.108152] env[69950]: DEBUG nova.compute.manager [req-53e89ad4-9d3e-4cd8-81d6-29f610665d25 req-406baf0c-e4f5-444f-962c-ee2c4c4d1760 service nova] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] No waiting events found dispatching network-vif-plugged-5ef73fb2-9e87-4813-9829-8d5951472d4e {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 758.108339] env[69950]: WARNING nova.compute.manager [req-53e89ad4-9d3e-4cd8-81d6-29f610665d25 req-406baf0c-e4f5-444f-962c-ee2c4c4d1760 service nova] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Received unexpected event network-vif-plugged-5ef73fb2-9e87-4813-9829-8d5951472d4e for instance with vm_state building and task_state spawning. [ 758.108506] env[69950]: DEBUG nova.compute.manager [req-53e89ad4-9d3e-4cd8-81d6-29f610665d25 req-406baf0c-e4f5-444f-962c-ee2c4c4d1760 service nova] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Received event network-changed-5ef73fb2-9e87-4813-9829-8d5951472d4e {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 758.108684] env[69950]: DEBUG nova.compute.manager [req-53e89ad4-9d3e-4cd8-81d6-29f610665d25 req-406baf0c-e4f5-444f-962c-ee2c4c4d1760 service nova] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Refreshing instance network info cache due to event network-changed-5ef73fb2-9e87-4813-9829-8d5951472d4e. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 758.108815] env[69950]: DEBUG oslo_concurrency.lockutils [req-53e89ad4-9d3e-4cd8-81d6-29f610665d25 req-406baf0c-e4f5-444f-962c-ee2c4c4d1760 service nova] Acquiring lock "refresh_cache-258bd226-9222-4ace-b0f3-2b554b548cfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.157221] env[69950]: DEBUG nova.scheduler.client.report [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.452812] env[69950]: DEBUG nova.network.neutron [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.499342] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067286} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.499702] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.500635] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db450c44-e114-403e-bdd4-836a15d538b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.527532] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 0719412a-e298-4641-af06-ce0e8c5d6876/0719412a-e298-4641-af06-ce0e8c5d6876.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.528572] env[69950]: DEBUG nova.network.neutron [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Updated VIF entry in instance network info cache for port 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.529365] env[69950]: DEBUG nova.network.neutron [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Updating instance_info_cache with network_info: [{"id": "6f42dc81-f109-4db9-ada2-5c79c1b1e6c7", "address": "fa:16:3e:73:17:d9", "network": {"id": "a5d4250e-a36f-4abb-8b8b-912b140b7950", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-681070360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f78b228d57f4389a19608b113e95ba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f42dc81-f1", "ovs_interfaceid": "6f42dc81-f109-4db9-ada2-5c79c1b1e6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.530498] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ec24bb-ff08-46c8-b5ba-c1c025353fbe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.551916] env[69950]: DEBUG oslo_concurrency.lockutils [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] Releasing lock "refresh_cache-bc626a0f-0d8f-4fce-b31a-98e6edf98d59" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.552190] env[69950]: DEBUG nova.compute.manager [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Received event network-changed-ae477bc8-45b3-4b85-b820-203940f36141 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 758.552360] env[69950]: DEBUG nova.compute.manager [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Refreshing instance network info cache due to event network-changed-ae477bc8-45b3-4b85-b820-203940f36141. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 758.552566] env[69950]: DEBUG oslo_concurrency.lockutils [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] Acquiring lock "refresh_cache-feb7093c-31b6-4629-bf8c-dd7f4175500e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.552706] env[69950]: DEBUG oslo_concurrency.lockutils [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] Acquired lock "refresh_cache-feb7093c-31b6-4629-bf8c-dd7f4175500e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.552864] env[69950]: DEBUG nova.network.neutron [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Refreshing network info cache for port ae477bc8-45b3-4b85-b820-203940f36141 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.564431] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Waiting for the task: (returnval){ [ 758.564431] env[69950]: value = "task-4221804" [ 758.564431] env[69950]: _type = "Task" [ 758.564431] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.573961] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.648838] env[69950]: DEBUG nova.compute.manager [req-c96f6aa3-2111-48f5-ae49-0e8071eed65b req-f5a8a7e7-6719-43be-bd30-d2c51e98bcb9 service nova] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Received event network-vif-plugged-9feb27b2-71bc-44c1-872e-e042dccd53e2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 758.648838] env[69950]: DEBUG oslo_concurrency.lockutils [req-c96f6aa3-2111-48f5-ae49-0e8071eed65b req-f5a8a7e7-6719-43be-bd30-d2c51e98bcb9 service nova] Acquiring lock "f5476329-756a-4d98-b0ca-95f4fa1f4c7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.648838] env[69950]: DEBUG oslo_concurrency.lockutils [req-c96f6aa3-2111-48f5-ae49-0e8071eed65b req-f5a8a7e7-6719-43be-bd30-d2c51e98bcb9 service nova] Lock "f5476329-756a-4d98-b0ca-95f4fa1f4c7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.648838] env[69950]: DEBUG oslo_concurrency.lockutils [req-c96f6aa3-2111-48f5-ae49-0e8071eed65b req-f5a8a7e7-6719-43be-bd30-d2c51e98bcb9 service nova] Lock "f5476329-756a-4d98-b0ca-95f4fa1f4c7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.648838] env[69950]: DEBUG nova.compute.manager [req-c96f6aa3-2111-48f5-ae49-0e8071eed65b req-f5a8a7e7-6719-43be-bd30-d2c51e98bcb9 service nova] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] No waiting events found dispatching network-vif-plugged-9feb27b2-71bc-44c1-872e-e042dccd53e2 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 758.650123] env[69950]: WARNING nova.compute.manager [req-c96f6aa3-2111-48f5-ae49-0e8071eed65b req-f5a8a7e7-6719-43be-bd30-d2c51e98bcb9 service nova] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Received unexpected event network-vif-plugged-9feb27b2-71bc-44c1-872e-e042dccd53e2 for instance with vm_state building and task_state spawning. [ 758.668820] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.669696] env[69950]: DEBUG nova.compute.manager [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.674914] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.952s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.676851] env[69950]: INFO nova.compute.claims [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.691846] env[69950]: DEBUG nova.network.neutron [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Successfully updated port: 9feb27b2-71bc-44c1-872e-e042dccd53e2 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.691846] env[69950]: DEBUG nova.compute.manager [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 758.693859] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8164b726-e3e7-4ae2-9760-9954693f28c8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.748044] env[69950]: DEBUG nova.network.neutron [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Updating instance_info_cache with network_info: [{"id": "5ef73fb2-9e87-4813-9829-8d5951472d4e", "address": "fa:16:3e:29:95:36", "network": {"id": "14f2c4de-6495-4f15-ba0e-a7523eae0c80", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1821382272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cc9608d76064f7e957d845cfa34f3d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ef73fb2-9e", "ovs_interfaceid": "5ef73fb2-9e87-4813-9829-8d5951472d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.955157] env[69950]: DEBUG oslo_concurrency.lockutils [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "3b9149ee-29f3-4353-9c6c-77110197205e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.955157] env[69950]: DEBUG oslo_concurrency.lockutils [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "3b9149ee-29f3-4353-9c6c-77110197205e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.955157] env[69950]: DEBUG oslo_concurrency.lockutils [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "3b9149ee-29f3-4353-9c6c-77110197205e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.955157] env[69950]: DEBUG oslo_concurrency.lockutils [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "3b9149ee-29f3-4353-9c6c-77110197205e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.955551] env[69950]: DEBUG oslo_concurrency.lockutils [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "3b9149ee-29f3-4353-9c6c-77110197205e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.956563] env[69950]: INFO nova.compute.manager [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Terminating instance [ 759.072756] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221804, 'name': ReconfigVM_Task, 'duration_secs': 0.482901} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.073045] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 0719412a-e298-4641-af06-ce0e8c5d6876/0719412a-e298-4641-af06-ce0e8c5d6876.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.073839] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38f968c6-12a9-4f31-887d-a6926bf0ae1a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.081902] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Waiting for the task: (returnval){ [ 759.081902] env[69950]: value = "task-4221805" [ 759.081902] env[69950]: _type = "Task" [ 759.081902] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.098492] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221805, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.183138] env[69950]: DEBUG nova.compute.utils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.184833] env[69950]: DEBUG nova.compute.manager [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.185024] env[69950]: DEBUG nova.network.neutron [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.194170] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Acquiring lock "refresh_cache-f5476329-756a-4d98-b0ca-95f4fa1f4c7a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.194170] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Acquired lock "refresh_cache-f5476329-756a-4d98-b0ca-95f4fa1f4c7a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.194170] env[69950]: DEBUG nova.network.neutron [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.208700] env[69950]: INFO nova.compute.manager [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] instance snapshotting [ 759.208700] env[69950]: WARNING nova.compute.manager [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 759.214193] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df25c9a5-c5be-4a34-b7e3-5d560be88820 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.245765] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada6e71d-f6d7-4690-aff0-92a76c34d58f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.253990] env[69950]: DEBUG nova.policy [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7048ff8990bf455f98e8e1085ea71484', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dbf2d3c30524c89934837f13919ffd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.253990] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Releasing lock "refresh_cache-258bd226-9222-4ace-b0f3-2b554b548cfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.254392] env[69950]: DEBUG nova.compute.manager [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Instance network_info: |[{"id": "5ef73fb2-9e87-4813-9829-8d5951472d4e", "address": "fa:16:3e:29:95:36", "network": {"id": "14f2c4de-6495-4f15-ba0e-a7523eae0c80", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1821382272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cc9608d76064f7e957d845cfa34f3d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ef73fb2-9e", "ovs_interfaceid": "5ef73fb2-9e87-4813-9829-8d5951472d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.254392] env[69950]: DEBUG oslo_concurrency.lockutils [req-53e89ad4-9d3e-4cd8-81d6-29f610665d25 req-406baf0c-e4f5-444f-962c-ee2c4c4d1760 service nova] Acquired lock "refresh_cache-258bd226-9222-4ace-b0f3-2b554b548cfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.254522] env[69950]: DEBUG nova.network.neutron [req-53e89ad4-9d3e-4cd8-81d6-29f610665d25 req-406baf0c-e4f5-444f-962c-ee2c4c4d1760 service nova] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Refreshing network info cache for port 5ef73fb2-9e87-4813-9829-8d5951472d4e {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.256171] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:95:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ef73fb2-9e87-4813-9829-8d5951472d4e', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.268791] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Creating folder: Project (2cc9608d76064f7e957d845cfa34f3d4). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.275307] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94eac4c2-000c-4558-934c-ace5625de85e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.291393] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Created folder: Project (2cc9608d76064f7e957d845cfa34f3d4) in parent group-v835309. [ 759.295021] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Creating folder: Instances. Parent ref: group-v835397. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.295021] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eea3c7f-e24d-420a-bfe5-add8c88fdc55 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.306980] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Created folder: Instances in parent group-v835397. [ 759.307817] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.308137] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.308410] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7eabcac2-790a-4f1a-bae3-093c0f873097 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.333889] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.333889] env[69950]: value = "task-4221808" [ 759.333889] env[69950]: _type = "Task" [ 759.333889] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.348721] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221808, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.460965] env[69950]: DEBUG nova.compute.manager [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.460965] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.461503] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8503d47-66e9-41de-85ed-0a6e23739b00 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.470248] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.470607] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbefac6e-b0fc-4b69-ab5e-6c02e1c3c786 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.477637] env[69950]: DEBUG oslo_vmware.api [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 759.477637] env[69950]: value = "task-4221809" [ 759.477637] env[69950]: _type = "Task" [ 759.477637] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.487256] env[69950]: DEBUG oslo_vmware.api [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.527247] env[69950]: DEBUG nova.network.neutron [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Updated VIF entry in instance network info cache for port ae477bc8-45b3-4b85-b820-203940f36141. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.527785] env[69950]: DEBUG nova.network.neutron [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Updating instance_info_cache with network_info: [{"id": "ae477bc8-45b3-4b85-b820-203940f36141", "address": "fa:16:3e:cb:23:a1", "network": {"id": "b8174711-18f7-4182-a4c6-f1c28befea54", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-936141394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dc91f296cfa44dfb7550cb3ee85ff43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae477bc8-45", "ovs_interfaceid": "ae477bc8-45b3-4b85-b820-203940f36141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.593056] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221805, 'name': Rename_Task, 'duration_secs': 0.176354} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.593386] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.593680] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e2c0a82-6dde-4e23-b7c2-dba0ddf8bce0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.601675] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Waiting for the task: (returnval){ [ 759.601675] env[69950]: value = "task-4221810" [ 759.601675] env[69950]: _type = "Task" [ 759.601675] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.618485] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.643954] env[69950]: DEBUG nova.network.neutron [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Successfully created port: 1009f020-6603-4cc8-8793-0632c6f2393c {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.674982] env[69950]: DEBUG nova.network.neutron [req-53e89ad4-9d3e-4cd8-81d6-29f610665d25 req-406baf0c-e4f5-444f-962c-ee2c4c4d1760 service nova] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Updated VIF entry in instance network info cache for port 5ef73fb2-9e87-4813-9829-8d5951472d4e. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.674982] env[69950]: DEBUG nova.network.neutron [req-53e89ad4-9d3e-4cd8-81d6-29f610665d25 req-406baf0c-e4f5-444f-962c-ee2c4c4d1760 service nova] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Updating instance_info_cache with network_info: [{"id": "5ef73fb2-9e87-4813-9829-8d5951472d4e", "address": "fa:16:3e:29:95:36", "network": {"id": "14f2c4de-6495-4f15-ba0e-a7523eae0c80", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1821382272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cc9608d76064f7e957d845cfa34f3d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ef73fb2-9e", "ovs_interfaceid": "5ef73fb2-9e87-4813-9829-8d5951472d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.691086] env[69950]: DEBUG nova.compute.manager [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.777465] env[69950]: DEBUG nova.network.neutron [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.783523] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 759.784035] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-60335ef5-fc7c-45ba-92f6-6002f4e4101d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.792648] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 759.792648] env[69950]: value = "task-4221811" [ 759.792648] env[69950]: _type = "Task" [ 759.792648] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.805939] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221811, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.845656] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221808, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.988139] env[69950]: DEBUG oslo_vmware.api [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.008728] env[69950]: DEBUG nova.network.neutron [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Updating instance_info_cache with network_info: [{"id": "9feb27b2-71bc-44c1-872e-e042dccd53e2", "address": "fa:16:3e:9e:ef:6d", "network": {"id": "39345b5f-9e5f-46be-a8ec-c9c3868d4b0a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1136307080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "22a1ccc4833e4d83aae270bd44ce4807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9feb27b2-71", "ovs_interfaceid": "9feb27b2-71bc-44c1-872e-e042dccd53e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.031070] env[69950]: DEBUG oslo_concurrency.lockutils [req-40dc3b6e-d857-4b45-8b7f-47eca7a3c425 req-be41f200-8ee2-4f43-937c-a17fe18e6a88 service nova] Releasing lock "refresh_cache-feb7093c-31b6-4629-bf8c-dd7f4175500e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.116260] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.134602] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "5b7c9fe9-79bf-445b-8b69-7b52607b6648" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.134856] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "5b7c9fe9-79bf-445b-8b69-7b52607b6648" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.135168] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "5b7c9fe9-79bf-445b-8b69-7b52607b6648-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.135262] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "5b7c9fe9-79bf-445b-8b69-7b52607b6648-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.135426] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "5b7c9fe9-79bf-445b-8b69-7b52607b6648-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.139816] env[69950]: INFO nova.compute.manager [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Terminating instance [ 760.178401] env[69950]: DEBUG oslo_concurrency.lockutils [req-53e89ad4-9d3e-4cd8-81d6-29f610665d25 req-406baf0c-e4f5-444f-962c-ee2c4c4d1760 service nova] Releasing lock "refresh_cache-258bd226-9222-4ace-b0f3-2b554b548cfe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.276089] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49878a6e-e31c-4a16-b6e3-3077d29a8fb2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.285457] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df00f42-7b9f-4e68-a8ef-421c0d750002 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.326274] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c323e5-913b-47e2-9460-9c1515f26a1c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.344311] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1246df5-0546-40e5-ac62-7c320635627a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.350575] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221811, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.357087] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221808, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.366449] env[69950]: DEBUG nova.compute.provider_tree [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.491442] env[69950]: DEBUG oslo_vmware.api [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221809, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.512827] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Releasing lock "refresh_cache-f5476329-756a-4d98-b0ca-95f4fa1f4c7a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.512827] env[69950]: DEBUG nova.compute.manager [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Instance network_info: |[{"id": "9feb27b2-71bc-44c1-872e-e042dccd53e2", "address": "fa:16:3e:9e:ef:6d", "network": {"id": "39345b5f-9e5f-46be-a8ec-c9c3868d4b0a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1136307080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "22a1ccc4833e4d83aae270bd44ce4807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9feb27b2-71", "ovs_interfaceid": "9feb27b2-71bc-44c1-872e-e042dccd53e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.513312] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:ef:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9feb27b2-71bc-44c1-872e-e042dccd53e2', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.520256] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Creating folder: Project (22a1ccc4833e4d83aae270bd44ce4807). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.520595] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-854e66b8-85a9-4339-9fb0-f8528d5ae276 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.533619] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Created folder: Project (22a1ccc4833e4d83aae270bd44ce4807) in parent group-v835309. [ 760.533875] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Creating folder: Instances. Parent ref: group-v835401. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.534205] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-069ec402-0013-4047-9610-a207fa9232e7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.545202] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Created folder: Instances in parent group-v835401. [ 760.545463] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.545665] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.545885] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf93e201-182f-476a-a1ae-a782f620f180 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.567116] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.567116] env[69950]: value = "task-4221814" [ 760.567116] env[69950]: _type = "Task" [ 760.567116] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.578028] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221814, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.613446] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.643171] env[69950]: DEBUG nova.compute.manager [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.643430] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.644467] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fd738b-4c0e-4828-809d-30ed1c3e8c20 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.653506] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.653927] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a54e2ea8-2e8b-4644-a1e4-7c3cb8bf8c4e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.681091] env[69950]: DEBUG nova.compute.manager [req-90e5474d-5e87-4411-a5cd-040386969d36 req-52ef2e6a-88a4-49ad-b298-c2bc9883e2c3 service nova] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Received event network-changed-9feb27b2-71bc-44c1-872e-e042dccd53e2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 760.681311] env[69950]: DEBUG nova.compute.manager [req-90e5474d-5e87-4411-a5cd-040386969d36 req-52ef2e6a-88a4-49ad-b298-c2bc9883e2c3 service nova] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Refreshing instance network info cache due to event network-changed-9feb27b2-71bc-44c1-872e-e042dccd53e2. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 760.681624] env[69950]: DEBUG oslo_concurrency.lockutils [req-90e5474d-5e87-4411-a5cd-040386969d36 req-52ef2e6a-88a4-49ad-b298-c2bc9883e2c3 service nova] Acquiring lock "refresh_cache-f5476329-756a-4d98-b0ca-95f4fa1f4c7a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.681805] env[69950]: DEBUG oslo_concurrency.lockutils [req-90e5474d-5e87-4411-a5cd-040386969d36 req-52ef2e6a-88a4-49ad-b298-c2bc9883e2c3 service nova] Acquired lock "refresh_cache-f5476329-756a-4d98-b0ca-95f4fa1f4c7a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.682025] env[69950]: DEBUG nova.network.neutron [req-90e5474d-5e87-4411-a5cd-040386969d36 req-52ef2e6a-88a4-49ad-b298-c2bc9883e2c3 service nova] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Refreshing network info cache for port 9feb27b2-71bc-44c1-872e-e042dccd53e2 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.711775] env[69950]: DEBUG nova.compute.manager [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.733113] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.733347] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.733544] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Deleting the datastore file [datastore2] 5b7c9fe9-79bf-445b-8b69-7b52607b6648 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.733799] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b6f8715-ffff-40ff-a319-48d1981fced7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.739348] env[69950]: DEBUG nova.virt.hardware [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.739608] env[69950]: DEBUG nova.virt.hardware [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.739856] env[69950]: DEBUG nova.virt.hardware [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.740316] env[69950]: DEBUG nova.virt.hardware [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.740316] env[69950]: DEBUG nova.virt.hardware [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.740467] env[69950]: DEBUG nova.virt.hardware [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.740688] env[69950]: DEBUG nova.virt.hardware [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.740847] env[69950]: DEBUG nova.virt.hardware [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.741041] env[69950]: DEBUG nova.virt.hardware [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.741241] env[69950]: DEBUG nova.virt.hardware [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.741490] env[69950]: DEBUG nova.virt.hardware [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.742441] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057f5aa3-e7de-4d95-939a-b47c6449e822 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.747165] env[69950]: DEBUG oslo_vmware.api [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 760.747165] env[69950]: value = "task-4221816" [ 760.747165] env[69950]: _type = "Task" [ 760.747165] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.756032] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5327c18-5db8-49eb-9fe7-74281c95f469 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.764336] env[69950]: DEBUG oslo_vmware.api [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.832608] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221811, 'name': CreateSnapshot_Task, 'duration_secs': 0.612884} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.832813] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 760.833969] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35faea5-ce1e-4e52-a4cc-4ea33ec586bd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.852935] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221808, 'name': CreateVM_Task, 'duration_secs': 1.330251} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.853616] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.854498] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.855016] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.855228] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.855599] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea12c56a-daba-4a63-b087-381f3f89b261 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.863303] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Waiting for the task: (returnval){ [ 760.863303] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529d7291-ac84-72ee-0d7f-70bd5f1c95a6" [ 760.863303] env[69950]: _type = "Task" [ 760.863303] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.873449] env[69950]: DEBUG nova.scheduler.client.report [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.876955] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529d7291-ac84-72ee-0d7f-70bd5f1c95a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.993281] env[69950]: DEBUG oslo_vmware.api [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221809, 'name': PowerOffVM_Task, 'duration_secs': 1.03333} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.993939] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.994199] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.994497] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5264b1c-1b34-4b07-ab19-1c8c43993e50 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.078781] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221814, 'name': CreateVM_Task, 'duration_secs': 0.489049} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.078983] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.079809] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.079995] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.080366] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.080658] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5e2159-7b1e-4bfa-82e8-f0969d37d380 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.086671] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Waiting for the task: (returnval){ [ 761.086671] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526e9672-9be0-5aba-733a-ae263f3f1b00" [ 761.086671] env[69950]: _type = "Task" [ 761.086671] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.100037] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526e9672-9be0-5aba-733a-ae263f3f1b00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.101492] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.101699] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.101876] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Deleting the datastore file [datastore2] 3b9149ee-29f3-4353-9c6c-77110197205e {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.102151] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6499ffbd-1234-41dc-a727-925b8dd882e8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.116924] env[69950]: DEBUG oslo_vmware.api [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221810, 'name': PowerOnVM_Task, 'duration_secs': 1.213919} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.118393] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.118631] env[69950]: INFO nova.compute.manager [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Took 10.92 seconds to spawn the instance on the hypervisor. [ 761.118818] env[69950]: DEBUG nova.compute.manager [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 761.119191] env[69950]: DEBUG oslo_vmware.api [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 761.119191] env[69950]: value = "task-4221818" [ 761.119191] env[69950]: _type = "Task" [ 761.119191] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.119899] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d9c6af-816e-4303-86e9-ee7b1e0fc591 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.134749] env[69950]: DEBUG oslo_vmware.api [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.258717] env[69950]: DEBUG nova.network.neutron [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Successfully updated port: 1009f020-6603-4cc8-8793-0632c6f2393c {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.265412] env[69950]: DEBUG oslo_vmware.api [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302696} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.265605] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.268741] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.268741] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.268741] env[69950]: INFO nova.compute.manager [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Took 0.62 seconds to destroy the instance on the hypervisor. [ 761.268741] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.268741] env[69950]: DEBUG nova.compute.manager [-] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.269359] env[69950]: DEBUG nova.network.neutron [-] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.365468] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 761.365857] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d4f79a5-1968-48fe-bd2f-2327f6338802 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.381357] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.381357] env[69950]: DEBUG nova.compute.manager [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.384653] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529d7291-ac84-72ee-0d7f-70bd5f1c95a6, 'name': SearchDatastore_Task, 'duration_secs': 0.032936} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.388502] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.280s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.388502] env[69950]: DEBUG nova.objects.instance [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Lazy-loading 'resources' on Instance uuid 3384bb1e-241f-4cce-a5d0-51b885d466a6 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.389673] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.389900] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.390171] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.390471] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.390520] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.390886] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 761.390886] env[69950]: value = "task-4221819" [ 761.390886] env[69950]: _type = "Task" [ 761.390886] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.391481] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e52e042-e356-4151-8c3c-f7375fc3a0cf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.405435] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221819, 'name': CloneVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.410097] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.410332] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.411104] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ecb141-398f-473c-b0cd-568c9623fe5a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.418475] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Waiting for the task: (returnval){ [ 761.418475] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521e4948-1d21-5ba4-dbe6-857cdc9b778b" [ 761.418475] env[69950]: _type = "Task" [ 761.418475] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.429007] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521e4948-1d21-5ba4-dbe6-857cdc9b778b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.604309] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526e9672-9be0-5aba-733a-ae263f3f1b00, 'name': SearchDatastore_Task, 'duration_secs': 0.016882} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.604749] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.604843] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.605104] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.605258] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.606577] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.606577] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-303c4734-93b2-4513-a103-e596299463c7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.617702] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.617910] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.620465] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f78a57e-f3dc-4ccf-9038-3d461cba73ce {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.636513] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Waiting for the task: (returnval){ [ 761.636513] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fe177a-5e2b-4b39-5d8f-a4c8e0bdc692" [ 761.636513] env[69950]: _type = "Task" [ 761.636513] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.655626] env[69950]: DEBUG oslo_vmware.api [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435827} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.663038] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.663235] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.663486] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.663713] env[69950]: INFO nova.compute.manager [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Took 2.20 seconds to destroy the instance on the hypervisor. [ 761.664037] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.664603] env[69950]: INFO nova.compute.manager [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Took 39.73 seconds to build instance. [ 761.665977] env[69950]: DEBUG nova.compute.manager [-] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.668977] env[69950]: DEBUG nova.network.neutron [-] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.674869] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fe177a-5e2b-4b39-5d8f-a4c8e0bdc692, 'name': SearchDatastore_Task, 'duration_secs': 0.01927} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.676052] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e39bd7c-a3e6-4803-922d-03d7320681a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.685973] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Waiting for the task: (returnval){ [ 761.685973] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521c7fac-6553-549f-9644-7def28fd9bc4" [ 761.685973] env[69950]: _type = "Task" [ 761.685973] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.700941] env[69950]: DEBUG nova.network.neutron [req-90e5474d-5e87-4411-a5cd-040386969d36 req-52ef2e6a-88a4-49ad-b298-c2bc9883e2c3 service nova] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Updated VIF entry in instance network info cache for port 9feb27b2-71bc-44c1-872e-e042dccd53e2. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.700941] env[69950]: DEBUG nova.network.neutron [req-90e5474d-5e87-4411-a5cd-040386969d36 req-52ef2e6a-88a4-49ad-b298-c2bc9883e2c3 service nova] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Updating instance_info_cache with network_info: [{"id": "9feb27b2-71bc-44c1-872e-e042dccd53e2", "address": "fa:16:3e:9e:ef:6d", "network": {"id": "39345b5f-9e5f-46be-a8ec-c9c3868d4b0a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1136307080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "22a1ccc4833e4d83aae270bd44ce4807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9feb27b2-71", "ovs_interfaceid": "9feb27b2-71bc-44c1-872e-e042dccd53e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.707349] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521c7fac-6553-549f-9644-7def28fd9bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.015366} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.707606] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.707857] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] f5476329-756a-4d98-b0ca-95f4fa1f4c7a/f5476329-756a-4d98-b0ca-95f4fa1f4c7a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.708146] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67d005ba-3d55-463a-ae89-ea710a6e418b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.721562] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Waiting for the task: (returnval){ [ 761.721562] env[69950]: value = "task-4221820" [ 761.721562] env[69950]: _type = "Task" [ 761.721562] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.735829] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.766611] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Acquiring lock "refresh_cache-021d914a-8af2-449d-adbe-6cc453275a1f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.766774] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Acquired lock "refresh_cache-021d914a-8af2-449d-adbe-6cc453275a1f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.767232] env[69950]: DEBUG nova.network.neutron [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.786793] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3237d-350f-8b2c-c9a6-8c0855ecd4ac/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 761.788024] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac825d18-43be-4c46-924b-dd86bcc3acb9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.796210] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3237d-350f-8b2c-c9a6-8c0855ecd4ac/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 761.796452] env[69950]: ERROR oslo_vmware.rw_handles [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3237d-350f-8b2c-c9a6-8c0855ecd4ac/disk-0.vmdk due to incomplete transfer. [ 761.796695] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-169eedf3-cee1-4549-a906-98182d442f3c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.815949] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3237d-350f-8b2c-c9a6-8c0855ecd4ac/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 761.816358] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Uploaded image 7b78135a-0521-4414-9533-6c301c15d763 to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 761.818478] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 761.819919] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e36a045-d91d-40ff-82bc-e4a6b1a5fa67 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.828207] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 761.828207] env[69950]: value = "task-4221821" [ 761.828207] env[69950]: _type = "Task" [ 761.828207] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.838827] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221821, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.888095] env[69950]: DEBUG nova.compute.utils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.889669] env[69950]: DEBUG nova.compute.manager [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.889838] env[69950]: DEBUG nova.network.neutron [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.908678] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221819, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.933781] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521e4948-1d21-5ba4-dbe6-857cdc9b778b, 'name': SearchDatastore_Task, 'duration_secs': 0.022495} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.935690] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aafca84c-a693-4390-b9ad-41333f9c7e6d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.942056] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Waiting for the task: (returnval){ [ 761.942056] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bc62d8-3a87-4c8a-facc-c2e668a40cc7" [ 761.942056] env[69950]: _type = "Task" [ 761.942056] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.951092] env[69950]: DEBUG nova.policy [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08a8812f777c47d0b7b309b4fe7b7fb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5af466254e94959823546454f3b4435', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.958955] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bc62d8-3a87-4c8a-facc-c2e668a40cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.013765} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.962169] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.962566] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 258bd226-9222-4ace-b0f3-2b554b548cfe/258bd226-9222-4ace-b0f3-2b554b548cfe.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.963149] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a971312b-98d3-496b-b93c-529efa794e5b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.973203] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Waiting for the task: (returnval){ [ 761.973203] env[69950]: value = "task-4221822" [ 761.973203] env[69950]: _type = "Task" [ 761.973203] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.988280] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.125369] env[69950]: DEBUG nova.network.neutron [-] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.174098] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Lock "0719412a-e298-4641-af06-ce0e8c5d6876" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.130s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.200725] env[69950]: DEBUG oslo_concurrency.lockutils [req-90e5474d-5e87-4411-a5cd-040386969d36 req-52ef2e6a-88a4-49ad-b298-c2bc9883e2c3 service nova] Releasing lock "refresh_cache-f5476329-756a-4d98-b0ca-95f4fa1f4c7a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.235147] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221820, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.308140] env[69950]: DEBUG nova.network.neutron [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.350124] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221821, 'name': Destroy_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.393104] env[69950]: DEBUG nova.compute.manager [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.417745] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221819, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.451566] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e41a0e-9b56-4abd-b038-21ed068f562d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.467032] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc8b91a-71e1-4897-9c0d-a1e56c23b8d3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.503420] env[69950]: DEBUG nova.network.neutron [-] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.509278] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5f98a0-ca3a-4888-a264-47aad4279317 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.522552] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8b016f-919e-4272-8c55-c13ab6b48336 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.527208] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221822, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.528365] env[69950]: DEBUG nova.network.neutron [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Updating instance_info_cache with network_info: [{"id": "1009f020-6603-4cc8-8793-0632c6f2393c", "address": "fa:16:3e:aa:92:b0", "network": {"id": "7e8ed0d0-d9c8-4e86-a8aa-c2e35d4c5d68", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-677625045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2dbf2d3c30524c89934837f13919ffd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1009f020-66", "ovs_interfaceid": "1009f020-6603-4cc8-8793-0632c6f2393c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.543303] env[69950]: DEBUG nova.compute.provider_tree [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.629515] env[69950]: INFO nova.compute.manager [-] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Took 1.36 seconds to deallocate network for instance. [ 762.733929] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772558} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.734231] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] f5476329-756a-4d98-b0ca-95f4fa1f4c7a/f5476329-756a-4d98-b0ca-95f4fa1f4c7a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.734490] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.734772] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b63b005-5600-4b2e-ad4a-5d018dfb7c20 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.746088] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Waiting for the task: (returnval){ [ 762.746088] env[69950]: value = "task-4221823" [ 762.746088] env[69950]: _type = "Task" [ 762.746088] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.758573] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.844302] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221821, 'name': Destroy_Task, 'duration_secs': 0.855402} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.845492] env[69950]: DEBUG nova.network.neutron [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Successfully created port: f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.848424] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Destroyed the VM [ 762.848761] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 762.849230] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19090c40-8e64-47cb-97b3-7790418edbd6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.858791] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 762.858791] env[69950]: value = "task-4221824" [ 762.858791] env[69950]: _type = "Task" [ 762.858791] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.868762] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221824, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.913345] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221819, 'name': CloneVM_Task} progress is 95%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.008221] env[69950]: INFO nova.compute.manager [-] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Took 1.34 seconds to deallocate network for instance. [ 763.024603] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.982372} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.025198] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 258bd226-9222-4ace-b0f3-2b554b548cfe/258bd226-9222-4ace-b0f3-2b554b548cfe.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.025428] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.025711] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d90e8963-915d-4a8c-b7d5-59fc24708fa9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.030995] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Releasing lock "refresh_cache-021d914a-8af2-449d-adbe-6cc453275a1f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.031338] env[69950]: DEBUG nova.compute.manager [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Instance network_info: |[{"id": "1009f020-6603-4cc8-8793-0632c6f2393c", "address": "fa:16:3e:aa:92:b0", "network": {"id": "7e8ed0d0-d9c8-4e86-a8aa-c2e35d4c5d68", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-677625045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2dbf2d3c30524c89934837f13919ffd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1009f020-66", "ovs_interfaceid": "1009f020-6603-4cc8-8793-0632c6f2393c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.032041] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:92:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1009f020-6603-4cc8-8793-0632c6f2393c', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.043027] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Creating folder: Project (2dbf2d3c30524c89934837f13919ffd2). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.043027] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8a6c455-adfb-410f-9279-559e59069f4c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.044960] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Waiting for the task: (returnval){ [ 763.044960] env[69950]: value = "task-4221825" [ 763.044960] env[69950]: _type = "Task" [ 763.044960] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.049711] env[69950]: DEBUG nova.scheduler.client.report [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.061667] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Created folder: Project (2dbf2d3c30524c89934837f13919ffd2) in parent group-v835309. [ 763.061890] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Creating folder: Instances. Parent ref: group-v835405. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.063034] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19bce970-6475-4df7-a8e9-5679a3a7e8e7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.068667] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.082026] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Created folder: Instances in parent group-v835405. [ 763.082026] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.082026] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.082026] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4e346d0-b0f8-4e78-8d2c-65dc7ffa7963 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.105029] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.105029] env[69950]: value = "task-4221828" [ 763.105029] env[69950]: _type = "Task" [ 763.105029] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.121360] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221828, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.137281] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.141512] env[69950]: DEBUG nova.compute.manager [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Received event network-vif-plugged-1009f020-6603-4cc8-8793-0632c6f2393c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 763.141592] env[69950]: DEBUG oslo_concurrency.lockutils [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] Acquiring lock "021d914a-8af2-449d-adbe-6cc453275a1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.141771] env[69950]: DEBUG oslo_concurrency.lockutils [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] Lock "021d914a-8af2-449d-adbe-6cc453275a1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.141931] env[69950]: DEBUG oslo_concurrency.lockutils [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] Lock "021d914a-8af2-449d-adbe-6cc453275a1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.142120] env[69950]: DEBUG nova.compute.manager [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] No waiting events found dispatching network-vif-plugged-1009f020-6603-4cc8-8793-0632c6f2393c {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 763.142289] env[69950]: WARNING nova.compute.manager [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Received unexpected event network-vif-plugged-1009f020-6603-4cc8-8793-0632c6f2393c for instance with vm_state building and task_state spawning. [ 763.142451] env[69950]: DEBUG nova.compute.manager [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Received event network-changed-1009f020-6603-4cc8-8793-0632c6f2393c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 763.142649] env[69950]: DEBUG nova.compute.manager [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Refreshing instance network info cache due to event network-changed-1009f020-6603-4cc8-8793-0632c6f2393c. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 763.142847] env[69950]: DEBUG oslo_concurrency.lockutils [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] Acquiring lock "refresh_cache-021d914a-8af2-449d-adbe-6cc453275a1f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.142982] env[69950]: DEBUG oslo_concurrency.lockutils [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] Acquired lock "refresh_cache-021d914a-8af2-449d-adbe-6cc453275a1f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.143150] env[69950]: DEBUG nova.network.neutron [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Refreshing network info cache for port 1009f020-6603-4cc8-8793-0632c6f2393c {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.256914] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135827} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.257238] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.258074] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3f565f-f741-455e-97bb-87d81b1ae00c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.283073] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] f5476329-756a-4d98-b0ca-95f4fa1f4c7a/f5476329-756a-4d98-b0ca-95f4fa1f4c7a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.283996] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb1857ca-e8e1-427e-a714-d7f2e4fb4298 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.306436] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Waiting for the task: (returnval){ [ 763.306436] env[69950]: value = "task-4221829" [ 763.306436] env[69950]: _type = "Task" [ 763.306436] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.317097] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.371385] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221824, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.412282] env[69950]: DEBUG nova.compute.manager [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.414445] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221819, 'name': CloneVM_Task, 'duration_secs': 1.817352} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.415282] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Created linked-clone VM from snapshot [ 763.416830] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d01b7a-f304-4570-903e-65a81682e8bc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.426120] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Uploading image a9f39eba-e1b2-451d-87db-178820ba91dc {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 763.446503] env[69950]: DEBUG nova.virt.hardware [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.446766] env[69950]: DEBUG nova.virt.hardware [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.446921] env[69950]: DEBUG nova.virt.hardware [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.447156] env[69950]: DEBUG nova.virt.hardware [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.447324] env[69950]: DEBUG nova.virt.hardware [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.447635] env[69950]: DEBUG nova.virt.hardware [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.447724] env[69950]: DEBUG nova.virt.hardware [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.447808] env[69950]: DEBUG nova.virt.hardware [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.447970] env[69950]: DEBUG nova.virt.hardware [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.448172] env[69950]: DEBUG nova.virt.hardware [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.448345] env[69950]: DEBUG nova.virt.hardware [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.449358] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070d5aba-69f7-4cc8-afdd-63f09e45008f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.460558] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7187f28c-bd5c-4e73-ade4-4254ae2153e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.466407] env[69950]: DEBUG oslo_vmware.rw_handles [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 763.466407] env[69950]: value = "vm-835404" [ 763.466407] env[69950]: _type = "VirtualMachine" [ 763.466407] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 763.466681] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-47c716f0-6043-4cda-93ce-f5b3a3e14f3b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.483923] env[69950]: DEBUG oslo_vmware.rw_handles [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lease: (returnval){ [ 763.483923] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524e2bd3-291d-46ba-ff4c-754e40aa27fa" [ 763.483923] env[69950]: _type = "HttpNfcLease" [ 763.483923] env[69950]: } obtained for exporting VM: (result){ [ 763.483923] env[69950]: value = "vm-835404" [ 763.483923] env[69950]: _type = "VirtualMachine" [ 763.483923] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 763.484205] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the lease: (returnval){ [ 763.484205] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524e2bd3-291d-46ba-ff4c-754e40aa27fa" [ 763.484205] env[69950]: _type = "HttpNfcLease" [ 763.484205] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 763.491666] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 763.491666] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524e2bd3-291d-46ba-ff4c-754e40aa27fa" [ 763.491666] env[69950]: _type = "HttpNfcLease" [ 763.491666] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 763.491972] env[69950]: DEBUG oslo_vmware.rw_handles [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 763.491972] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524e2bd3-291d-46ba-ff4c-754e40aa27fa" [ 763.491972] env[69950]: _type = "HttpNfcLease" [ 763.491972] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 763.492901] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9a4c4b-4a30-429c-ad64-85aadcd0817b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.501111] env[69950]: DEBUG oslo_vmware.rw_handles [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efb5dc-8622-6cf2-b389-5c7ccc62db65/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 763.501329] env[69950]: DEBUG oslo_vmware.rw_handles [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efb5dc-8622-6cf2-b389-5c7ccc62db65/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 763.557558] env[69950]: DEBUG oslo_concurrency.lockutils [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.563495] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.569664] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.091s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.571718] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219879} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.572016] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.572996] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a31535a-3828-4048-9c7a-42a67f0179dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.600990] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 258bd226-9222-4ace-b0f3-2b554b548cfe/258bd226-9222-4ace-b0f3-2b554b548cfe.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.602696] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a93caed-1ca5-435f-ab43-66d3b570ac77 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.619866] env[69950]: INFO nova.scheduler.client.report [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Deleted allocations for instance 3384bb1e-241f-4cce-a5d0-51b885d466a6 [ 763.633630] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c0d8c0bf-9ea6-436a-a0cd-fb0b1e4d4012 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.636926] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Waiting for the task: (returnval){ [ 763.636926] env[69950]: value = "task-4221831" [ 763.636926] env[69950]: _type = "Task" [ 763.636926] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.643854] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221828, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.665356] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.821034] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.874377] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221824, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.915670] env[69950]: DEBUG nova.network.neutron [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Updated VIF entry in instance network info cache for port 1009f020-6603-4cc8-8793-0632c6f2393c. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.915670] env[69950]: DEBUG nova.network.neutron [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Updating instance_info_cache with network_info: [{"id": "1009f020-6603-4cc8-8793-0632c6f2393c", "address": "fa:16:3e:aa:92:b0", "network": {"id": "7e8ed0d0-d9c8-4e86-a8aa-c2e35d4c5d68", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-677625045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2dbf2d3c30524c89934837f13919ffd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1009f020-66", "ovs_interfaceid": "1009f020-6603-4cc8-8793-0632c6f2393c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.138969] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221828, 'name': CreateVM_Task, 'duration_secs': 0.646131} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.139978] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f379484-4a6f-4f7e-878f-83783fffee6f tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Lock "3384bb1e-241f-4cce-a5d0-51b885d466a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.718s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.142382] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.142382] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.142382] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.143396] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.144407] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c39bbca-d6e1-4953-8285-b4982b33a4f8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.157945] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Waiting for the task: (returnval){ [ 764.157945] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52302c32-400e-bd0e-1a7b-41d5040bfa18" [ 764.157945] env[69950]: _type = "Task" [ 764.157945] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.163385] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221831, 'name': ReconfigVM_Task, 'duration_secs': 0.498742} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.168393] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 258bd226-9222-4ace-b0f3-2b554b548cfe/258bd226-9222-4ace-b0f3-2b554b548cfe.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.169367] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-703a28b8-0dda-47d3-93ed-174bd4b6b52a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.179077] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52302c32-400e-bd0e-1a7b-41d5040bfa18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.181175] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Waiting for the task: (returnval){ [ 764.181175] env[69950]: value = "task-4221832" [ 764.181175] env[69950]: _type = "Task" [ 764.181175] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.192611] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221832, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.318602] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221829, 'name': ReconfigVM_Task, 'duration_secs': 0.609224} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.318708] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Reconfigured VM instance instance-00000020 to attach disk [datastore1] f5476329-756a-4d98-b0ca-95f4fa1f4c7a/f5476329-756a-4d98-b0ca-95f4fa1f4c7a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.319473] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f9e14ab-78f5-4034-b17d-b96f681bdece {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.330281] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Waiting for the task: (returnval){ [ 764.330281] env[69950]: value = "task-4221833" [ 764.330281] env[69950]: _type = "Task" [ 764.330281] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.338361] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221833, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.370789] env[69950]: DEBUG oslo_vmware.api [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221824, 'name': RemoveSnapshot_Task, 'duration_secs': 1.314703} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.371202] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 764.371526] env[69950]: INFO nova.compute.manager [None req-ce160c8c-8b49-4777-91a2-479c1a18b50d tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Took 16.80 seconds to snapshot the instance on the hypervisor. [ 764.417531] env[69950]: DEBUG oslo_concurrency.lockutils [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] Releasing lock "refresh_cache-021d914a-8af2-449d-adbe-6cc453275a1f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.417931] env[69950]: DEBUG nova.compute.manager [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Received event network-vif-deleted-32b2c61c-7407-48bd-a90b-f3fb3c282ebc {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 764.418167] env[69950]: DEBUG nova.compute.manager [req-4638b614-6139-4e29-b495-da6124b098e4 req-0f813c9a-cf47-4450-acbb-6e6511219930 service nova] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Received event network-vif-deleted-8b64b1b4-06f2-4c52-a40a-be28f620962a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 764.600459] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Applying migration context for instance 93664ea1-b278-43d4-9390-f10836022697 as it has an incoming, in-progress migration 9a1ca746-67e5-45ae-956b-bf4c3969cb2f. Migration status is confirming {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 764.608053] env[69950]: INFO nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating resource usage from migration 9a1ca746-67e5-45ae-956b-bf4c3969cb2f [ 764.641710] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 5ef5963e-72c2-4e2a-96f5-93214d815741 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.642054] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance bc626a0f-0d8f-4fce-b31a-98e6edf98d59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.642134] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance de73879c-e71a-4505-9739-16595239f982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.642347] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 08ecd79f-c9f2-422f-80db-2b8b1e854d43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.642566] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance afffcbe4-52eb-4385-bda8-a46fc0d2d68b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.642788] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 16470c4f-53ee-4932-913e-c65f6683683a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646030] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 3b9149ee-29f3-4353-9c6c-77110197205e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 764.646030] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 7148155a-fa4a-4b0d-b1ca-b01c29434ed3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646030] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance cfd1ccdc-d521-4d83-96a8-f282e921835e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646030] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 5815824c-cf8a-4e65-ab60-1f219cd710c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646483] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 8dc73bf3-9e59-4fe3-8d62-94033241d0dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646483] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 49b31e0c-cec2-4a9e-ba29-1b7679597bfe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 764.646483] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (9977abed-3e10-4d72-b30a-b1d91a885d39): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 764.646483] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance cb49c031-c220-42fb-b718-12387967034e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646651] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance ae310c47-dea2-4062-85f0-f2e551f8492f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 764.646651] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 77ff96da-ed31-449f-b0b9-83b856aa7d9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646651] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 65e41164-6de7-42c6-b5ce-7c4bfcf635f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646651] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance feb7093c-31b6-4629-bf8c-dd7f4175500e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646755] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 1b0f6e6b-68f1-4d93-8df9-43a8938566a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646755] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Migration 9a1ca746-67e5-45ae-956b-bf4c3969cb2f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 764.646755] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 93664ea1-b278-43d4-9390-f10836022697 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646755] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 5b7c9fe9-79bf-445b-8b69-7b52607b6648 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 764.646863] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 0719412a-e298-4641-af06-ce0e8c5d6876 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646863] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 258bd226-9222-4ace-b0f3-2b554b548cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646863] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance f5476329-756a-4d98-b0ca-95f4fa1f4c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646863] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 021d914a-8af2-449d-adbe-6cc453275a1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.646967] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance da4381f9-af9d-4e93-b6e9-92371f27d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 764.677618] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52302c32-400e-bd0e-1a7b-41d5040bfa18, 'name': SearchDatastore_Task, 'duration_secs': 0.023155} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.678732] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.678980] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.679362] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.679615] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.680197] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.680723] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2e4c0b5-70e6-469f-951f-eb45ae1b0e9a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.694019] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221832, 'name': Rename_Task, 'duration_secs': 0.312055} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.694691] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.695169] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79365354-d5b3-48ee-8475-1c1f35c4ff14 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.699727] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.700060] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.702171] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b5d781-f76b-427b-999c-2e146a50480f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.709083] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Waiting for the task: (returnval){ [ 764.709083] env[69950]: value = "task-4221834" [ 764.709083] env[69950]: _type = "Task" [ 764.709083] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.717034] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Waiting for the task: (returnval){ [ 764.717034] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52879df4-dac4-d6d9-3d58-43a769355df8" [ 764.717034] env[69950]: _type = "Task" [ 764.717034] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.724741] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.735515] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52879df4-dac4-d6d9-3d58-43a769355df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.843161] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221833, 'name': Rename_Task, 'duration_secs': 0.294615} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.843646] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.846065] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f2182b7-f876-4ae1-999d-bfc7897448f1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.855678] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Waiting for the task: (returnval){ [ 764.855678] env[69950]: value = "task-4221835" [ 764.855678] env[69950]: _type = "Task" [ 764.855678] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.868111] env[69950]: DEBUG nova.compute.manager [req-bdee2ff8-2dcc-4f10-a663-e755b52d42da req-b68f92a6-edd9-4dea-97f7-600a7b1412a2 service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Received event network-vif-plugged-f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 764.868111] env[69950]: DEBUG oslo_concurrency.lockutils [req-bdee2ff8-2dcc-4f10-a663-e755b52d42da req-b68f92a6-edd9-4dea-97f7-600a7b1412a2 service nova] Acquiring lock "da4381f9-af9d-4e93-b6e9-92371f27d52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.868996] env[69950]: DEBUG oslo_concurrency.lockutils [req-bdee2ff8-2dcc-4f10-a663-e755b52d42da req-b68f92a6-edd9-4dea-97f7-600a7b1412a2 service nova] Lock "da4381f9-af9d-4e93-b6e9-92371f27d52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.868996] env[69950]: DEBUG oslo_concurrency.lockutils [req-bdee2ff8-2dcc-4f10-a663-e755b52d42da req-b68f92a6-edd9-4dea-97f7-600a7b1412a2 service nova] Lock "da4381f9-af9d-4e93-b6e9-92371f27d52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.869340] env[69950]: DEBUG nova.compute.manager [req-bdee2ff8-2dcc-4f10-a663-e755b52d42da req-b68f92a6-edd9-4dea-97f7-600a7b1412a2 service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] No waiting events found dispatching network-vif-plugged-f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 764.869754] env[69950]: WARNING nova.compute.manager [req-bdee2ff8-2dcc-4f10-a663-e755b52d42da req-b68f92a6-edd9-4dea-97f7-600a7b1412a2 service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Received unexpected event network-vif-plugged-f0c81131-1a22-485d-bf4e-ac85db712200 for instance with vm_state building and task_state spawning. [ 764.874958] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.960556] env[69950]: DEBUG nova.network.neutron [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Successfully updated port: f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.149948] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance a579426a-0513-4976-86d7-d772106e72c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 765.213853] env[69950]: DEBUG nova.compute.manager [req-b0453e71-c1f3-4758-bd5a-57fd0e68ed01 req-e005b748-85d5-4d36-ba32-2aade5c2191f service nova] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Received event network-changed-81942ecb-4756-4351-ab52-3d06d401b220 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 765.214088] env[69950]: DEBUG nova.compute.manager [req-b0453e71-c1f3-4758-bd5a-57fd0e68ed01 req-e005b748-85d5-4d36-ba32-2aade5c2191f service nova] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Refreshing instance network info cache due to event network-changed-81942ecb-4756-4351-ab52-3d06d401b220. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 765.214346] env[69950]: DEBUG oslo_concurrency.lockutils [req-b0453e71-c1f3-4758-bd5a-57fd0e68ed01 req-e005b748-85d5-4d36-ba32-2aade5c2191f service nova] Acquiring lock "refresh_cache-0719412a-e298-4641-af06-ce0e8c5d6876" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.214547] env[69950]: DEBUG oslo_concurrency.lockutils [req-b0453e71-c1f3-4758-bd5a-57fd0e68ed01 req-e005b748-85d5-4d36-ba32-2aade5c2191f service nova] Acquired lock "refresh_cache-0719412a-e298-4641-af06-ce0e8c5d6876" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.214726] env[69950]: DEBUG nova.network.neutron [req-b0453e71-c1f3-4758-bd5a-57fd0e68ed01 req-e005b748-85d5-4d36-ba32-2aade5c2191f service nova] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Refreshing network info cache for port 81942ecb-4756-4351-ab52-3d06d401b220 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.236588] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.236588] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52879df4-dac4-d6d9-3d58-43a769355df8, 'name': SearchDatastore_Task, 'duration_secs': 0.025287} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.238556] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3057ec7-d1b6-44f1-a712-3b1533170fa1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.245659] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Waiting for the task: (returnval){ [ 765.245659] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52abef1a-9619-65ac-0563-f7e0f4362903" [ 765.245659] env[69950]: _type = "Task" [ 765.245659] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.256900] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52abef1a-9619-65ac-0563-f7e0f4362903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.372053] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221835, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.464510] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquiring lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.464727] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquired lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.465032] env[69950]: DEBUG nova.network.neutron [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.653984] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance d7e24c6b-4c11-4d1d-a02b-787f71d5993c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 765.727845] env[69950]: DEBUG oslo_vmware.api [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221834, 'name': PowerOnVM_Task, 'duration_secs': 0.755644} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.728181] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.728421] env[69950]: INFO nova.compute.manager [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Took 10.61 seconds to spawn the instance on the hypervisor. [ 765.728645] env[69950]: DEBUG nova.compute.manager [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.729848] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58a0502-c990-42c3-aa4e-3c5b324a1753 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.761240] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52abef1a-9619-65ac-0563-f7e0f4362903, 'name': SearchDatastore_Task, 'duration_secs': 0.013363} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.761240] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.761240] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 021d914a-8af2-449d-adbe-6cc453275a1f/021d914a-8af2-449d-adbe-6cc453275a1f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.761240] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63cf6ea5-bb38-4c74-a9db-e1e5b0bd53e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.769519] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Waiting for the task: (returnval){ [ 765.769519] env[69950]: value = "task-4221836" [ 765.769519] env[69950]: _type = "Task" [ 765.769519] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.778582] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.868821] env[69950]: DEBUG oslo_vmware.api [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221835, 'name': PowerOnVM_Task, 'duration_secs': 0.648789} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.869253] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.869444] env[69950]: INFO nova.compute.manager [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Took 7.97 seconds to spawn the instance on the hypervisor. [ 765.869652] env[69950]: DEBUG nova.compute.manager [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.870633] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01364766-75a8-494b-99de-4b833314b483 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.012378] env[69950]: DEBUG nova.network.neutron [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.158296] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 766.172235] env[69950]: DEBUG nova.network.neutron [req-b0453e71-c1f3-4758-bd5a-57fd0e68ed01 req-e005b748-85d5-4d36-ba32-2aade5c2191f service nova] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Updated VIF entry in instance network info cache for port 81942ecb-4756-4351-ab52-3d06d401b220. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.173026] env[69950]: DEBUG nova.network.neutron [req-b0453e71-c1f3-4758-bd5a-57fd0e68ed01 req-e005b748-85d5-4d36-ba32-2aade5c2191f service nova] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Updating instance_info_cache with network_info: [{"id": "81942ecb-4756-4351-ab52-3d06d401b220", "address": "fa:16:3e:ea:a0:0f", "network": {"id": "70120ceb-757b-4fb9-84b8-6883af228177", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-572934258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f76d1d6a36d454c8becf3e4b6434db2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81942ecb-47", "ovs_interfaceid": "81942ecb-4756-4351-ab52-3d06d401b220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.178026] env[69950]: DEBUG nova.network.neutron [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Updating instance_info_cache with network_info: [{"id": "f0c81131-1a22-485d-bf4e-ac85db712200", "address": "fa:16:3e:00:18:88", "network": {"id": "c95380ea-be5d-4fe8-a70e-1d80d97209c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1126079705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f5af466254e94959823546454f3b4435", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c81131-1a", "ovs_interfaceid": "f0c81131-1a22-485d-bf4e-ac85db712200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.255538] env[69950]: INFO nova.compute.manager [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Took 30.04 seconds to build instance. [ 766.283884] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221836, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.398561] env[69950]: INFO nova.compute.manager [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Took 27.90 seconds to build instance. [ 766.662112] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 610ec2a5-de42-43df-8d4b-b4a76eec49fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 766.662407] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 766.662548] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 766.671843] env[69950]: DEBUG nova.compute.manager [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 766.672791] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5795f31e-e70d-48db-a6bc-8d3d230e958d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.677967] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Releasing lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.678192] env[69950]: DEBUG nova.compute.manager [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Instance network_info: |[{"id": "f0c81131-1a22-485d-bf4e-ac85db712200", "address": "fa:16:3e:00:18:88", "network": {"id": "c95380ea-be5d-4fe8-a70e-1d80d97209c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1126079705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f5af466254e94959823546454f3b4435", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c81131-1a", "ovs_interfaceid": "f0c81131-1a22-485d-bf4e-ac85db712200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.678760] env[69950]: DEBUG oslo_concurrency.lockutils [req-b0453e71-c1f3-4758-bd5a-57fd0e68ed01 req-e005b748-85d5-4d36-ba32-2aade5c2191f service nova] Releasing lock "refresh_cache-0719412a-e298-4641-af06-ce0e8c5d6876" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.681025] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:18:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0c81131-1a22-485d-bf4e-ac85db712200', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.688588] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Creating folder: Project (f5af466254e94959823546454f3b4435). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.691178] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83f642bd-8dc8-4c9f-8792-74b31b108c57 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.709915] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Created folder: Project (f5af466254e94959823546454f3b4435) in parent group-v835309. [ 766.709915] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Creating folder: Instances. Parent ref: group-v835408. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.709915] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf741a5d-edba-476b-a52f-083b9deb50c1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.725991] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Created folder: Instances in parent group-v835408. [ 766.726283] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.727123] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.727367] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e6c4780-b644-4fea-9c5f-400540f5f795 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.753029] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.753029] env[69950]: value = "task-4221839" [ 766.753029] env[69950]: _type = "Task" [ 766.753029] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.760798] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e954c481-587e-4335-a4a5-97f0a961e80c tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Lock "258bd226-9222-4ace-b0f3-2b554b548cfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.559s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.768387] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221839, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.784550] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680598} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.785136] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 021d914a-8af2-449d-adbe-6cc453275a1f/021d914a-8af2-449d-adbe-6cc453275a1f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.786037] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.786037] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a69c25f9-c84c-4a2a-a063-0e5c55652fc5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.795531] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Waiting for the task: (returnval){ [ 766.795531] env[69950]: value = "task-4221840" [ 766.795531] env[69950]: _type = "Task" [ 766.795531] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.809970] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.900664] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81c114c6-44c4-4146-88e0-908c7918c5df tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lock "f5476329-756a-4d98-b0ca-95f4fa1f4c7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.416s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.949370] env[69950]: DEBUG nova.compute.manager [req-435d26e2-e60e-4b90-a4e6-404da793c06a req-a759b5d2-6e77-4034-a1a1-358fc40e1ef3 service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Received event network-changed-f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 766.949685] env[69950]: DEBUG nova.compute.manager [req-435d26e2-e60e-4b90-a4e6-404da793c06a req-a759b5d2-6e77-4034-a1a1-358fc40e1ef3 service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Refreshing instance network info cache due to event network-changed-f0c81131-1a22-485d-bf4e-ac85db712200. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 766.949829] env[69950]: DEBUG oslo_concurrency.lockutils [req-435d26e2-e60e-4b90-a4e6-404da793c06a req-a759b5d2-6e77-4034-a1a1-358fc40e1ef3 service nova] Acquiring lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.949970] env[69950]: DEBUG oslo_concurrency.lockutils [req-435d26e2-e60e-4b90-a4e6-404da793c06a req-a759b5d2-6e77-4034-a1a1-358fc40e1ef3 service nova] Acquired lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.950152] env[69950]: DEBUG nova.network.neutron [req-435d26e2-e60e-4b90-a4e6-404da793c06a req-a759b5d2-6e77-4034-a1a1-358fc40e1ef3 service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Refreshing network info cache for port f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.002063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Acquiring lock "258bd226-9222-4ace-b0f3-2b554b548cfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.002439] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Lock "258bd226-9222-4ace-b0f3-2b554b548cfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.002666] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Acquiring lock "258bd226-9222-4ace-b0f3-2b554b548cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.002861] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Lock "258bd226-9222-4ace-b0f3-2b554b548cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.003075] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Lock "258bd226-9222-4ace-b0f3-2b554b548cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.005328] env[69950]: INFO nova.compute.manager [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Terminating instance [ 767.160352] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0d0fac-8965-42cb-8e18-af0e5b48cfe6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.171496] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549623bf-1544-4407-9e53-0e1326719ced {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.207553] env[69950]: INFO nova.compute.manager [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] instance snapshotting [ 767.212009] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60a6fe8-e8be-490b-bd83-e3944bf47593 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.215309] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2889bba-7865-4c9a-91ee-90c94df58456 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.219751] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ba9227c2-c1e9-4cf2-825b-966068e5e606 tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Acquiring lock "interface-f5476329-756a-4d98-b0ca-95f4fa1f4c7a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.220102] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ba9227c2-c1e9-4cf2-825b-966068e5e606 tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lock "interface-f5476329-756a-4d98-b0ca-95f4fa1f4c7a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.220889] env[69950]: DEBUG nova.objects.instance [None req-ba9227c2-c1e9-4cf2-825b-966068e5e606 tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lazy-loading 'flavor' on Instance uuid f5476329-756a-4d98-b0ca-95f4fa1f4c7a {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.226616] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799e9246-d9f9-4934-a10d-45188f857fc8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.249775] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd60780-f7b2-4b32-8dc8-0d0c89e86971 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.261471] env[69950]: DEBUG nova.compute.provider_tree [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.279024] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221839, 'name': CreateVM_Task, 'duration_secs': 0.482967} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.279024] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.279358] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.279409] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.279724] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.279984] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6229ccf8-c939-45a5-bdb4-77d708627837 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.287371] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 767.287371] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5290be5c-4d17-d7cb-6388-4cd144384018" [ 767.287371] env[69950]: _type = "Task" [ 767.287371] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.299792] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5290be5c-4d17-d7cb-6388-4cd144384018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.306366] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157896} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.306617] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.307655] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d999274-6e35-43de-abce-72199b53f822 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.332055] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 021d914a-8af2-449d-adbe-6cc453275a1f/021d914a-8af2-449d-adbe-6cc453275a1f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.332719] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f4396c-f14e-4b9f-bc5d-6da4166fbaca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.353717] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Waiting for the task: (returnval){ [ 767.353717] env[69950]: value = "task-4221841" [ 767.353717] env[69950]: _type = "Task" [ 767.353717] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.365649] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.512905] env[69950]: DEBUG nova.compute.manager [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.514049] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.514797] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d994296a-d574-43a5-88fb-64405e0d5faa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.523384] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.523647] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b42ea5e-5091-4e14-8416-c4a395691787 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.531554] env[69950]: DEBUG oslo_vmware.api [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Waiting for the task: (returnval){ [ 767.531554] env[69950]: value = "task-4221842" [ 767.531554] env[69950]: _type = "Task" [ 767.531554] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.543171] env[69950]: DEBUG oslo_vmware.api [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.677408] env[69950]: DEBUG nova.network.neutron [req-435d26e2-e60e-4b90-a4e6-404da793c06a req-a759b5d2-6e77-4034-a1a1-358fc40e1ef3 service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Updated VIF entry in instance network info cache for port f0c81131-1a22-485d-bf4e-ac85db712200. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.677879] env[69950]: DEBUG nova.network.neutron [req-435d26e2-e60e-4b90-a4e6-404da793c06a req-a759b5d2-6e77-4034-a1a1-358fc40e1ef3 service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Updating instance_info_cache with network_info: [{"id": "f0c81131-1a22-485d-bf4e-ac85db712200", "address": "fa:16:3e:00:18:88", "network": {"id": "c95380ea-be5d-4fe8-a70e-1d80d97209c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1126079705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f5af466254e94959823546454f3b4435", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c81131-1a", "ovs_interfaceid": "f0c81131-1a22-485d-bf4e-ac85db712200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.728089] env[69950]: DEBUG nova.objects.instance [None req-ba9227c2-c1e9-4cf2-825b-966068e5e606 tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lazy-loading 'pci_requests' on Instance uuid f5476329-756a-4d98-b0ca-95f4fa1f4c7a {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.768474] env[69950]: DEBUG nova.scheduler.client.report [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.775810] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 767.776140] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b1659666-7d62-4ba1-aaaf-8f54140260f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.784948] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 767.784948] env[69950]: value = "task-4221843" [ 767.784948] env[69950]: _type = "Task" [ 767.784948] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.805435] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5290be5c-4d17-d7cb-6388-4cd144384018, 'name': SearchDatastore_Task, 'duration_secs': 0.016021} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.805700] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.806028] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.806280] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.806551] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.806717] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.806926] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.807232] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d948d5f8-c4a4-44ea-9776-a9ab5e577a43 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.828164] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.828469] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.829450] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2db74e-29a2-4f6e-8c83-6ea241745d9c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.837936] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 767.837936] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528504df-be5c-cbc3-5946-3e3e77da48dc" [ 767.837936] env[69950]: _type = "Task" [ 767.837936] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.847264] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528504df-be5c-cbc3-5946-3e3e77da48dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.866341] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.041909] env[69950]: DEBUG oslo_vmware.api [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221842, 'name': PowerOffVM_Task, 'duration_secs': 0.46356} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.042215] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.042390] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.042663] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4cef83b-bf06-4e74-be0f-ed506252293e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.117271] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.117545] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.117805] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Deleting the datastore file [datastore2] 258bd226-9222-4ace-b0f3-2b554b548cfe {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.118141] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5a8a5a9-ed8c-4f71-ae53-f69287274b43 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.127022] env[69950]: DEBUG oslo_vmware.api [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Waiting for the task: (returnval){ [ 768.127022] env[69950]: value = "task-4221845" [ 768.127022] env[69950]: _type = "Task" [ 768.127022] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.136700] env[69950]: DEBUG oslo_vmware.api [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.181655] env[69950]: DEBUG oslo_concurrency.lockutils [req-435d26e2-e60e-4b90-a4e6-404da793c06a req-a759b5d2-6e77-4034-a1a1-358fc40e1ef3 service nova] Releasing lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.229781] env[69950]: DEBUG nova.objects.base [None req-ba9227c2-c1e9-4cf2-825b-966068e5e606 tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 768.230107] env[69950]: DEBUG nova.network.neutron [None req-ba9227c2-c1e9-4cf2-825b-966068e5e606 tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.274216] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 768.274449] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.705s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.276791] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.841s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.278474] env[69950]: INFO nova.compute.claims [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.296595] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.324587] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ba9227c2-c1e9-4cf2-825b-966068e5e606 tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lock "interface-f5476329-756a-4d98-b0ca-95f4fa1f4c7a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.104s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.351017] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528504df-be5c-cbc3-5946-3e3e77da48dc, 'name': SearchDatastore_Task, 'duration_secs': 0.018449} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.352102] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8bb5647-974a-420f-ac16-904645d4158f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.366961] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 768.366961] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52530176-7acf-1133-6331-15838b16f460" [ 768.366961] env[69950]: _type = "Task" [ 768.366961] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.366961] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221841, 'name': ReconfigVM_Task, 'duration_secs': 0.643268} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.366961] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 021d914a-8af2-449d-adbe-6cc453275a1f/021d914a-8af2-449d-adbe-6cc453275a1f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.371158] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fb84750-0e21-4694-bda7-6ef7b234a1aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.380699] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52530176-7acf-1133-6331-15838b16f460, 'name': SearchDatastore_Task, 'duration_secs': 0.014814} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.382297] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.382598] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] da4381f9-af9d-4e93-b6e9-92371f27d52f/da4381f9-af9d-4e93-b6e9-92371f27d52f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.382971] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Waiting for the task: (returnval){ [ 768.382971] env[69950]: value = "task-4221846" [ 768.382971] env[69950]: _type = "Task" [ 768.382971] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.383193] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33562480-b8fe-4146-8136-16c34d4dabfd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.394739] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221846, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.396235] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 768.396235] env[69950]: value = "task-4221847" [ 768.396235] env[69950]: _type = "Task" [ 768.396235] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.637643] env[69950]: DEBUG oslo_vmware.api [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Task: {'id': task-4221845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22637} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.637643] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.637845] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.638011] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.638218] env[69950]: INFO nova.compute.manager [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 768.638466] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.638669] env[69950]: DEBUG nova.compute.manager [-] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.638763] env[69950]: DEBUG nova.network.neutron [-] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.799103] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221843, 'name': CreateSnapshot_Task, 'duration_secs': 0.822365} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.799463] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 768.800305] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6724c02a-72ec-4d82-a373-9d21910ac227 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.899326] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221846, 'name': Rename_Task, 'duration_secs': 0.241701} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.903489] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.903823] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bb7fc49-bcaa-4adf-b3f0-8a165a135b06 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.913374] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221847, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.915408] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Waiting for the task: (returnval){ [ 768.915408] env[69950]: value = "task-4221848" [ 768.915408] env[69950]: _type = "Task" [ 768.915408] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.929022] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.953593] env[69950]: DEBUG nova.compute.manager [req-a3ea0153-f94c-4523-9ff7-672720b6051e req-6aae365f-e2d4-4c4d-a01c-a376d3a427fb service nova] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Received event network-vif-deleted-5ef73fb2-9e87-4813-9829-8d5951472d4e {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 768.953899] env[69950]: INFO nova.compute.manager [req-a3ea0153-f94c-4523-9ff7-672720b6051e req-6aae365f-e2d4-4c4d-a01c-a376d3a427fb service nova] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Neutron deleted interface 5ef73fb2-9e87-4813-9829-8d5951472d4e; detaching it from the instance and deleting it from the info cache [ 768.954113] env[69950]: DEBUG nova.network.neutron [req-a3ea0153-f94c-4523-9ff7-672720b6051e req-6aae365f-e2d4-4c4d-a01c-a376d3a427fb service nova] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.320377] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 769.323524] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-318dac3e-1e2a-4fab-a77a-d772f905d9d6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.336463] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 769.336463] env[69950]: value = "task-4221849" [ 769.336463] env[69950]: _type = "Task" [ 769.336463] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.350560] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221849, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.415946] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683675} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.416492] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] da4381f9-af9d-4e93-b6e9-92371f27d52f/da4381f9-af9d-4e93-b6e9-92371f27d52f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.416795] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.417101] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f253853-49d8-4cc3-841d-d99aa66e4e3d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.425601] env[69950]: DEBUG nova.network.neutron [-] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.429054] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 769.429054] env[69950]: value = "task-4221850" [ 769.429054] env[69950]: _type = "Task" [ 769.429054] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.437366] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221848, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.442757] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.457013] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6d067ef-aa35-484d-8b40-5cfc99a01a46 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.472351] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863df6fc-a7f6-4a51-b4a6-1f1838a9cba8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.522408] env[69950]: DEBUG nova.compute.manager [req-a3ea0153-f94c-4523-9ff7-672720b6051e req-6aae365f-e2d4-4c4d-a01c-a376d3a427fb service nova] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Detach interface failed, port_id=5ef73fb2-9e87-4813-9829-8d5951472d4e, reason: Instance 258bd226-9222-4ace-b0f3-2b554b548cfe could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 769.798292] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c4a9e3-68d4-4dee-9e18-80abac2e23df {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.810439] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8c49e2-1843-4301-9d17-6e5d95c40725 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.848256] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa52b53-a1bb-4f28-ae69-976d53ea5c2f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.861470] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38c31d2-d619-4cb2-b1b9-02e1cad2e834 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.866785] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221849, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.880835] env[69950]: DEBUG nova.compute.provider_tree [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.931299] env[69950]: INFO nova.compute.manager [-] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Took 1.29 seconds to deallocate network for instance. [ 769.931965] env[69950]: DEBUG oslo_vmware.api [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221848, 'name': PowerOnVM_Task, 'duration_secs': 1.017338} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.936656] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.936871] env[69950]: INFO nova.compute.manager [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Took 9.22 seconds to spawn the instance on the hypervisor. [ 769.937083] env[69950]: DEBUG nova.compute.manager [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 769.940927] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a97b6be-5470-411d-8e91-5f65df01ad3c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.957981] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083646} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.957981] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.958463] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a211c818-2e94-4746-8a44-6c69b7105e6b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.984355] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] da4381f9-af9d-4e93-b6e9-92371f27d52f/da4381f9-af9d-4e93-b6e9-92371f27d52f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.985644] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-054539d1-8acb-4d1c-a4c6-0f7a02f0749c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.008338] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 770.008338] env[69950]: value = "task-4221851" [ 770.008338] env[69950]: _type = "Task" [ 770.008338] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.020299] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.307550] env[69950]: DEBUG oslo_concurrency.lockutils [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Acquiring lock "f5476329-756a-4d98-b0ca-95f4fa1f4c7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.307913] env[69950]: DEBUG oslo_concurrency.lockutils [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lock "f5476329-756a-4d98-b0ca-95f4fa1f4c7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.308150] env[69950]: DEBUG oslo_concurrency.lockutils [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Acquiring lock "f5476329-756a-4d98-b0ca-95f4fa1f4c7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.308361] env[69950]: DEBUG oslo_concurrency.lockutils [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lock "f5476329-756a-4d98-b0ca-95f4fa1f4c7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.308590] env[69950]: DEBUG oslo_concurrency.lockutils [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lock "f5476329-756a-4d98-b0ca-95f4fa1f4c7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.311831] env[69950]: INFO nova.compute.manager [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Terminating instance [ 770.354742] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221849, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.385365] env[69950]: DEBUG nova.scheduler.client.report [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.445621] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.466457] env[69950]: INFO nova.compute.manager [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Took 28.30 seconds to build instance. [ 770.521136] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221851, 'name': ReconfigVM_Task, 'duration_secs': 0.42575} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.522091] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Reconfigured VM instance instance-00000022 to attach disk [datastore2] da4381f9-af9d-4e93-b6e9-92371f27d52f/da4381f9-af9d-4e93-b6e9-92371f27d52f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.522246] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-009cdbea-6248-4a90-bb3d-2309b07195ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.530678] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 770.530678] env[69950]: value = "task-4221852" [ 770.530678] env[69950]: _type = "Task" [ 770.530678] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.541446] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221852, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.816758] env[69950]: DEBUG nova.compute.manager [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.817103] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.818483] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f629e5db-9da8-449f-817b-bccbd49664e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.828134] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.828553] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c464556f-6d7a-43dd-816b-625a73e0bfa6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.837230] env[69950]: DEBUG oslo_vmware.api [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Waiting for the task: (returnval){ [ 770.837230] env[69950]: value = "task-4221853" [ 770.837230] env[69950]: _type = "Task" [ 770.837230] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.849206] env[69950]: DEBUG oslo_vmware.api [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.861262] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221849, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.891256] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.891856] env[69950]: DEBUG nova.compute.manager [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.894567] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.301s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.894784] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.897086] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.285s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.897292] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.899761] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.284s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.900896] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.902429] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.985s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.904285] env[69950]: INFO nova.compute.claims [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.946784] env[69950]: INFO nova.scheduler.client.report [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Deleted allocations for instance 49b31e0c-cec2-4a9e-ba29-1b7679597bfe [ 770.948300] env[69950]: INFO nova.scheduler.client.report [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Deleted allocations for instance 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b [ 770.969651] env[69950]: DEBUG oslo_concurrency.lockutils [None req-13d81c05-9eb3-491a-91f5-eda29d10d386 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Lock "021d914a-8af2-449d-adbe-6cc453275a1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.150s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.983701] env[69950]: INFO nova.scheduler.client.report [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Deleted allocations for instance ae310c47-dea2-4062-85f0-f2e551f8492f [ 771.043648] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221852, 'name': Rename_Task, 'duration_secs': 0.182556} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.045356] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.045356] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65031f13-6c8a-427d-9b6e-67116d09e6fb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.058721] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 771.058721] env[69950]: value = "task-4221854" [ 771.058721] env[69950]: _type = "Task" [ 771.058721] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.071671] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.143835] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Acquiring lock "021d914a-8af2-449d-adbe-6cc453275a1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.144233] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Lock "021d914a-8af2-449d-adbe-6cc453275a1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.144542] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Acquiring lock "021d914a-8af2-449d-adbe-6cc453275a1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.144828] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Lock "021d914a-8af2-449d-adbe-6cc453275a1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.144982] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Lock "021d914a-8af2-449d-adbe-6cc453275a1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.147504] env[69950]: INFO nova.compute.manager [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Terminating instance [ 771.351534] env[69950]: DEBUG oslo_vmware.api [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221853, 'name': PowerOffVM_Task, 'duration_secs': 0.293548} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.356888] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.358181] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.358181] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0553424f-5e58-49a4-a56d-3cbffeb55f6f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.368037] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221849, 'name': CloneVM_Task, 'duration_secs': 1.919121} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.368428] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Created linked-clone VM from snapshot [ 771.369653] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13df84fd-85ac-4036-b20b-7a4f22cf2490 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.382031] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Uploading image 522311a2-80de-4986-997b-b3f78fe711bc {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 771.410775] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 771.410775] env[69950]: value = "vm-835412" [ 771.410775] env[69950]: _type = "VirtualMachine" [ 771.410775] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 771.412227] env[69950]: DEBUG nova.compute.utils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.415676] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1e7a57a5-1651-4eff-83bf-35ce798e3d3b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.418418] env[69950]: DEBUG nova.compute.manager [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.418609] env[69950]: DEBUG nova.network.neutron [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.429955] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lease: (returnval){ [ 771.429955] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52faef16-e60e-0502-0108-3b765e36205c" [ 771.429955] env[69950]: _type = "HttpNfcLease" [ 771.429955] env[69950]: } obtained for exporting VM: (result){ [ 771.429955] env[69950]: value = "vm-835412" [ 771.429955] env[69950]: _type = "VirtualMachine" [ 771.429955] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 771.430968] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the lease: (returnval){ [ 771.430968] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52faef16-e60e-0502-0108-3b765e36205c" [ 771.430968] env[69950]: _type = "HttpNfcLease" [ 771.430968] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 771.443327] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.443693] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.443911] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Deleting the datastore file [datastore1] f5476329-756a-4d98-b0ca-95f4fa1f4c7a {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.446330] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16fd436e-d95d-4ffb-a7b2-a1286ff60be4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.448748] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 771.448748] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52faef16-e60e-0502-0108-3b765e36205c" [ 771.448748] env[69950]: _type = "HttpNfcLease" [ 771.448748] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 771.455194] env[69950]: DEBUG oslo_vmware.api [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Waiting for the task: (returnval){ [ 771.455194] env[69950]: value = "task-4221857" [ 771.455194] env[69950]: _type = "Task" [ 771.455194] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.468939] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c81066cb-c418-41ae-b9cc-4ff220354a9d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Lock "49b31e0c-cec2-4a9e-ba29-1b7679597bfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.623s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.473046] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.785s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.474165] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 16.985s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.474495] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.474762] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.474999] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.481779] env[69950]: DEBUG oslo_vmware.api [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.482553] env[69950]: INFO nova.compute.manager [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Terminating instance [ 771.486650] env[69950]: DEBUG nova.policy [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dff3662f75164a9eb0f51d792a030b87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11a1463ae6364bce9b571bec1b182204', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.493440] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eafffcf6-499b-4900-8c0b-2c4916fa0782 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Lock "ae310c47-dea2-4062-85f0-f2e551f8492f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.937s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.572703] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.652397] env[69950]: DEBUG nova.compute.manager [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.652663] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.653606] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d737511-2ef3-4e1a-bb43-5fe721bc1994 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.663070] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.663363] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26613f73-a8f9-4674-be6a-d6395c1c951a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.671384] env[69950]: DEBUG oslo_vmware.api [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Waiting for the task: (returnval){ [ 771.671384] env[69950]: value = "task-4221858" [ 771.671384] env[69950]: _type = "Task" [ 771.671384] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.685671] env[69950]: DEBUG oslo_vmware.api [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.923756] env[69950]: DEBUG nova.compute.manager [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.927638] env[69950]: DEBUG nova.network.neutron [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Successfully created port: da47cda4-5f52-472d-af31-ecb04e02ba3b {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.946250] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 771.946250] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52faef16-e60e-0502-0108-3b765e36205c" [ 771.946250] env[69950]: _type = "HttpNfcLease" [ 771.946250] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 771.946250] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 771.946250] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52faef16-e60e-0502-0108-3b765e36205c" [ 771.946250] env[69950]: _type = "HttpNfcLease" [ 771.946250] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 771.947512] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b3d161-b6c6-473f-aace-0deada72f958 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.958437] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a0989-0c10-6db0-6bb3-6101052d09e3/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 771.958736] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a0989-0c10-6db0-6bb3-6101052d09e3/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 772.033022] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.033022] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquired lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.033022] env[69950]: DEBUG nova.network.neutron [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.044879] env[69950]: DEBUG oslo_vmware.api [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Task: {'id': task-4221857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314085} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.045463] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.045712] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.045895] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.046503] env[69950]: INFO nova.compute.manager [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 772.046784] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.047685] env[69950]: DEBUG nova.compute.manager [-] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.048691] env[69950]: DEBUG nova.network.neutron [-] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.072429] env[69950]: DEBUG oslo_vmware.api [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221854, 'name': PowerOnVM_Task, 'duration_secs': 0.899351} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.072693] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.072909] env[69950]: INFO nova.compute.manager [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Took 8.66 seconds to spawn the instance on the hypervisor. [ 772.073190] env[69950]: DEBUG nova.compute.manager [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 772.074037] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f54197-c44f-431d-a88d-1b4fb51703f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.167320] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5d04cd7-50da-422e-b966-40c292cfec14 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.185835] env[69950]: DEBUG oslo_vmware.api [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221858, 'name': PowerOffVM_Task, 'duration_secs': 0.36657} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.188506] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.188630] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.189151] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12aae072-06a5-4c6b-8391-cf0921b8384e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.281429] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.281718] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.281848] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Deleting the datastore file [datastore1] 021d914a-8af2-449d-adbe-6cc453275a1f {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.282172] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb0a502f-0986-4685-80a7-8e1ad3904289 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.297719] env[69950]: DEBUG oslo_vmware.api [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Waiting for the task: (returnval){ [ 772.297719] env[69950]: value = "task-4221860" [ 772.297719] env[69950]: _type = "Task" [ 772.297719] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.309306] env[69950]: DEBUG oslo_vmware.api [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.537883] env[69950]: DEBUG nova.compute.utils [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Can not refresh info_cache because instance was not found {{(pid=69950) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 772.558777] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277a238b-a344-4f32-af97-50e3850b9fab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.572212] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33fd145-deb0-4195-a5f4-ff5fd61a64c4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.620517] env[69950]: DEBUG nova.network.neutron [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.623339] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcf7f95-a03d-4087-a8dd-060e09961892 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.627267] env[69950]: INFO nova.compute.manager [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Took 29.95 seconds to build instance. [ 772.636017] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca20ece-8e09-463b-8a36-5b5423a1e54b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.655636] env[69950]: DEBUG nova.compute.provider_tree [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.792922] env[69950]: DEBUG oslo_concurrency.lockutils [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Acquiring lock "5ef5963e-72c2-4e2a-96f5-93214d815741" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.793796] env[69950]: DEBUG oslo_concurrency.lockutils [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Lock "5ef5963e-72c2-4e2a-96f5-93214d815741" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.794180] env[69950]: DEBUG oslo_concurrency.lockutils [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Acquiring lock "5ef5963e-72c2-4e2a-96f5-93214d815741-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.794504] env[69950]: DEBUG oslo_concurrency.lockutils [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Lock "5ef5963e-72c2-4e2a-96f5-93214d815741-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.794836] env[69950]: DEBUG oslo_concurrency.lockutils [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Lock "5ef5963e-72c2-4e2a-96f5-93214d815741-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.797887] env[69950]: INFO nova.compute.manager [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Terminating instance [ 772.812633] env[69950]: DEBUG oslo_vmware.api [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Task: {'id': task-4221860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4508} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.813019] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.813507] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.813783] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.814098] env[69950]: INFO nova.compute.manager [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 772.814347] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.814971] env[69950]: DEBUG nova.compute.manager [-] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.815164] env[69950]: DEBUG nova.network.neutron [-] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.941813] env[69950]: DEBUG nova.compute.manager [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.131657] env[69950]: DEBUG oslo_concurrency.lockutils [None req-613e726e-cb0d-4d75-b027-89b7577766c9 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Lock "da4381f9-af9d-4e93-b6e9-92371f27d52f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.468s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.159602] env[69950]: DEBUG nova.scheduler.client.report [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.247996] env[69950]: DEBUG nova.network.neutron [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.307133] env[69950]: DEBUG nova.compute.manager [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.307133] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.308296] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a56348-ddff-4c37-a207-e96022591a4a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.320508] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.320975] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf915901-27d7-444d-8c81-a49b05cac960 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.331856] env[69950]: DEBUG oslo_vmware.api [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Waiting for the task: (returnval){ [ 773.331856] env[69950]: value = "task-4221861" [ 773.331856] env[69950]: _type = "Task" [ 773.331856] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.349530] env[69950]: DEBUG oslo_vmware.api [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.517394] env[69950]: DEBUG nova.virt.hardware [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.517933] env[69950]: DEBUG nova.virt.hardware [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.517933] env[69950]: DEBUG nova.virt.hardware [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.518192] env[69950]: DEBUG nova.virt.hardware [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.518400] env[69950]: DEBUG nova.virt.hardware [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.518563] env[69950]: DEBUG nova.virt.hardware [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.518814] env[69950]: DEBUG nova.virt.hardware [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.519009] env[69950]: DEBUG nova.virt.hardware [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.519426] env[69950]: DEBUG nova.virt.hardware [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.519968] env[69950]: DEBUG nova.virt.hardware [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.520210] env[69950]: DEBUG nova.virt.hardware [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.527023] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfbe3c3-8044-4192-9c31-9d94ef4874a0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.540552] env[69950]: DEBUG oslo_vmware.rw_handles [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efb5dc-8622-6cf2-b389-5c7ccc62db65/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 773.542958] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b493c079-26a2-4d50-b116-51ecfd44bdaf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.550906] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dc6bd6-697e-4435-a9e9-06d60f31587d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.567538] env[69950]: DEBUG oslo_vmware.rw_handles [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efb5dc-8622-6cf2-b389-5c7ccc62db65/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 773.567913] env[69950]: ERROR oslo_vmware.rw_handles [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efb5dc-8622-6cf2-b389-5c7ccc62db65/disk-0.vmdk due to incomplete transfer. [ 773.568267] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4cec4711-8792-4945-94c6-f743c44066ae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.577528] env[69950]: DEBUG oslo_vmware.rw_handles [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efb5dc-8622-6cf2-b389-5c7ccc62db65/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 773.577757] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Uploaded image a9f39eba-e1b2-451d-87db-178820ba91dc to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 773.579977] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 773.580390] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2a5f54d7-a47e-45b6-a73c-80e1c03d3a2a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.588554] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 773.588554] env[69950]: value = "task-4221862" [ 773.588554] env[69950]: _type = "Task" [ 773.588554] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.598582] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221862, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.645505] env[69950]: DEBUG nova.network.neutron [-] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.674608] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.675523] env[69950]: DEBUG nova.compute.manager [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.679758] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.651s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.703906] env[69950]: DEBUG nova.network.neutron [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Successfully updated port: da47cda4-5f52-472d-af31-ecb04e02ba3b {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.751269] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Releasing lock "refresh_cache-0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.751731] env[69950]: DEBUG nova.compute.manager [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.753029] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.753398] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28409849-bda0-4e84-b437-d3a4bf43b1ac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.767751] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65aff67-5ca4-4f5d-a5a9-e0e7b388cb3a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.814201] env[69950]: WARNING nova.virt.vmwareapi.vmops [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b could not be found. [ 773.814556] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.814843] env[69950]: INFO nova.compute.manager [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Took 0.06 seconds to destroy the instance on the hypervisor. [ 773.815178] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.815553] env[69950]: DEBUG nova.compute.manager [-] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.815716] env[69950]: DEBUG nova.network.neutron [-] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.837937] env[69950]: DEBUG nova.network.neutron [-] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.846123] env[69950]: DEBUG oslo_vmware.api [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221861, 'name': PowerOffVM_Task, 'duration_secs': 0.261859} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.846905] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.846905] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.846905] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de6b8341-ace9-4054-af42-f65c51c6e149 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.923847] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.923847] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.923847] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Deleting the datastore file [datastore2] 5ef5963e-72c2-4e2a-96f5-93214d815741 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.923847] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fc527b4-bb2b-42e3-b163-8b668cd65dbb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.932264] env[69950]: DEBUG oslo_vmware.api [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Waiting for the task: (returnval){ [ 773.932264] env[69950]: value = "task-4221864" [ 773.932264] env[69950]: _type = "Task" [ 773.932264] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.941942] env[69950]: DEBUG oslo_vmware.api [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.993755] env[69950]: DEBUG nova.compute.manager [req-db4412fa-56a1-456c-91a2-a2ecbdd54a2f req-81c28da2-2f62-4503-a636-8d4bacf561a1 service nova] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Received event network-vif-deleted-9feb27b2-71bc-44c1-872e-e042dccd53e2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 774.100287] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221862, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.136339] env[69950]: DEBUG nova.network.neutron [-] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.148580] env[69950]: INFO nova.compute.manager [-] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Took 2.10 seconds to deallocate network for instance. [ 774.182379] env[69950]: DEBUG nova.compute.utils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.183858] env[69950]: DEBUG nova.compute.manager [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.184150] env[69950]: DEBUG nova.network.neutron [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.211041] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "refresh_cache-a579426a-0513-4976-86d7-d772106e72c4" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.211041] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquired lock "refresh_cache-a579426a-0513-4976-86d7-d772106e72c4" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.211041] env[69950]: DEBUG nova.network.neutron [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.244247] env[69950]: DEBUG nova.compute.manager [req-26f0e147-75ae-4013-a714-b600407d004f req-c4d05f1a-8005-4b82-a890-d03ea4cf338a service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Received event network-vif-plugged-da47cda4-5f52-472d-af31-ecb04e02ba3b {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 774.244683] env[69950]: DEBUG oslo_concurrency.lockutils [req-26f0e147-75ae-4013-a714-b600407d004f req-c4d05f1a-8005-4b82-a890-d03ea4cf338a service nova] Acquiring lock "a579426a-0513-4976-86d7-d772106e72c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.244849] env[69950]: DEBUG oslo_concurrency.lockutils [req-26f0e147-75ae-4013-a714-b600407d004f req-c4d05f1a-8005-4b82-a890-d03ea4cf338a service nova] Lock "a579426a-0513-4976-86d7-d772106e72c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.245849] env[69950]: DEBUG oslo_concurrency.lockutils [req-26f0e147-75ae-4013-a714-b600407d004f req-c4d05f1a-8005-4b82-a890-d03ea4cf338a service nova] Lock "a579426a-0513-4976-86d7-d772106e72c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.245849] env[69950]: DEBUG nova.compute.manager [req-26f0e147-75ae-4013-a714-b600407d004f req-c4d05f1a-8005-4b82-a890-d03ea4cf338a service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] No waiting events found dispatching network-vif-plugged-da47cda4-5f52-472d-af31-ecb04e02ba3b {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 774.245849] env[69950]: WARNING nova.compute.manager [req-26f0e147-75ae-4013-a714-b600407d004f req-c4d05f1a-8005-4b82-a890-d03ea4cf338a service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Received unexpected event network-vif-plugged-da47cda4-5f52-472d-af31-ecb04e02ba3b for instance with vm_state building and task_state spawning. [ 774.247426] env[69950]: DEBUG nova.policy [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9995e019344145e59a457a4cc57251e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0bf763d53164339961dbec39fc1b45b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.340336] env[69950]: DEBUG nova.network.neutron [-] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.381595] env[69950]: INFO nova.compute.manager [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Rescuing [ 774.381911] env[69950]: DEBUG oslo_concurrency.lockutils [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquiring lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.382261] env[69950]: DEBUG oslo_concurrency.lockutils [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquired lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.382261] env[69950]: DEBUG nova.network.neutron [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.450989] env[69950]: DEBUG oslo_vmware.api [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Task: {'id': task-4221864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311479} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.452058] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.453057] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.453057] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.453057] env[69950]: INFO nova.compute.manager [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Took 1.15 seconds to destroy the instance on the hypervisor. [ 774.453667] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.453911] env[69950]: DEBUG nova.compute.manager [-] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.454587] env[69950]: DEBUG nova.network.neutron [-] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.607473] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221862, 'name': Destroy_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.626184] env[69950]: DEBUG nova.network.neutron [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Successfully created port: 7dee3039-6661-4931-a258-a2b72def4467 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.640184] env[69950]: INFO nova.compute.manager [-] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Took 1.82 seconds to deallocate network for instance. [ 774.657465] env[69950]: DEBUG oslo_concurrency.lockutils [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.690413] env[69950]: DEBUG nova.compute.manager [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.769260] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8aecaf-15cf-47a1-bb24-0685894d811d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.777797] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7112a9-b858-4f51-99aa-9b6346c548d6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.811293] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48c32cb-f769-4e99-931f-a3be8c0d1390 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.820424] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c5eec2-94fa-4973-a0a1-cef925847835 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.827462] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "bc626a0f-0d8f-4fce-b31a-98e6edf98d59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.832030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "bc626a0f-0d8f-4fce-b31a-98e6edf98d59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.832030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "bc626a0f-0d8f-4fce-b31a-98e6edf98d59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.832030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "bc626a0f-0d8f-4fce-b31a-98e6edf98d59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.832030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "bc626a0f-0d8f-4fce-b31a-98e6edf98d59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.838487] env[69950]: DEBUG nova.compute.provider_tree [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.840330] env[69950]: INFO nova.compute.manager [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Terminating instance [ 774.842378] env[69950]: DEBUG nova.network.neutron [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.846911] env[69950]: INFO nova.compute.manager [-] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Took 1.03 seconds to deallocate network for instance. [ 775.100592] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221862, 'name': Destroy_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.153526] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.346716] env[69950]: DEBUG nova.scheduler.client.report [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.351999] env[69950]: DEBUG nova.compute.manager [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.351999] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.354236] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381b96f7-24ce-420f-947f-7b9ef051ad2f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.361388] env[69950]: INFO nova.compute.manager [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Instance disappeared during terminate [ 775.364120] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3fb12b51-986e-4256-aa30-939956736241 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.888s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.375267] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.375738] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0956efd9-21ac-4281-b111-597db7f79d54 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.384185] env[69950]: DEBUG nova.network.neutron [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Updating instance_info_cache with network_info: [{"id": "da47cda4-5f52-472d-af31-ecb04e02ba3b", "address": "fa:16:3e:8b:3a:d9", "network": {"id": "6adc38e7-cd94-4bba-8c57-4d6a8d1fb56b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-312709008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "11a1463ae6364bce9b571bec1b182204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda47cda4-5f", "ovs_interfaceid": "da47cda4-5f52-472d-af31-ecb04e02ba3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.388176] env[69950]: DEBUG oslo_vmware.api [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 775.388176] env[69950]: value = "task-4221865" [ 775.388176] env[69950]: _type = "Task" [ 775.388176] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.402401] env[69950]: DEBUG oslo_vmware.api [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.467506] env[69950]: DEBUG nova.compute.manager [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 775.471244] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42972f00-9aea-4029-ba1d-404b72e96deb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.573634] env[69950]: DEBUG nova.network.neutron [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Updating instance_info_cache with network_info: [{"id": "f0c81131-1a22-485d-bf4e-ac85db712200", "address": "fa:16:3e:00:18:88", "network": {"id": "c95380ea-be5d-4fe8-a70e-1d80d97209c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1126079705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f5af466254e94959823546454f3b4435", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c81131-1a", "ovs_interfaceid": "f0c81131-1a22-485d-bf4e-ac85db712200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.604241] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221862, 'name': Destroy_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.700192] env[69950]: DEBUG nova.compute.manager [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.747733] env[69950]: DEBUG nova.virt.hardware [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.749103] env[69950]: DEBUG nova.virt.hardware [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.749103] env[69950]: DEBUG nova.virt.hardware [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.749103] env[69950]: DEBUG nova.virt.hardware [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.749103] env[69950]: DEBUG nova.virt.hardware [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.749103] env[69950]: DEBUG nova.virt.hardware [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.749490] env[69950]: DEBUG nova.virt.hardware [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.749817] env[69950]: DEBUG nova.virt.hardware [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.750116] env[69950]: DEBUG nova.virt.hardware [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.750420] env[69950]: DEBUG nova.virt.hardware [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.750737] env[69950]: DEBUG nova.virt.hardware [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.751755] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb75c44-2ada-4539-8258-006ce881dc45 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.765130] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d905fa1-b5b7-4094-ab02-f4c34ff92750 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.888529] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Releasing lock "refresh_cache-a579426a-0513-4976-86d7-d772106e72c4" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.888878] env[69950]: DEBUG nova.compute.manager [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Instance network_info: |[{"id": "da47cda4-5f52-472d-af31-ecb04e02ba3b", "address": "fa:16:3e:8b:3a:d9", "network": {"id": "6adc38e7-cd94-4bba-8c57-4d6a8d1fb56b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-312709008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "11a1463ae6364bce9b571bec1b182204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda47cda4-5f", "ovs_interfaceid": "da47cda4-5f52-472d-af31-ecb04e02ba3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.889440] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:3a:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da47cda4-5f52-472d-af31-ecb04e02ba3b', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.897247] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Creating folder: Project (11a1463ae6364bce9b571bec1b182204). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.901538] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b4f6089-0aac-45d8-a1b5-14d99b035703 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.910471] env[69950]: DEBUG oslo_vmware.api [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221865, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.915865] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Created folder: Project (11a1463ae6364bce9b571bec1b182204) in parent group-v835309. [ 775.916082] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Creating folder: Instances. Parent ref: group-v835413. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.916399] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a2bd0e9-73de-460a-8cc7-8783d8fffb47 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.934203] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Created folder: Instances in parent group-v835413. [ 775.936991] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.936991] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a579426a-0513-4976-86d7-d772106e72c4] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.936991] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ea39476-dcfc-4165-9db6-bc1d40dc6e03 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.963322] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.963322] env[69950]: value = "task-4221868" [ 775.963322] env[69950]: _type = "Task" [ 775.963322] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.973474] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221868, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.985755] env[69950]: INFO nova.compute.manager [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] instance snapshotting [ 775.986428] env[69950]: DEBUG nova.objects.instance [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'flavor' on Instance uuid cb49c031-c220-42fb-b718-12387967034e {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.077419] env[69950]: DEBUG oslo_concurrency.lockutils [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Releasing lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.112149] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221862, 'name': Destroy_Task, 'duration_secs': 2.070903} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.117472] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Destroyed the VM [ 776.117472] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 776.117472] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7879ce67-307c-4065-b348-243e92a41e24 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.125044] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 776.125044] env[69950]: value = "task-4221869" [ 776.125044] env[69950]: _type = "Task" [ 776.125044] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.136974] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221869, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.290557] env[69950]: DEBUG oslo_concurrency.lockutils [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.290991] env[69950]: DEBUG oslo_concurrency.lockutils [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.291344] env[69950]: DEBUG oslo_concurrency.lockutils [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.291658] env[69950]: DEBUG oslo_concurrency.lockutils [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.291948] env[69950]: DEBUG oslo_concurrency.lockutils [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.294740] env[69950]: INFO nova.compute.manager [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Terminating instance [ 776.367258] env[69950]: DEBUG nova.compute.manager [req-69da8a13-1843-407a-b78a-6a0b8b05cf87 req-ac7a5426-71ce-493a-beeb-ddc3904f141f service nova] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Received event network-vif-deleted-1009f020-6603-4cc8-8793-0632c6f2393c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 776.369170] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.689s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.372548] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.323s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.373885] env[69950]: INFO nova.compute.claims [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.402923] env[69950]: DEBUG oslo_vmware.api [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221865, 'name': PowerOffVM_Task, 'duration_secs': 0.642013} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.403059] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.403229] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.404291] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1ca878a-bc76-4b4c-b57f-ba7b054bf060 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.479853] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221868, 'name': CreateVM_Task, 'duration_secs': 0.408946} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.479853] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a579426a-0513-4976-86d7-d772106e72c4] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.479853] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.479853] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.479853] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.479853] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c393cb83-cd81-421a-8fc6-e6d58b410c07 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.485231] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 776.485231] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f74ce0-69cd-7765-8c41-78eb59e23530" [ 776.485231] env[69950]: _type = "Task" [ 776.485231] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.492090] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.492090] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.492316] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Deleting the datastore file [datastore1] bc626a0f-0d8f-4fce-b31a-98e6edf98d59 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.492875] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c849eda6-2b4c-4110-bae7-292875aaaeee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.497429] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd2eb39-9255-4acb-8de8-15b50044bd5f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.503763] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f74ce0-69cd-7765-8c41-78eb59e23530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.532212] env[69950]: DEBUG nova.compute.manager [req-26e573b1-b96e-4858-9a28-00d32e31575b req-b16b25b8-faab-429f-87d2-073d97d6b363 service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Received event network-changed-da47cda4-5f52-472d-af31-ecb04e02ba3b {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 776.532212] env[69950]: DEBUG nova.compute.manager [req-26e573b1-b96e-4858-9a28-00d32e31575b req-b16b25b8-faab-429f-87d2-073d97d6b363 service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Refreshing instance network info cache due to event network-changed-da47cda4-5f52-472d-af31-ecb04e02ba3b. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 776.532453] env[69950]: DEBUG oslo_concurrency.lockutils [req-26e573b1-b96e-4858-9a28-00d32e31575b req-b16b25b8-faab-429f-87d2-073d97d6b363 service nova] Acquiring lock "refresh_cache-a579426a-0513-4976-86d7-d772106e72c4" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.532617] env[69950]: DEBUG oslo_concurrency.lockutils [req-26e573b1-b96e-4858-9a28-00d32e31575b req-b16b25b8-faab-429f-87d2-073d97d6b363 service nova] Acquired lock "refresh_cache-a579426a-0513-4976-86d7-d772106e72c4" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.532715] env[69950]: DEBUG nova.network.neutron [req-26e573b1-b96e-4858-9a28-00d32e31575b req-b16b25b8-faab-429f-87d2-073d97d6b363 service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Refreshing network info cache for port da47cda4-5f52-472d-af31-ecb04e02ba3b {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.534502] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616e865c-bd07-4d61-974a-f75b669f5687 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.537734] env[69950]: DEBUG oslo_vmware.api [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for the task: (returnval){ [ 776.537734] env[69950]: value = "task-4221871" [ 776.537734] env[69950]: _type = "Task" [ 776.537734] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.553600] env[69950]: DEBUG oslo_vmware.api [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.568731] env[69950]: DEBUG nova.network.neutron [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Successfully updated port: 7dee3039-6661-4931-a258-a2b72def4467 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.647415] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221869, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.678010] env[69950]: DEBUG nova.network.neutron [-] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.798840] env[69950]: DEBUG nova.compute.manager [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.799214] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.800309] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612f94d1-9d26-42f2-bd2a-73f80b4a5f7c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.812269] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.812269] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-807d7bb3-0944-46ff-8a94-c76b18c207d8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.895830] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.895830] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.895830] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleting the datastore file [datastore1] 1b0f6e6b-68f1-4d93-8df9-43a8938566a3 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.895830] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f20476e-c5f1-4db2-8f93-88951f4a61de {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.904255] env[69950]: DEBUG oslo_vmware.api [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 776.904255] env[69950]: value = "task-4221873" [ 776.904255] env[69950]: _type = "Task" [ 776.904255] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.918134] env[69950]: DEBUG oslo_vmware.api [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.962800] env[69950]: INFO nova.scheduler.client.report [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Deleted allocation for migration 9a1ca746-67e5-45ae-956b-bf4c3969cb2f [ 777.001052] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f74ce0-69cd-7765-8c41-78eb59e23530, 'name': SearchDatastore_Task, 'duration_secs': 0.018363} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.001052] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.001052] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.001052] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.001436] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.001436] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.001436] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d0b9808-a1ee-4623-ad4f-3f0bf5735077 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.012974] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.012974] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.013456] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9553edc3-1df1-4976-a8a3-cea2b88973f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.020066] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 777.020066] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528c54ce-5364-2983-e7f4-8c9ef6256be9" [ 777.020066] env[69950]: _type = "Task" [ 777.020066] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.031341] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528c54ce-5364-2983-e7f4-8c9ef6256be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.048985] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 777.049802] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0c10329a-0998-4395-8c15-6d99ff2ff7ac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.055865] env[69950]: DEBUG oslo_vmware.api [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Task: {'id': task-4221871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234201} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.056621] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.056825] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.057076] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.057239] env[69950]: INFO nova.compute.manager [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Took 1.71 seconds to destroy the instance on the hypervisor. [ 777.057522] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.057788] env[69950]: DEBUG nova.compute.manager [-] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.057907] env[69950]: DEBUG nova.network.neutron [-] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.062854] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 777.062854] env[69950]: value = "task-4221874" [ 777.062854] env[69950]: _type = "Task" [ 777.062854] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.072609] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "refresh_cache-d7e24c6b-4c11-4d1d-a02b-787f71d5993c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.072762] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquired lock "refresh_cache-d7e24c6b-4c11-4d1d-a02b-787f71d5993c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.072914] env[69950]: DEBUG nova.network.neutron [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.074133] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221874, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.140767] env[69950]: DEBUG oslo_vmware.api [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221869, 'name': RemoveSnapshot_Task, 'duration_secs': 0.703877} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.141131] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 777.142270] env[69950]: INFO nova.compute.manager [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Took 17.93 seconds to snapshot the instance on the hypervisor. [ 777.184587] env[69950]: INFO nova.compute.manager [-] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Took 2.73 seconds to deallocate network for instance. [ 777.417134] env[69950]: DEBUG oslo_vmware.api [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279817} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.417442] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.417697] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.417988] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.418163] env[69950]: INFO nova.compute.manager [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Took 0.62 seconds to destroy the instance on the hypervisor. [ 777.418456] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.418707] env[69950]: DEBUG nova.compute.manager [-] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.418865] env[69950]: DEBUG nova.network.neutron [-] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.427782] env[69950]: DEBUG nova.network.neutron [req-26e573b1-b96e-4858-9a28-00d32e31575b req-b16b25b8-faab-429f-87d2-073d97d6b363 service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Updated VIF entry in instance network info cache for port da47cda4-5f52-472d-af31-ecb04e02ba3b. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.428211] env[69950]: DEBUG nova.network.neutron [req-26e573b1-b96e-4858-9a28-00d32e31575b req-b16b25b8-faab-429f-87d2-073d97d6b363 service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Updating instance_info_cache with network_info: [{"id": "da47cda4-5f52-472d-af31-ecb04e02ba3b", "address": "fa:16:3e:8b:3a:d9", "network": {"id": "6adc38e7-cd94-4bba-8c57-4d6a8d1fb56b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-312709008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "11a1463ae6364bce9b571bec1b182204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda47cda4-5f", "ovs_interfaceid": "da47cda4-5f52-472d-af31-ecb04e02ba3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.471212] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6e7709b9-5375-472b-a9d8-0693f0c7c877 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "93664ea1-b278-43d4-9390-f10836022697" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.673s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.535018] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528c54ce-5364-2983-e7f4-8c9ef6256be9, 'name': SearchDatastore_Task, 'duration_secs': 0.012558} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.539488] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b08f81b-08d1-4c9d-8311-2a34f0f114d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.547868] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 777.547868] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e27276-670c-64df-bf05-f07dea13a93c" [ 777.547868] env[69950]: _type = "Task" [ 777.547868] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.562047] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "7a07fecf-d4da-48fd-a2fd-eb7611f22316" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.562047] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "7a07fecf-d4da-48fd-a2fd-eb7611f22316" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.572855] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e27276-670c-64df-bf05-f07dea13a93c, 'name': SearchDatastore_Task, 'duration_secs': 0.014191} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.573741] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.574640] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] a579426a-0513-4976-86d7-d772106e72c4/a579426a-0513-4976-86d7-d772106e72c4.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.574640] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd60431a-8781-4b11-bfba-cc487ce8a1be {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.585205] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221874, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.592922] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 777.592922] env[69950]: value = "task-4221875" [ 777.592922] env[69950]: _type = "Task" [ 777.592922] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.610322] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4221875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.636491] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.637468] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-629847d9-096a-44ac-a0dd-24304390da37 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.652531] env[69950]: DEBUG nova.compute.manager [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Instance disappeared during snapshot {{(pid=69950) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 777.655019] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 777.655019] env[69950]: value = "task-4221876" [ 777.655019] env[69950]: _type = "Task" [ 777.655019] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.656070] env[69950]: DEBUG nova.network.neutron [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.676642] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.684454] env[69950]: DEBUG nova.compute.manager [None req-29913637-cbf2-4409-ad43-d7093546e6cb tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Image not found during clean up a9f39eba-e1b2-451d-87db-178820ba91dc {{(pid=69950) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 777.694235] env[69950]: DEBUG oslo_concurrency.lockutils [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.882641] env[69950]: DEBUG nova.network.neutron [-] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.933800] env[69950]: DEBUG oslo_concurrency.lockutils [req-26e573b1-b96e-4858-9a28-00d32e31575b req-b16b25b8-faab-429f-87d2-073d97d6b363 service nova] Releasing lock "refresh_cache-a579426a-0513-4976-86d7-d772106e72c4" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.962923] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b266fad-8415-49d8-9d9b-8de9bf02c0f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.974390] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f737520-7e82-455a-b622-11c2ef273ee6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.018296] env[69950]: DEBUG nova.network.neutron [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Updating instance_info_cache with network_info: [{"id": "7dee3039-6661-4931-a258-a2b72def4467", "address": "fa:16:3e:cb:d4:31", "network": {"id": "c05b1ac9-ab0d-434c-b92b-e3e5fcd5c2ef", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2146545870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0bf763d53164339961dbec39fc1b45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dee3039-66", "ovs_interfaceid": "7dee3039-6661-4931-a258-a2b72def4467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.024857] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd9b8e1-4c30-4701-85e3-32631b0f1a14 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.039170] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210a5b29-ba4d-45b3-b045-8fcd489a6ba5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.061286] env[69950]: DEBUG nova.compute.provider_tree [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.067128] env[69950]: DEBUG nova.compute.manager [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.085217] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221874, 'name': CreateSnapshot_Task, 'duration_secs': 0.764868} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.085505] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 778.086430] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b726399-517f-4822-b02b-aebcaf9a4bff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.117148] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4221875, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.175247] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221876, 'name': PowerOffVM_Task, 'duration_secs': 0.265703} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.177481] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.178727] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f67aeb6-538a-4606-ad9b-7d83721b04e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.210810] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dcef69-46c0-4735-bd7d-4aea5306633c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.255135] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.255494] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeef95ef-1226-455b-a9cf-b23c62384901 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.265241] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 778.265241] env[69950]: value = "task-4221877" [ 778.265241] env[69950]: _type = "Task" [ 778.265241] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.278154] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.387343] env[69950]: INFO nova.compute.manager [-] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Took 1.33 seconds to deallocate network for instance. [ 778.406864] env[69950]: DEBUG nova.compute.manager [req-7c27cbe8-e083-4eb1-90f2-7e5fa883b17f req-3840e4f6-cfc8-42e8-aa95-a166ec9f9afa service nova] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Received event network-vif-deleted-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 778.407244] env[69950]: DEBUG nova.compute.manager [req-7c27cbe8-e083-4eb1-90f2-7e5fa883b17f req-3840e4f6-cfc8-42e8-aa95-a166ec9f9afa service nova] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Received event network-vif-deleted-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 778.407350] env[69950]: DEBUG nova.compute.manager [req-7c27cbe8-e083-4eb1-90f2-7e5fa883b17f req-3840e4f6-cfc8-42e8-aa95-a166ec9f9afa service nova] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Received event network-vif-deleted-e3f32011-55a1-47f3-bf16-6f4aec23d150 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 778.408051] env[69950]: INFO nova.compute.manager [req-7c27cbe8-e083-4eb1-90f2-7e5fa883b17f req-3840e4f6-cfc8-42e8-aa95-a166ec9f9afa service nova] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Neutron deleted interface e3f32011-55a1-47f3-bf16-6f4aec23d150; detaching it from the instance and deleting it from the info cache [ 778.408318] env[69950]: DEBUG nova.network.neutron [req-7c27cbe8-e083-4eb1-90f2-7e5fa883b17f req-3840e4f6-cfc8-42e8-aa95-a166ec9f9afa service nova] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.528412] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Releasing lock "refresh_cache-d7e24c6b-4c11-4d1d-a02b-787f71d5993c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.528412] env[69950]: DEBUG nova.compute.manager [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Instance network_info: |[{"id": "7dee3039-6661-4931-a258-a2b72def4467", "address": "fa:16:3e:cb:d4:31", "network": {"id": "c05b1ac9-ab0d-434c-b92b-e3e5fcd5c2ef", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2146545870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0bf763d53164339961dbec39fc1b45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dee3039-66", "ovs_interfaceid": "7dee3039-6661-4931-a258-a2b72def4467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.528521] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:d4:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dee3039-6661-4931-a258-a2b72def4467', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.534984] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.535608] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.535958] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8161da6-f0c4-44e1-bb4d-dbcaa1f68561 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.564377] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.564377] env[69950]: value = "task-4221878" [ 778.564377] env[69950]: _type = "Task" [ 778.564377] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.564823] env[69950]: DEBUG nova.scheduler.client.report [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.579547] env[69950]: DEBUG nova.compute.manager [req-dd3324fd-20cb-4cb7-9f83-ddb9387b2c39 req-b0bce987-44c2-4cfa-ab97-9e83abc38ac6 service nova] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Received event network-vif-plugged-7dee3039-6661-4931-a258-a2b72def4467 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 778.579547] env[69950]: DEBUG oslo_concurrency.lockutils [req-dd3324fd-20cb-4cb7-9f83-ddb9387b2c39 req-b0bce987-44c2-4cfa-ab97-9e83abc38ac6 service nova] Acquiring lock "d7e24c6b-4c11-4d1d-a02b-787f71d5993c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.579547] env[69950]: DEBUG oslo_concurrency.lockutils [req-dd3324fd-20cb-4cb7-9f83-ddb9387b2c39 req-b0bce987-44c2-4cfa-ab97-9e83abc38ac6 service nova] Lock "d7e24c6b-4c11-4d1d-a02b-787f71d5993c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.579547] env[69950]: DEBUG oslo_concurrency.lockutils [req-dd3324fd-20cb-4cb7-9f83-ddb9387b2c39 req-b0bce987-44c2-4cfa-ab97-9e83abc38ac6 service nova] Lock "d7e24c6b-4c11-4d1d-a02b-787f71d5993c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.579547] env[69950]: DEBUG nova.compute.manager [req-dd3324fd-20cb-4cb7-9f83-ddb9387b2c39 req-b0bce987-44c2-4cfa-ab97-9e83abc38ac6 service nova] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] No waiting events found dispatching network-vif-plugged-7dee3039-6661-4931-a258-a2b72def4467 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 778.580279] env[69950]: WARNING nova.compute.manager [req-dd3324fd-20cb-4cb7-9f83-ddb9387b2c39 req-b0bce987-44c2-4cfa-ab97-9e83abc38ac6 service nova] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Received unexpected event network-vif-plugged-7dee3039-6661-4931-a258-a2b72def4467 for instance with vm_state building and task_state spawning. [ 778.580279] env[69950]: DEBUG nova.compute.manager [req-dd3324fd-20cb-4cb7-9f83-ddb9387b2c39 req-b0bce987-44c2-4cfa-ab97-9e83abc38ac6 service nova] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Received event network-changed-7dee3039-6661-4931-a258-a2b72def4467 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 778.580279] env[69950]: DEBUG nova.compute.manager [req-dd3324fd-20cb-4cb7-9f83-ddb9387b2c39 req-b0bce987-44c2-4cfa-ab97-9e83abc38ac6 service nova] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Refreshing instance network info cache due to event network-changed-7dee3039-6661-4931-a258-a2b72def4467. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 778.580279] env[69950]: DEBUG oslo_concurrency.lockutils [req-dd3324fd-20cb-4cb7-9f83-ddb9387b2c39 req-b0bce987-44c2-4cfa-ab97-9e83abc38ac6 service nova] Acquiring lock "refresh_cache-d7e24c6b-4c11-4d1d-a02b-787f71d5993c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.580399] env[69950]: DEBUG oslo_concurrency.lockutils [req-dd3324fd-20cb-4cb7-9f83-ddb9387b2c39 req-b0bce987-44c2-4cfa-ab97-9e83abc38ac6 service nova] Acquired lock "refresh_cache-d7e24c6b-4c11-4d1d-a02b-787f71d5993c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.581423] env[69950]: DEBUG nova.network.neutron [req-dd3324fd-20cb-4cb7-9f83-ddb9387b2c39 req-b0bce987-44c2-4cfa-ab97-9e83abc38ac6 service nova] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Refreshing network info cache for port 7dee3039-6661-4931-a258-a2b72def4467 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.594935] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221878, 'name': CreateVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.606842] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4221875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674567} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.608025] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.608339] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] a579426a-0513-4976-86d7-d772106e72c4/a579426a-0513-4976-86d7-d772106e72c4.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.608556] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.616942] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 778.617282] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecfe23b0-007d-439f-acd0-51ed4d5c4151 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.620891] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-93f3c0ab-e2fb-49ce-8fdc-ea0bef2294db {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.634044] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 778.634044] env[69950]: value = "task-4221880" [ 778.634044] env[69950]: _type = "Task" [ 778.634044] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.634044] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 778.634044] env[69950]: value = "task-4221879" [ 778.634044] env[69950]: _type = "Task" [ 778.634044] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.655019] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221880, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.655353] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4221879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.678454] env[69950]: DEBUG nova.network.neutron [-] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.778759] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 778.779030] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.779332] env[69950]: DEBUG oslo_concurrency.lockutils [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.779485] env[69950]: DEBUG oslo_concurrency.lockutils [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.779666] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.779970] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-135309e0-6700-4920-8bec-3169b3c33301 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.795781] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.796278] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.796843] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6036e60a-3b1b-4544-b51f-02500a63863f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.806256] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 778.806256] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52513ff2-9773-1ea2-5563-b42aa2725633" [ 778.806256] env[69950]: _type = "Task" [ 778.806256] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.817609] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52513ff2-9773-1ea2-5563-b42aa2725633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.898386] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.912408] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32fe2faf-d7e0-4199-8591-1fcb6551c51e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.925132] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a7a393-0b4e-47b6-8171-83e0a82b5d34 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.972596] env[69950]: DEBUG nova.compute.manager [req-7c27cbe8-e083-4eb1-90f2-7e5fa883b17f req-3840e4f6-cfc8-42e8-aa95-a166ec9f9afa service nova] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Detach interface failed, port_id=e3f32011-55a1-47f3-bf16-6f4aec23d150, reason: Instance 1b0f6e6b-68f1-4d93-8df9-43a8938566a3 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 779.075365] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221878, 'name': CreateVM_Task, 'duration_secs': 0.386307} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.076221] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.077116] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.077364] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.077782] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.078138] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2d8eec-2de1-49fc-9631-ed9047c32447 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.085365] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.085956] env[69950]: DEBUG nova.compute.manager [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.090551] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.326s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.092107] env[69950]: INFO nova.compute.claims [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.094826] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 779.094826] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ce255b-d4a6-f9cd-2ce9-59935cda8f20" [ 779.094826] env[69950]: _type = "Task" [ 779.094826] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.106171] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ce255b-d4a6-f9cd-2ce9-59935cda8f20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.152202] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4221879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091501} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.157466] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.157466] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221880, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.157927] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321bda68-a407-4692-a00d-3089bd0f6232 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.184389] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] a579426a-0513-4976-86d7-d772106e72c4/a579426a-0513-4976-86d7-d772106e72c4.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.187665] env[69950]: INFO nova.compute.manager [-] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Took 1.77 seconds to deallocate network for instance. [ 779.187965] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f3497bb-f8d0-458b-94d7-c15bef66d7bd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.218516] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 779.218516] env[69950]: value = "task-4221881" [ 779.218516] env[69950]: _type = "Task" [ 779.218516] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.229527] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4221881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.319944] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52513ff2-9773-1ea2-5563-b42aa2725633, 'name': SearchDatastore_Task, 'duration_secs': 0.021207} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.320882] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c77dac-3384-4641-b782-23077d51c9da {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.327647] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 779.327647] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52444133-9d18-0d14-07c9-d9873c188b6a" [ 779.327647] env[69950]: _type = "Task" [ 779.327647] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.341226] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52444133-9d18-0d14-07c9-d9873c188b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.600768] env[69950]: DEBUG nova.compute.utils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.604953] env[69950]: DEBUG nova.network.neutron [req-dd3324fd-20cb-4cb7-9f83-ddb9387b2c39 req-b0bce987-44c2-4cfa-ab97-9e83abc38ac6 service nova] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Updated VIF entry in instance network info cache for port 7dee3039-6661-4931-a258-a2b72def4467. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.605081] env[69950]: DEBUG nova.network.neutron [req-dd3324fd-20cb-4cb7-9f83-ddb9387b2c39 req-b0bce987-44c2-4cfa-ab97-9e83abc38ac6 service nova] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Updating instance_info_cache with network_info: [{"id": "7dee3039-6661-4931-a258-a2b72def4467", "address": "fa:16:3e:cb:d4:31", "network": {"id": "c05b1ac9-ab0d-434c-b92b-e3e5fcd5c2ef", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2146545870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0bf763d53164339961dbec39fc1b45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dee3039-66", "ovs_interfaceid": "7dee3039-6661-4931-a258-a2b72def4467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.607101] env[69950]: DEBUG nova.compute.manager [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.607265] env[69950]: DEBUG nova.network.neutron [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.625322] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ce255b-d4a6-f9cd-2ce9-59935cda8f20, 'name': SearchDatastore_Task, 'duration_secs': 0.036253} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.625322] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.625322] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.626519] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.649918] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221880, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.669266] env[69950]: DEBUG nova.policy [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd61de4609129460f87533e6cba6e2ddb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3821b45910aa4d99af8a25ce620deb44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.713738] env[69950]: DEBUG oslo_concurrency.lockutils [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.737207] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4221881, 'name': ReconfigVM_Task, 'duration_secs': 0.445734} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.737524] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Reconfigured VM instance instance-00000023 to attach disk [datastore2] a579426a-0513-4976-86d7-d772106e72c4/a579426a-0513-4976-86d7-d772106e72c4.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.738292] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5cc6794-fd66-40cf-b532-137ea0467f4b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.746979] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 779.746979] env[69950]: value = "task-4221882" [ 779.746979] env[69950]: _type = "Task" [ 779.746979] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.758337] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4221882, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.839970] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52444133-9d18-0d14-07c9-d9873c188b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.023001} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.840755] env[69950]: DEBUG oslo_concurrency.lockutils [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.841116] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] da4381f9-af9d-4e93-b6e9-92371f27d52f/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk. {{(pid=69950) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 779.841429] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.841666] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.841902] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e64ebd99-fa36-4197-be2e-e861c7167817 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.844650] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dc2b6b2-c581-44a4-9161-c9c5ebdfeb4c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.853022] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 779.853022] env[69950]: value = "task-4221883" [ 779.853022] env[69950]: _type = "Task" [ 779.853022] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.858659] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.858938] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.860614] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00861f19-2b05-42e9-82e3-48b78cc4e436 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.868464] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.873645] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 779.873645] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52252cc7-be0d-67ae-8ee0-71e6bf0334b2" [ 779.873645] env[69950]: _type = "Task" [ 779.873645] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.885209] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52252cc7-be0d-67ae-8ee0-71e6bf0334b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.105775] env[69950]: DEBUG nova.compute.manager [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.118577] env[69950]: DEBUG oslo_concurrency.lockutils [req-dd3324fd-20cb-4cb7-9f83-ddb9387b2c39 req-b0bce987-44c2-4cfa-ab97-9e83abc38ac6 service nova] Releasing lock "refresh_cache-d7e24c6b-4c11-4d1d-a02b-787f71d5993c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.153206] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221880, 'name': CloneVM_Task} progress is 95%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.244631] env[69950]: DEBUG nova.network.neutron [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Successfully created port: 56a12777-267c-49fd-96c5-9fe151dc9c7a {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.275724] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4221882, 'name': Rename_Task, 'duration_secs': 0.191283} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.275724] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.275724] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d924c6e0-993b-4da7-8c7b-e3ffafa3787d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.291074] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 780.291074] env[69950]: value = "task-4221884" [ 780.291074] env[69950]: _type = "Task" [ 780.291074] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.302419] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4221884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.367269] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221883, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.391592] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52252cc7-be0d-67ae-8ee0-71e6bf0334b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013264} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.392586] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a9d02e2-2028-4916-857a-4db79bf25af0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.404963] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 780.404963] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527a1ada-1360-d53c-4570-b6aca052f548" [ 780.404963] env[69950]: _type = "Task" [ 780.404963] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.420027] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527a1ada-1360-d53c-4570-b6aca052f548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.655597] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221880, 'name': CloneVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.738919] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6958ad96-705d-4634-8266-201326bc78b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.749848] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa38f54-de29-49c4-ba4e-d81736f896f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.785861] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c4175f-e316-45eb-a00c-a838c5ddf8b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.799708] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe01287-0fb5-4c42-9b2e-312e1ee89f56 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.820276] env[69950]: DEBUG nova.compute.provider_tree [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.822125] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4221884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.867600] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713231} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.868886] env[69950]: INFO nova.virt.vmwareapi.ds_util [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] da4381f9-af9d-4e93-b6e9-92371f27d52f/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk. [ 780.871421] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9461a577-d709-43ca-a3dd-4eb28130aabe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.919542] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] da4381f9-af9d-4e93-b6e9-92371f27d52f/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.926054] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3397411-f86a-458a-aa80-e3f7e93335e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.944954] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "43ce3863-2138-4b31-84e7-3754a7da689c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.945463] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "43ce3863-2138-4b31-84e7-3754a7da689c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.958556] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 780.958556] env[69950]: value = "task-4221885" [ 780.958556] env[69950]: _type = "Task" [ 780.958556] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.958831] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527a1ada-1360-d53c-4570-b6aca052f548, 'name': SearchDatastore_Task, 'duration_secs': 0.061647} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.959253] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.961465] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] d7e24c6b-4c11-4d1d-a02b-787f71d5993c/d7e24c6b-4c11-4d1d-a02b-787f71d5993c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.966903] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6837628f-32e7-470b-ae6d-0fde3ef585a0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.982091] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 780.982091] env[69950]: value = "task-4221886" [ 780.982091] env[69950]: _type = "Task" [ 780.982091] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.982435] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.994035] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.124229] env[69950]: DEBUG nova.compute.manager [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.160556] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221880, 'name': CloneVM_Task, 'duration_secs': 2.037891} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.164840] env[69950]: DEBUG nova.virt.hardware [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.165184] env[69950]: DEBUG nova.virt.hardware [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.166231] env[69950]: DEBUG nova.virt.hardware [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.166231] env[69950]: DEBUG nova.virt.hardware [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.166231] env[69950]: DEBUG nova.virt.hardware [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.166413] env[69950]: DEBUG nova.virt.hardware [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.166948] env[69950]: DEBUG nova.virt.hardware [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.167049] env[69950]: DEBUG nova.virt.hardware [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.167322] env[69950]: DEBUG nova.virt.hardware [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.167630] env[69950]: DEBUG nova.virt.hardware [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.167944] env[69950]: DEBUG nova.virt.hardware [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.168578] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Created linked-clone VM from snapshot [ 781.169694] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e6ca43-63b9-400b-af83-84ed6a802ec2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.174566] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ce6c00-3b07-497d-af49-1de36724ccc5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.186009] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Uploading image 7ab394bb-eef4-414a-87c8-8589896dfa13 {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 781.192052] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2c9bd2-999f-4148-90fa-6ae2164e99d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.222768] env[69950]: DEBUG oslo_vmware.rw_handles [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 781.222768] env[69950]: value = "vm-835418" [ 781.222768] env[69950]: _type = "VirtualMachine" [ 781.222768] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 781.222993] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1be54af1-0c45-4528-a3ed-21f4174374b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.232961] env[69950]: DEBUG oslo_vmware.rw_handles [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lease: (returnval){ [ 781.232961] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5273e506-9dfe-1757-addb-88c6beb09fa8" [ 781.232961] env[69950]: _type = "HttpNfcLease" [ 781.232961] env[69950]: } obtained for exporting VM: (result){ [ 781.232961] env[69950]: value = "vm-835418" [ 781.232961] env[69950]: _type = "VirtualMachine" [ 781.232961] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 781.233554] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the lease: (returnval){ [ 781.233554] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5273e506-9dfe-1757-addb-88c6beb09fa8" [ 781.233554] env[69950]: _type = "HttpNfcLease" [ 781.233554] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 781.242256] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.242256] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5273e506-9dfe-1757-addb-88c6beb09fa8" [ 781.242256] env[69950]: _type = "HttpNfcLease" [ 781.242256] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 781.307628] env[69950]: DEBUG oslo_vmware.api [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4221884, 'name': PowerOnVM_Task, 'duration_secs': 0.614428} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.307897] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.308663] env[69950]: INFO nova.compute.manager [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Took 8.37 seconds to spawn the instance on the hypervisor. [ 781.308663] env[69950]: DEBUG nova.compute.manager [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.309848] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16897eb6-c6d3-4f79-9376-b6ba4b9b656c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.330059] env[69950]: DEBUG nova.scheduler.client.report [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.345133] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "401ccd9e-e776-4407-97cf-18f571c84716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.345445] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "401ccd9e-e776-4407-97cf-18f571c84716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.441512] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a0989-0c10-6db0-6bb3-6101052d09e3/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 781.442564] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a59d4b-c02c-4461-8bc1-b84af146282a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.449697] env[69950]: DEBUG nova.compute.manager [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.454873] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a0989-0c10-6db0-6bb3-6101052d09e3/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 781.454873] env[69950]: ERROR oslo_vmware.rw_handles [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a0989-0c10-6db0-6bb3-6101052d09e3/disk-0.vmdk due to incomplete transfer. [ 781.455338] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a1c2cd19-d4e4-4717-8a14-3d626edf893c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.473108] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a0989-0c10-6db0-6bb3-6101052d09e3/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 781.473108] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Uploaded image 522311a2-80de-4986-997b-b3f78fe711bc to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 781.474014] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.474469] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221885, 'name': ReconfigVM_Task, 'duration_secs': 0.380708} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.474694] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e6b1dffc-2f07-4f3a-a29f-9ad0419718c7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.476769] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Reconfigured VM instance instance-00000022 to attach disk [datastore2] da4381f9-af9d-4e93-b6e9-92371f27d52f/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.477751] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf55101e-7aeb-430c-a837-528f73784934 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.488445] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 781.488445] env[69950]: value = "task-4221888" [ 781.488445] env[69950]: _type = "Task" [ 781.488445] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.520857] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5196ef6-fa94-474c-9aef-aafd3ac5b223 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.539054] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221886, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.548073] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221888, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.550232] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 781.550232] env[69950]: value = "task-4221889" [ 781.550232] env[69950]: _type = "Task" [ 781.550232] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.560808] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221889, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.743983] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.743983] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5273e506-9dfe-1757-addb-88c6beb09fa8" [ 781.743983] env[69950]: _type = "HttpNfcLease" [ 781.743983] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 781.743983] env[69950]: DEBUG oslo_vmware.rw_handles [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 781.743983] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5273e506-9dfe-1757-addb-88c6beb09fa8" [ 781.743983] env[69950]: _type = "HttpNfcLease" [ 781.743983] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 781.744961] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4311c9c-f7ea-49c7-8f8b-ac725a779c42 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.753560] env[69950]: DEBUG nova.objects.instance [None req-54283491-3d81-4071-80da-278420df236b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Lazy-loading 'flavor' on Instance uuid 5815824c-cf8a-4e65-ab60-1f219cd710c5 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.758510] env[69950]: DEBUG oslo_vmware.rw_handles [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb3026-3099-3daf-8645-38f5096313ec/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 781.758723] env[69950]: DEBUG oslo_vmware.rw_handles [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb3026-3099-3daf-8645-38f5096313ec/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 781.842576] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.843499] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.706s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.843944] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.848030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.288s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.848030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.848030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.403s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.848030] env[69950]: DEBUG nova.objects.instance [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Lazy-loading 'resources' on Instance uuid 258bd226-9222-4ace-b0f3-2b554b548cfe {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.850377] env[69950]: INFO nova.compute.manager [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Took 33.43 seconds to build instance. [ 781.855053] env[69950]: DEBUG nova.compute.manager [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.881771] env[69950]: INFO nova.scheduler.client.report [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Deleted allocations for instance 3b9149ee-29f3-4353-9c6c-77110197205e [ 781.883745] env[69950]: INFO nova.scheduler.client.report [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Deleted allocations for instance 5b7c9fe9-79bf-445b-8b69-7b52607b6648 [ 781.917639] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2e090ae-4419-4d08-9ce6-ee60abad2418 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.984515] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.993974] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653983} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.994425] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] d7e24c6b-4c11-4d1d-a02b-787f71d5993c/d7e24c6b-4c11-4d1d-a02b-787f71d5993c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.994652] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.994912] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-901f3983-234c-42bb-a33f-0d8980c5fd6b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.002682] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 782.002682] env[69950]: value = "task-4221890" [ 782.002682] env[69950]: _type = "Task" [ 782.002682] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.015961] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.022075] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221888, 'name': Destroy_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.061279] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221889, 'name': ReconfigVM_Task, 'duration_secs': 0.197403} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.061454] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.061667] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d23a9143-cd9d-4991-8464-114ddb8592b6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.069907] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 782.069907] env[69950]: value = "task-4221891" [ 782.069907] env[69950]: _type = "Task" [ 782.069907] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.083503] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.268338] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54283491-3d81-4071-80da-278420df236b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquiring lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.268587] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54283491-3d81-4071-80da-278420df236b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquired lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.351468] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Acquiring lock "c10190a4-73b6-431f-9a0f-00afdd5b08c3" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.351842] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Lock "c10190a4-73b6-431f-9a0f-00afdd5b08c3" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.356886] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a1a921d-1a9f-4000-a777-81987ca21c77 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "a579426a-0513-4976-86d7-d772106e72c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.965s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.383401] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.399934] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e1197d9-4f26-4595-b122-5b2e07a8df16 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "5b7c9fe9-79bf-445b-8b69-7b52607b6648" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.265s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.404239] env[69950]: DEBUG oslo_concurrency.lockutils [None req-50375367-efec-4381-b5dd-d747c99cf6c0 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "3b9149ee-29f3-4353-9c6c-77110197205e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.448s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.520248] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07834} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.529291] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.529291] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ccae91-1d98-4424-aa88-7659927de30e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.543972] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221888, 'name': Destroy_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.581992] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] d7e24c6b-4c11-4d1d-a02b-787f71d5993c/d7e24c6b-4c11-4d1d-a02b-787f71d5993c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.588409] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86206067-0dbd-4a54-968d-b3d30c125627 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.613795] env[69950]: DEBUG oslo_vmware.api [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221891, 'name': PowerOnVM_Task, 'duration_secs': 0.474519} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.615982] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.617799] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 782.617799] env[69950]: value = "task-4221892" [ 782.617799] env[69950]: _type = "Task" [ 782.617799] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.623264] env[69950]: DEBUG nova.compute.manager [None req-acbeb9cb-904a-41c9-97a5-b3a9cb1c614d tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 782.627165] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7231a3c9-a45f-4d0c-a670-29fc9724f69a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.638485] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.790749] env[69950]: DEBUG nova.network.neutron [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Successfully updated port: 56a12777-267c-49fd-96c5-9fe151dc9c7a {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.856760] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Lock "c10190a4-73b6-431f-9a0f-00afdd5b08c3" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.857770] env[69950]: DEBUG nova.compute.manager [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.888084] env[69950]: DEBUG nova.network.neutron [None req-54283491-3d81-4071-80da-278420df236b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.981519] env[69950]: DEBUG nova.compute.manager [req-e8c912c0-604e-4b6a-a6b4-b478d124ff14 req-6d55a98f-d445-4048-b2e2-8bf87db66dc7 service nova] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Received event network-vif-plugged-56a12777-267c-49fd-96c5-9fe151dc9c7a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 782.981519] env[69950]: DEBUG oslo_concurrency.lockutils [req-e8c912c0-604e-4b6a-a6b4-b478d124ff14 req-6d55a98f-d445-4048-b2e2-8bf87db66dc7 service nova] Acquiring lock "c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.981881] env[69950]: DEBUG oslo_concurrency.lockutils [req-e8c912c0-604e-4b6a-a6b4-b478d124ff14 req-6d55a98f-d445-4048-b2e2-8bf87db66dc7 service nova] Lock "c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.981881] env[69950]: DEBUG oslo_concurrency.lockutils [req-e8c912c0-604e-4b6a-a6b4-b478d124ff14 req-6d55a98f-d445-4048-b2e2-8bf87db66dc7 service nova] Lock "c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.983030] env[69950]: DEBUG nova.compute.manager [req-e8c912c0-604e-4b6a-a6b4-b478d124ff14 req-6d55a98f-d445-4048-b2e2-8bf87db66dc7 service nova] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] No waiting events found dispatching network-vif-plugged-56a12777-267c-49fd-96c5-9fe151dc9c7a {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 782.983603] env[69950]: WARNING nova.compute.manager [req-e8c912c0-604e-4b6a-a6b4-b478d124ff14 req-6d55a98f-d445-4048-b2e2-8bf87db66dc7 service nova] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Received unexpected event network-vif-plugged-56a12777-267c-49fd-96c5-9fe151dc9c7a for instance with vm_state building and task_state spawning. [ 783.023063] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221888, 'name': Destroy_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.076786] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81929b85-186a-4d5e-8fb2-6979091fb582 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.094030] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122452fa-b134-4018-b177-b22eeb41cfa6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.162436] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11db4997-a89f-469e-995f-b658691ee418 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.176217] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6df420-3c4d-4b48-a88d-cf3600f2e809 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.180484] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.199021] env[69950]: DEBUG nova.compute.provider_tree [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.293899] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Acquiring lock "refresh_cache-c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.294266] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Acquired lock "refresh_cache-c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.294650] env[69950]: DEBUG nova.network.neutron [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.364674] env[69950]: DEBUG nova.compute.utils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.366396] env[69950]: DEBUG nova.compute.manager [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.366549] env[69950]: DEBUG nova.network.neutron [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.423277] env[69950]: DEBUG nova.policy [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66c4d1f5e0274fecb93532aa4bbc5583', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e866ec18ead546a3af0aecb51bb7b43f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.439078] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "7148155a-fa4a-4b0d-b1ca-b01c29434ed3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.439563] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "7148155a-fa4a-4b0d-b1ca-b01c29434ed3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.440075] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "7148155a-fa4a-4b0d-b1ca-b01c29434ed3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.440472] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "7148155a-fa4a-4b0d-b1ca-b01c29434ed3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.440808] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "7148155a-fa4a-4b0d-b1ca-b01c29434ed3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.445034] env[69950]: INFO nova.compute.manager [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Terminating instance [ 783.496939] env[69950]: DEBUG nova.compute.manager [req-302a216f-cd9e-412f-bf5c-f4c7a6b5504d req-14f18801-ba03-4968-bc0b-29c7b02b819f service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Received event network-changed-03c16d28-8eca-4e88-aab9-3d03f2f250f3 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 783.497424] env[69950]: DEBUG nova.compute.manager [req-302a216f-cd9e-412f-bf5c-f4c7a6b5504d req-14f18801-ba03-4968-bc0b-29c7b02b819f service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Refreshing instance network info cache due to event network-changed-03c16d28-8eca-4e88-aab9-3d03f2f250f3. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 783.497911] env[69950]: DEBUG oslo_concurrency.lockutils [req-302a216f-cd9e-412f-bf5c-f4c7a6b5504d req-14f18801-ba03-4968-bc0b-29c7b02b819f service nova] Acquiring lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.527594] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221888, 'name': Destroy_Task, 'duration_secs': 1.573935} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.528037] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Destroyed the VM [ 783.528351] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 783.528716] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5db182f-802c-48c8-aff9-19abf86b509e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.537879] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 783.537879] env[69950]: value = "task-4221893" [ 783.537879] env[69950]: _type = "Task" [ 783.537879] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.549349] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221893, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.667763] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221892, 'name': ReconfigVM_Task, 'duration_secs': 0.723624} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.668420] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Reconfigured VM instance instance-00000024 to attach disk [datastore2] d7e24c6b-4c11-4d1d-a02b-787f71d5993c/d7e24c6b-4c11-4d1d-a02b-787f71d5993c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.672261] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ae1a7a2-1cba-4877-a0f1-6ed313e32124 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.684349] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 783.684349] env[69950]: value = "task-4221894" [ 783.684349] env[69950]: _type = "Task" [ 783.684349] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.696128] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221894, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.703101] env[69950]: DEBUG nova.scheduler.client.report [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.809502] env[69950]: DEBUG nova.network.neutron [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Successfully created port: c6ec2da8-5ce4-4a0c-843d-13efbff09045 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.869884] env[69950]: DEBUG nova.compute.manager [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.898043] env[69950]: DEBUG nova.network.neutron [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.907751] env[69950]: DEBUG oslo_concurrency.lockutils [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "16470c4f-53ee-4932-913e-c65f6683683a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.908327] env[69950]: DEBUG oslo_concurrency.lockutils [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "16470c4f-53ee-4932-913e-c65f6683683a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.909968] env[69950]: DEBUG oslo_concurrency.lockutils [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "16470c4f-53ee-4932-913e-c65f6683683a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.910268] env[69950]: DEBUG oslo_concurrency.lockutils [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "16470c4f-53ee-4932-913e-c65f6683683a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.910489] env[69950]: DEBUG oslo_concurrency.lockutils [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "16470c4f-53ee-4932-913e-c65f6683683a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.913168] env[69950]: INFO nova.compute.manager [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Terminating instance [ 783.952020] env[69950]: DEBUG nova.compute.manager [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.952367] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.953335] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31c1eb3-ca0b-45a6-be16-5778a14db92a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.962754] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.965859] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a29848c4-5201-471a-947a-00de4e2dc842 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.975186] env[69950]: DEBUG oslo_vmware.api [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 783.975186] env[69950]: value = "task-4221895" [ 783.975186] env[69950]: _type = "Task" [ 783.975186] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.986944] env[69950]: DEBUG oslo_vmware.api [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.051186] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221893, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.203545] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221894, 'name': Rename_Task, 'duration_secs': 0.227933} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.204904] env[69950]: DEBUG nova.network.neutron [None req-54283491-3d81-4071-80da-278420df236b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Updating instance_info_cache with network_info: [{"id": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "address": "fa:16:3e:c7:66:ae", "network": {"id": "7357abbe-9ead-44ec-92a8-2d2aeaaeeda7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-986645050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8eced014256493cbfdfe37f5c312b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c16d28-8e", "ovs_interfaceid": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.206487] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.207143] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c59a207d-5dbc-4e80-9712-39d939bacfa9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.214189] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.366s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.219306] env[69950]: DEBUG oslo_concurrency.lockutils [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.562s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.219681] env[69950]: DEBUG nova.objects.instance [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lazy-loading 'resources' on Instance uuid f5476329-756a-4d98-b0ca-95f4fa1f4c7a {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.223047] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 784.223047] env[69950]: value = "task-4221896" [ 784.223047] env[69950]: _type = "Task" [ 784.223047] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.235041] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.253644] env[69950]: INFO nova.scheduler.client.report [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Deleted allocations for instance 258bd226-9222-4ace-b0f3-2b554b548cfe [ 784.374245] env[69950]: DEBUG nova.network.neutron [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Updating instance_info_cache with network_info: [{"id": "56a12777-267c-49fd-96c5-9fe151dc9c7a", "address": "fa:16:3e:81:22:1b", "network": {"id": "e627d65f-94e1-4fd2-826c-88f6ffa5ceb2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1031236463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3821b45910aa4d99af8a25ce620deb44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a12777-26", "ovs_interfaceid": "56a12777-267c-49fd-96c5-9fe151dc9c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.380159] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f05feb5c-933c-4070-9e3c-170089c8c5f7 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.380505] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f05feb5c-933c-4070-9e3c-170089c8c5f7 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.380698] env[69950]: DEBUG nova.compute.manager [None req-f05feb5c-933c-4070-9e3c-170089c8c5f7 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.381963] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61350b87-a310-412b-8277-5ed54500ddaa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.390731] env[69950]: DEBUG nova.compute.manager [None req-f05feb5c-933c-4070-9e3c-170089c8c5f7 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69950) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 784.391938] env[69950]: DEBUG nova.objects.instance [None req-f05feb5c-933c-4070-9e3c-170089c8c5f7 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lazy-loading 'flavor' on Instance uuid 8dc73bf3-9e59-4fe3-8d62-94033241d0dc {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.423468] env[69950]: DEBUG nova.compute.manager [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.423549] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.424429] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9ee7ed-2f32-4919-91c6-761ed8be7a6e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.433621] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.433898] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3628d76b-ea31-415a-b8d2-a56157a5601a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.442241] env[69950]: DEBUG oslo_vmware.api [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 784.442241] env[69950]: value = "task-4221897" [ 784.442241] env[69950]: _type = "Task" [ 784.442241] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.457461] env[69950]: DEBUG oslo_vmware.api [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.488821] env[69950]: DEBUG oslo_vmware.api [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221895, 'name': PowerOffVM_Task, 'duration_secs': 0.244547} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.489239] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.489425] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.490191] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94e944dd-7784-4819-8dd1-70af8ac56ef3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.551212] env[69950]: DEBUG oslo_vmware.api [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221893, 'name': RemoveSnapshot_Task, 'duration_secs': 0.742694} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.552328] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 784.552328] env[69950]: INFO nova.compute.manager [None req-1b7a02bb-38fc-47e0-b390-14ade2891477 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Took 17.34 seconds to snapshot the instance on the hypervisor. [ 784.577478] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.577605] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.577789] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Deleting the datastore file [datastore2] 7148155a-fa4a-4b0d-b1ca-b01c29434ed3 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.578098] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb55e5d3-1f6c-47fe-875c-10b930fd699a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.587164] env[69950]: DEBUG oslo_vmware.api [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for the task: (returnval){ [ 784.587164] env[69950]: value = "task-4221899" [ 784.587164] env[69950]: _type = "Task" [ 784.587164] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.601263] env[69950]: DEBUG oslo_vmware.api [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.708628] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54283491-3d81-4071-80da-278420df236b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Releasing lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.708910] env[69950]: DEBUG nova.compute.manager [None req-54283491-3d81-4071-80da-278420df236b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Inject network info {{(pid=69950) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 784.709347] env[69950]: DEBUG nova.compute.manager [None req-54283491-3d81-4071-80da-278420df236b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] network_info to inject: |[{"id": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "address": "fa:16:3e:c7:66:ae", "network": {"id": "7357abbe-9ead-44ec-92a8-2d2aeaaeeda7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-986645050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8eced014256493cbfdfe37f5c312b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c16d28-8e", "ovs_interfaceid": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 784.720065] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54283491-3d81-4071-80da-278420df236b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Reconfiguring VM instance to set the machine id {{(pid=69950) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 784.720467] env[69950]: DEBUG oslo_concurrency.lockutils [req-302a216f-cd9e-412f-bf5c-f4c7a6b5504d req-14f18801-ba03-4968-bc0b-29c7b02b819f service nova] Acquired lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.720649] env[69950]: DEBUG nova.network.neutron [req-302a216f-cd9e-412f-bf5c-f4c7a6b5504d req-14f18801-ba03-4968-bc0b-29c7b02b819f service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Refreshing network info cache for port 03c16d28-8eca-4e88-aab9-3d03f2f250f3 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.722006] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0806c019-6f48-4691-b7e3-e376d7415835 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.755746] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.758210] env[69950]: DEBUG oslo_vmware.api [None req-54283491-3d81-4071-80da-278420df236b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Waiting for the task: (returnval){ [ 784.758210] env[69950]: value = "task-4221900" [ 784.758210] env[69950]: _type = "Task" [ 784.758210] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.769347] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Lock "258bd226-9222-4ace-b0f3-2b554b548cfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.767s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.777781] env[69950]: DEBUG oslo_vmware.api [None req-54283491-3d81-4071-80da-278420df236b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221900, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.881214] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Releasing lock "refresh_cache-c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.882367] env[69950]: DEBUG nova.compute.manager [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Instance network_info: |[{"id": "56a12777-267c-49fd-96c5-9fe151dc9c7a", "address": "fa:16:3e:81:22:1b", "network": {"id": "e627d65f-94e1-4fd2-826c-88f6ffa5ceb2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1031236463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3821b45910aa4d99af8a25ce620deb44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a12777-26", "ovs_interfaceid": "56a12777-267c-49fd-96c5-9fe151dc9c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.886027] env[69950]: DEBUG nova.compute.manager [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.887728] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:22:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56a12777-267c-49fd-96c5-9fe151dc9c7a', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.896111] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Creating folder: Project (3821b45910aa4d99af8a25ce620deb44). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.902012] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b4f40c1-ce0e-4d0f-becb-4cea386b5fed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.921465] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Created folder: Project (3821b45910aa4d99af8a25ce620deb44) in parent group-v835309. [ 784.922612] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Creating folder: Instances. Parent ref: group-v835419. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.922612] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e21712b-1e9f-41f3-b878-2a28417d7300 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.939240] env[69950]: DEBUG nova.virt.hardware [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.939568] env[69950]: DEBUG nova.virt.hardware [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.939796] env[69950]: DEBUG nova.virt.hardware [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.940250] env[69950]: DEBUG nova.virt.hardware [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.940480] env[69950]: DEBUG nova.virt.hardware [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.940730] env[69950]: DEBUG nova.virt.hardware [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.941112] env[69950]: DEBUG nova.virt.hardware [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.941415] env[69950]: DEBUG nova.virt.hardware [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.941714] env[69950]: DEBUG nova.virt.hardware [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.941993] env[69950]: DEBUG nova.virt.hardware [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.942306] env[69950]: DEBUG nova.virt.hardware [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.943861] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292d9271-60ea-441b-a9ea-9f4ab81dffa6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.952087] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Created folder: Instances in parent group-v835419. [ 784.952541] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.957020] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.957319] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4f55804-a66a-4234-81a6-6c52114f72e6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.981585] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018c7db4-7d1d-4c1b-b481-cb10c62b65e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.991744] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.991744] env[69950]: value = "task-4221903" [ 784.991744] env[69950]: _type = "Task" [ 784.991744] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.991744] env[69950]: DEBUG oslo_vmware.api [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221897, 'name': PowerOffVM_Task, 'duration_secs': 0.277907} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.991744] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.992249] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.995368] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab412827-38cb-4626-983a-e7dcc48ccab2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.017140] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221903, 'name': CreateVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.098487] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.098794] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.098997] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Deleting the datastore file [datastore2] 16470c4f-53ee-4932-913e-c65f6683683a {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.099765] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ff34aa9-e149-4b84-9f70-e1d576eaad46 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.104604] env[69950]: DEBUG oslo_vmware.api [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Task: {'id': task-4221899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24214} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.105367] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.105633] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.105835] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.106046] env[69950]: INFO nova.compute.manager [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 785.106301] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.106510] env[69950]: DEBUG nova.compute.manager [-] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.106606] env[69950]: DEBUG nova.network.neutron [-] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.110265] env[69950]: DEBUG oslo_vmware.api [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 785.110265] env[69950]: value = "task-4221905" [ 785.110265] env[69950]: _type = "Task" [ 785.110265] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.122790] env[69950]: DEBUG oslo_vmware.api [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.263804] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221896, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.280975] env[69950]: DEBUG oslo_vmware.api [None req-54283491-3d81-4071-80da-278420df236b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221900, 'name': ReconfigVM_Task, 'duration_secs': 0.202798} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.281647] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54283491-3d81-4071-80da-278420df236b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Reconfigured VM instance to set the machine id {{(pid=69950) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 785.326368] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb95fcd5-5ea9-4222-a7c9-50a7259d32e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.341212] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c3bab2-4fa0-477e-a6af-aa70763f7ed9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.386688] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1f8ee6-55e2-4757-948f-1df1c98229b2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.400144] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73061fcd-5df7-45e9-bcf9-ddffaab5f1c8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.413874] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05feb5c-933c-4070-9e3c-170089c8c5f7 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.414702] env[69950]: DEBUG nova.compute.provider_tree [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.416501] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1d02fb5-5b5a-41c8-bb99-1c9739cfa8e8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.426174] env[69950]: DEBUG oslo_vmware.api [None req-f05feb5c-933c-4070-9e3c-170089c8c5f7 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 785.426174] env[69950]: value = "task-4221906" [ 785.426174] env[69950]: _type = "Task" [ 785.426174] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.438827] env[69950]: DEBUG oslo_vmware.api [None req-f05feb5c-933c-4070-9e3c-170089c8c5f7 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.503551] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221903, 'name': CreateVM_Task, 'duration_secs': 0.476202} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.503734] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.504658] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.504869] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.505280] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.505712] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ea89c31-38f8-4133-860d-6298ffb13a02 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.512447] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Waiting for the task: (returnval){ [ 785.512447] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528a41e0-bc79-875c-7e05-3c2ea0e0badc" [ 785.512447] env[69950]: _type = "Task" [ 785.512447] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.524614] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528a41e0-bc79-875c-7e05-3c2ea0e0badc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.621939] env[69950]: DEBUG oslo_vmware.api [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417626} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.622419] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.622611] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.622737] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.622956] env[69950]: INFO nova.compute.manager [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 785.623270] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.623540] env[69950]: DEBUG nova.compute.manager [-] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.623635] env[69950]: DEBUG nova.network.neutron [-] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.687476] env[69950]: DEBUG nova.network.neutron [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Successfully updated port: c6ec2da8-5ce4-4a0c-843d-13efbff09045 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.758150] env[69950]: DEBUG oslo_vmware.api [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221896, 'name': PowerOnVM_Task, 'duration_secs': 1.381131} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.758601] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.758852] env[69950]: INFO nova.compute.manager [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Took 10.06 seconds to spawn the instance on the hypervisor. [ 785.759110] env[69950]: DEBUG nova.compute.manager [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.760026] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5497daed-e2bf-4d3a-981e-822600783fea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.920242] env[69950]: DEBUG nova.scheduler.client.report [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.949693] env[69950]: DEBUG oslo_vmware.api [None req-f05feb5c-933c-4070-9e3c-170089c8c5f7 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221906, 'name': PowerOffVM_Task, 'duration_secs': 0.330499} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.951249] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05feb5c-933c-4070-9e3c-170089c8c5f7 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.951582] env[69950]: DEBUG nova.compute.manager [None req-f05feb5c-933c-4070-9e3c-170089c8c5f7 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.952446] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa18bd44-8eac-4480-b948-3010a7819813 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.026795] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528a41e0-bc79-875c-7e05-3c2ea0e0badc, 'name': SearchDatastore_Task, 'duration_secs': 0.018474} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.027381] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.027640] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.027914] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.028070] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.028258] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.028557] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7524a58-51a1-46fe-9e4b-58ee53e363ae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.042990] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.042990] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.043874] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67087062-2841-46a9-8bc8-73e474a7c21c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.053917] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Waiting for the task: (returnval){ [ 786.053917] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520dfe46-7246-0c7e-4091-023923f7526b" [ 786.053917] env[69950]: _type = "Task" [ 786.053917] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.064885] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520dfe46-7246-0c7e-4091-023923f7526b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.098972] env[69950]: DEBUG nova.network.neutron [req-302a216f-cd9e-412f-bf5c-f4c7a6b5504d req-14f18801-ba03-4968-bc0b-29c7b02b819f service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Updated VIF entry in instance network info cache for port 03c16d28-8eca-4e88-aab9-3d03f2f250f3. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.100606] env[69950]: DEBUG nova.network.neutron [req-302a216f-cd9e-412f-bf5c-f4c7a6b5504d req-14f18801-ba03-4968-bc0b-29c7b02b819f service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Updating instance_info_cache with network_info: [{"id": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "address": "fa:16:3e:c7:66:ae", "network": {"id": "7357abbe-9ead-44ec-92a8-2d2aeaaeeda7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-986645050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8eced014256493cbfdfe37f5c312b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c16d28-8e", "ovs_interfaceid": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.190796] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Acquiring lock "refresh_cache-610ec2a5-de42-43df-8d4b-b4a76eec49fa" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.192427] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Acquired lock "refresh_cache-610ec2a5-de42-43df-8d4b-b4a76eec49fa" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.192621] env[69950]: DEBUG nova.network.neutron [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.259608] env[69950]: DEBUG nova.compute.manager [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Received event network-changed-56a12777-267c-49fd-96c5-9fe151dc9c7a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 786.260155] env[69950]: DEBUG nova.compute.manager [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Refreshing instance network info cache due to event network-changed-56a12777-267c-49fd-96c5-9fe151dc9c7a. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 786.260414] env[69950]: DEBUG oslo_concurrency.lockutils [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] Acquiring lock "refresh_cache-c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.260550] env[69950]: DEBUG oslo_concurrency.lockutils [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] Acquired lock "refresh_cache-c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.260836] env[69950]: DEBUG nova.network.neutron [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Refreshing network info cache for port 56a12777-267c-49fd-96c5-9fe151dc9c7a {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.280688] env[69950]: INFO nova.compute.manager [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Took 34.38 seconds to build instance. [ 786.378712] env[69950]: DEBUG nova.network.neutron [-] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.428502] env[69950]: DEBUG oslo_concurrency.lockutils [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.430832] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.277s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.431223] env[69950]: DEBUG nova.objects.instance [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Lazy-loading 'resources' on Instance uuid 021d914a-8af2-449d-adbe-6cc453275a1f {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.462219] env[69950]: INFO nova.scheduler.client.report [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Deleted allocations for instance f5476329-756a-4d98-b0ca-95f4fa1f4c7a [ 786.470414] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f05feb5c-933c-4070-9e3c-170089c8c5f7 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.570170] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520dfe46-7246-0c7e-4091-023923f7526b, 'name': SearchDatastore_Task, 'duration_secs': 0.019496} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.574020] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61e9f60-f8a4-4e9c-8fd4-3dc2c01f5ae4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.580069] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Waiting for the task: (returnval){ [ 786.580069] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fd7abc-c8d9-2be8-2685-6037c0b4747d" [ 786.580069] env[69950]: _type = "Task" [ 786.580069] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.589728] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fd7abc-c8d9-2be8-2685-6037c0b4747d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.603067] env[69950]: DEBUG oslo_concurrency.lockutils [req-302a216f-cd9e-412f-bf5c-f4c7a6b5504d req-14f18801-ba03-4968-bc0b-29c7b02b819f service nova] Releasing lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.654048] env[69950]: DEBUG nova.compute.manager [req-560c9e2d-acd5-4c1b-a0df-b92dd963b5f8 req-752ea3b7-5af0-43dd-b023-d8fe73e2a4a4 service nova] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Received event network-vif-plugged-c6ec2da8-5ce4-4a0c-843d-13efbff09045 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 786.654283] env[69950]: DEBUG oslo_concurrency.lockutils [req-560c9e2d-acd5-4c1b-a0df-b92dd963b5f8 req-752ea3b7-5af0-43dd-b023-d8fe73e2a4a4 service nova] Acquiring lock "610ec2a5-de42-43df-8d4b-b4a76eec49fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.654495] env[69950]: DEBUG oslo_concurrency.lockutils [req-560c9e2d-acd5-4c1b-a0df-b92dd963b5f8 req-752ea3b7-5af0-43dd-b023-d8fe73e2a4a4 service nova] Lock "610ec2a5-de42-43df-8d4b-b4a76eec49fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.654663] env[69950]: DEBUG oslo_concurrency.lockutils [req-560c9e2d-acd5-4c1b-a0df-b92dd963b5f8 req-752ea3b7-5af0-43dd-b023-d8fe73e2a4a4 service nova] Lock "610ec2a5-de42-43df-8d4b-b4a76eec49fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.654828] env[69950]: DEBUG nova.compute.manager [req-560c9e2d-acd5-4c1b-a0df-b92dd963b5f8 req-752ea3b7-5af0-43dd-b023-d8fe73e2a4a4 service nova] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] No waiting events found dispatching network-vif-plugged-c6ec2da8-5ce4-4a0c-843d-13efbff09045 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 786.655287] env[69950]: WARNING nova.compute.manager [req-560c9e2d-acd5-4c1b-a0df-b92dd963b5f8 req-752ea3b7-5af0-43dd-b023-d8fe73e2a4a4 service nova] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Received unexpected event network-vif-plugged-c6ec2da8-5ce4-4a0c-843d-13efbff09045 for instance with vm_state building and task_state spawning. [ 786.747893] env[69950]: DEBUG nova.network.neutron [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.791880] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "d7e24c6b-4c11-4d1d-a02b-787f71d5993c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.906s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.804975] env[69950]: DEBUG nova.network.neutron [-] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.882358] env[69950]: INFO nova.compute.manager [-] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Took 1.78 seconds to deallocate network for instance. [ 786.975421] env[69950]: DEBUG oslo_concurrency.lockutils [None req-97a7cafd-b786-49b1-8f35-e1db7545eafd tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Lock "f5476329-756a-4d98-b0ca-95f4fa1f4c7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.667s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.097402] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fd7abc-c8d9-2be8-2685-6037c0b4747d, 'name': SearchDatastore_Task, 'duration_secs': 0.018059} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.099277] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.099707] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428/c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.100210] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05802c56-945c-4c71-b1c1-0d5505ef5f63 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.117102] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Waiting for the task: (returnval){ [ 787.117102] env[69950]: value = "task-4221907" [ 787.117102] env[69950]: _type = "Task" [ 787.117102] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.135704] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.311030] env[69950]: INFO nova.compute.manager [-] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Took 1.68 seconds to deallocate network for instance. [ 787.391204] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.437019] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe16db8-3080-4db8-a805-dba07753ddee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.446679] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adba692c-0f35-4485-9d09-35072e044ecc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.489082] env[69950]: DEBUG nova.network.neutron [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Updating instance_info_cache with network_info: [{"id": "c6ec2da8-5ce4-4a0c-843d-13efbff09045", "address": "fa:16:3e:47:ef:d1", "network": {"id": "249bc34d-6b35-4f51-b52b-3c333eb0b5a9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-456038754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e866ec18ead546a3af0aecb51bb7b43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ec2da8-5c", "ovs_interfaceid": "c6ec2da8-5ce4-4a0c-843d-13efbff09045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.491053] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81a8de9-3d08-4e2d-84d8-4a34dffac2c8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.506541] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a4423f-255d-49a8-99c9-5bcd9eeca73c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.529037] env[69950]: DEBUG nova.compute.provider_tree [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.550078] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "01a8ef80-a68f-47cc-9800-5ac78005e2fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.550078] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "01a8ef80-a68f-47cc-9800-5ac78005e2fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.629408] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221907, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.713915] env[69950]: DEBUG nova.network.neutron [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Updated VIF entry in instance network info cache for port 56a12777-267c-49fd-96c5-9fe151dc9c7a. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.714211] env[69950]: DEBUG nova.network.neutron [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Updating instance_info_cache with network_info: [{"id": "56a12777-267c-49fd-96c5-9fe151dc9c7a", "address": "fa:16:3e:81:22:1b", "network": {"id": "e627d65f-94e1-4fd2-826c-88f6ffa5ceb2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1031236463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3821b45910aa4d99af8a25ce620deb44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a12777-26", "ovs_interfaceid": "56a12777-267c-49fd-96c5-9fe151dc9c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.815996] env[69950]: DEBUG oslo_concurrency.lockutils [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.000530] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Releasing lock "refresh_cache-610ec2a5-de42-43df-8d4b-b4a76eec49fa" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.000530] env[69950]: DEBUG nova.compute.manager [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Instance network_info: |[{"id": "c6ec2da8-5ce4-4a0c-843d-13efbff09045", "address": "fa:16:3e:47:ef:d1", "network": {"id": "249bc34d-6b35-4f51-b52b-3c333eb0b5a9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-456038754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e866ec18ead546a3af0aecb51bb7b43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ec2da8-5c", "ovs_interfaceid": "c6ec2da8-5ce4-4a0c-843d-13efbff09045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.000852] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:ef:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6ec2da8-5ce4-4a0c-843d-13efbff09045', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.009591] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Creating folder: Project (e866ec18ead546a3af0aecb51bb7b43f). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.010527] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39e5e5cb-253e-48f0-8910-2f5eee4ed10a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.026372] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Created folder: Project (e866ec18ead546a3af0aecb51bb7b43f) in parent group-v835309. [ 788.026372] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Creating folder: Instances. Parent ref: group-v835422. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.026372] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-437c166d-b61e-45f7-a8c6-a3e9d5030bef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.031744] env[69950]: DEBUG nova.scheduler.client.report [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.038645] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Created folder: Instances in parent group-v835422. [ 788.039094] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.039372] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.042399] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96dae60f-fa21-4e66-9595-5cfda415ec8e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.057093] env[69950]: DEBUG nova.compute.manager [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.067078] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.067078] env[69950]: value = "task-4221910" [ 788.067078] env[69950]: _type = "Task" [ 788.067078] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.077079] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221910, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.131029] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610634} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.131256] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428/c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.131545] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.131834] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb9aade8-204e-4e36-ab5c-6b9bbaf5e9ee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.140704] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Waiting for the task: (returnval){ [ 788.140704] env[69950]: value = "task-4221911" [ 788.140704] env[69950]: _type = "Task" [ 788.140704] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.151189] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.217645] env[69950]: DEBUG oslo_concurrency.lockutils [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] Releasing lock "refresh_cache-c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.218009] env[69950]: DEBUG nova.compute.manager [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Received event network-changed-da47cda4-5f52-472d-af31-ecb04e02ba3b {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 788.218244] env[69950]: DEBUG nova.compute.manager [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Refreshing instance network info cache due to event network-changed-da47cda4-5f52-472d-af31-ecb04e02ba3b. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 788.218555] env[69950]: DEBUG oslo_concurrency.lockutils [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] Acquiring lock "refresh_cache-a579426a-0513-4976-86d7-d772106e72c4" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.218781] env[69950]: DEBUG oslo_concurrency.lockutils [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] Acquired lock "refresh_cache-a579426a-0513-4976-86d7-d772106e72c4" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.218971] env[69950]: DEBUG nova.network.neutron [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Refreshing network info cache for port da47cda4-5f52-472d-af31-ecb04e02ba3b {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.540187] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.540997] env[69950]: DEBUG oslo_concurrency.lockutils [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.847s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.542575] env[69950]: DEBUG nova.objects.instance [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Lazy-loading 'resources' on Instance uuid 5ef5963e-72c2-4e2a-96f5-93214d815741 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.566887] env[69950]: INFO nova.scheduler.client.report [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Deleted allocations for instance 021d914a-8af2-449d-adbe-6cc453275a1f [ 788.583379] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221910, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.585726] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.651739] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0896} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.655326] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.656616] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8af7369-d48c-4b5f-8d5f-10f4c9d478ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.689852] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428/c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.691406] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fac4e6f6-d60c-4f64-b16d-7b532b029ffc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.718198] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Waiting for the task: (returnval){ [ 788.718198] env[69950]: value = "task-4221912" [ 788.718198] env[69950]: _type = "Task" [ 788.718198] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.733421] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221912, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.986639] env[69950]: DEBUG nova.objects.instance [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Lazy-loading 'flavor' on Instance uuid 5815824c-cf8a-4e65-ab60-1f219cd710c5 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.077676] env[69950]: DEBUG nova.network.neutron [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Updated VIF entry in instance network info cache for port da47cda4-5f52-472d-af31-ecb04e02ba3b. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.078675] env[69950]: DEBUG nova.network.neutron [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Updating instance_info_cache with network_info: [{"id": "da47cda4-5f52-472d-af31-ecb04e02ba3b", "address": "fa:16:3e:8b:3a:d9", "network": {"id": "6adc38e7-cd94-4bba-8c57-4d6a8d1fb56b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-312709008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "11a1463ae6364bce9b571bec1b182204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda47cda4-5f", "ovs_interfaceid": "da47cda4-5f52-472d-af31-ecb04e02ba3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.091520] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05a25e37-1cf9-47a5-a40c-965d71cda636 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Lock "021d914a-8af2-449d-adbe-6cc453275a1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.945s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.095678] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221910, 'name': CreateVM_Task, 'duration_secs': 0.531636} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.095892] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.096717] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.096919] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.098398] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.101019] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2ed260-e26a-4130-93de-18b15143c772 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.109033] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Waiting for the task: (returnval){ [ 789.109033] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52167a6c-2842-ecf2-1097-61f8b8631ea2" [ 789.109033] env[69950]: _type = "Task" [ 789.109033] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.123829] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52167a6c-2842-ecf2-1097-61f8b8631ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.143280] env[69950]: DEBUG nova.compute.manager [req-0e1d9576-3e31-4835-adaa-bbca411ff50c req-223cd26a-e6a0-4810-be26-dcfe55aad11c service nova] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Received event network-vif-deleted-d86bc63f-7eeb-4fae-9381-a1675ac693f9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 789.143280] env[69950]: DEBUG nova.compute.manager [req-0e1d9576-3e31-4835-adaa-bbca411ff50c req-223cd26a-e6a0-4810-be26-dcfe55aad11c service nova] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Received event network-vif-deleted-fbc41520-fdab-4e21-b07c-b0505966904c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 789.143280] env[69950]: DEBUG nova.compute.manager [req-0e1d9576-3e31-4835-adaa-bbca411ff50c req-223cd26a-e6a0-4810-be26-dcfe55aad11c service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Received event network-changed-f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 789.143280] env[69950]: DEBUG nova.compute.manager [req-0e1d9576-3e31-4835-adaa-bbca411ff50c req-223cd26a-e6a0-4810-be26-dcfe55aad11c service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Refreshing instance network info cache due to event network-changed-f0c81131-1a22-485d-bf4e-ac85db712200. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 789.143280] env[69950]: DEBUG oslo_concurrency.lockutils [req-0e1d9576-3e31-4835-adaa-bbca411ff50c req-223cd26a-e6a0-4810-be26-dcfe55aad11c service nova] Acquiring lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.143469] env[69950]: DEBUG oslo_concurrency.lockutils [req-0e1d9576-3e31-4835-adaa-bbca411ff50c req-223cd26a-e6a0-4810-be26-dcfe55aad11c service nova] Acquired lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.143469] env[69950]: DEBUG nova.network.neutron [req-0e1d9576-3e31-4835-adaa-bbca411ff50c req-223cd26a-e6a0-4810-be26-dcfe55aad11c service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Refreshing network info cache for port f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.230899] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.416464] env[69950]: DEBUG nova.compute.manager [req-9e60d595-74a1-47d5-b75d-33e4c54c8d9f req-e3363279-2ce1-4e74-ab12-97860197f6e7 service nova] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Received event network-changed-c6ec2da8-5ce4-4a0c-843d-13efbff09045 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 789.416464] env[69950]: DEBUG nova.compute.manager [req-9e60d595-74a1-47d5-b75d-33e4c54c8d9f req-e3363279-2ce1-4e74-ab12-97860197f6e7 service nova] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Refreshing instance network info cache due to event network-changed-c6ec2da8-5ce4-4a0c-843d-13efbff09045. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 789.416464] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e60d595-74a1-47d5-b75d-33e4c54c8d9f req-e3363279-2ce1-4e74-ab12-97860197f6e7 service nova] Acquiring lock "refresh_cache-610ec2a5-de42-43df-8d4b-b4a76eec49fa" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.416464] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e60d595-74a1-47d5-b75d-33e4c54c8d9f req-e3363279-2ce1-4e74-ab12-97860197f6e7 service nova] Acquired lock "refresh_cache-610ec2a5-de42-43df-8d4b-b4a76eec49fa" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.417069] env[69950]: DEBUG nova.network.neutron [req-9e60d595-74a1-47d5-b75d-33e4c54c8d9f req-e3363279-2ce1-4e74-ab12-97860197f6e7 service nova] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Refreshing network info cache for port c6ec2da8-5ce4-4a0c-843d-13efbff09045 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.437497] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "384026e4-403e-4760-8abd-fb15a02c96bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.437747] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "384026e4-403e-4760-8abd-fb15a02c96bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.491753] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquiring lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.491922] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquired lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.590819] env[69950]: DEBUG oslo_concurrency.lockutils [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] Releasing lock "refresh_cache-a579426a-0513-4976-86d7-d772106e72c4" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.591120] env[69950]: DEBUG nova.compute.manager [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Received event network-changed-da47cda4-5f52-472d-af31-ecb04e02ba3b {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 789.591296] env[69950]: DEBUG nova.compute.manager [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Refreshing instance network info cache due to event network-changed-da47cda4-5f52-472d-af31-ecb04e02ba3b. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 789.591504] env[69950]: DEBUG oslo_concurrency.lockutils [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] Acquiring lock "refresh_cache-a579426a-0513-4976-86d7-d772106e72c4" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.591638] env[69950]: DEBUG oslo_concurrency.lockutils [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] Acquired lock "refresh_cache-a579426a-0513-4976-86d7-d772106e72c4" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.591789] env[69950]: DEBUG nova.network.neutron [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Refreshing network info cache for port da47cda4-5f52-472d-af31-ecb04e02ba3b {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.631937] env[69950]: DEBUG nova.objects.instance [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lazy-loading 'flavor' on Instance uuid 8dc73bf3-9e59-4fe3-8d62-94033241d0dc {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.632843] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52167a6c-2842-ecf2-1097-61f8b8631ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.013207} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.637056] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.637056] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.637056] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.637056] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.637294] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.637690] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed305ccc-2a35-4a3c-b45a-01260c32d5da {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.655324] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.657088] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.663231] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c94d61a-49a5-4535-9c54-728c8a8f11c3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.671250] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Waiting for the task: (returnval){ [ 789.671250] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5286bb34-5e7c-b8f9-db80-7cc9a8f8785d" [ 789.671250] env[69950]: _type = "Task" [ 789.671250] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.687407] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5286bb34-5e7c-b8f9-db80-7cc9a8f8785d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.689797] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257b2d3c-ba40-46f4-b8da-783cd23159af {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.698468] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5552953a-0954-4811-969e-3ac399f4b711 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.737497] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31dac2f-b3f9-418f-9153-fa8c93bac3ff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.740434] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Acquiring lock "77ff96da-ed31-449f-b0b9-83b856aa7d9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.740667] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lock "77ff96da-ed31-449f-b0b9-83b856aa7d9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.740881] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Acquiring lock "77ff96da-ed31-449f-b0b9-83b856aa7d9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.741077] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lock "77ff96da-ed31-449f-b0b9-83b856aa7d9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.741243] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lock "77ff96da-ed31-449f-b0b9-83b856aa7d9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.746376] env[69950]: INFO nova.compute.manager [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Terminating instance [ 789.755055] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221912, 'name': ReconfigVM_Task, 'duration_secs': 0.560281} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.755738] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Reconfigured VM instance instance-00000025 to attach disk [datastore1] c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428/c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.758605] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74ba3f7-e017-4637-b632-912764229c9c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.762728] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcb70667-ec39-4979-8b96-7f616d7c5d1e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.779914] env[69950]: DEBUG nova.compute.provider_tree [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.784222] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Waiting for the task: (returnval){ [ 789.784222] env[69950]: value = "task-4221913" [ 789.784222] env[69950]: _type = "Task" [ 789.784222] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.793831] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221913, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.945851] env[69950]: DEBUG nova.compute.manager [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.142036] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.142238] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.142439] env[69950]: DEBUG nova.network.neutron [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.142662] env[69950]: DEBUG nova.objects.instance [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lazy-loading 'info_cache' on Instance uuid 8dc73bf3-9e59-4fe3-8d62-94033241d0dc {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.185812] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5286bb34-5e7c-b8f9-db80-7cc9a8f8785d, 'name': SearchDatastore_Task, 'duration_secs': 0.020813} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.187208] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71637d75-7bd8-45e3-beda-16803ca7fffa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.194613] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Waiting for the task: (returnval){ [ 790.194613] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5225a266-a606-0853-255f-17944b875df4" [ 790.194613] env[69950]: _type = "Task" [ 790.194613] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.208832] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5225a266-a606-0853-255f-17944b875df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.257309] env[69950]: DEBUG nova.compute.manager [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.257545] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.259346] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce2d02d-d8fc-479f-bad9-39280657275f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.268752] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.272545] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61a94d9e-2e20-4d0b-b955-f83399e6b007 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.283481] env[69950]: DEBUG oslo_vmware.api [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 790.283481] env[69950]: value = "task-4221914" [ 790.283481] env[69950]: _type = "Task" [ 790.283481] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.284649] env[69950]: DEBUG nova.scheduler.client.report [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.311024] env[69950]: DEBUG oslo_vmware.api [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.317986] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221913, 'name': Rename_Task, 'duration_secs': 0.24} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.321347] env[69950]: DEBUG nova.network.neutron [req-0e1d9576-3e31-4835-adaa-bbca411ff50c req-223cd26a-e6a0-4810-be26-dcfe55aad11c service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Updated VIF entry in instance network info cache for port f0c81131-1a22-485d-bf4e-ac85db712200. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.321347] env[69950]: DEBUG nova.network.neutron [req-0e1d9576-3e31-4835-adaa-bbca411ff50c req-223cd26a-e6a0-4810-be26-dcfe55aad11c service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Updating instance_info_cache with network_info: [{"id": "f0c81131-1a22-485d-bf4e-ac85db712200", "address": "fa:16:3e:00:18:88", "network": {"id": "c95380ea-be5d-4fe8-a70e-1d80d97209c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1126079705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f5af466254e94959823546454f3b4435", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c81131-1a", "ovs_interfaceid": "f0c81131-1a22-485d-bf4e-ac85db712200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.321689] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.321689] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de6e3401-83d6-4060-aab6-da011a1e4d57 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.333308] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Waiting for the task: (returnval){ [ 790.333308] env[69950]: value = "task-4221915" [ 790.333308] env[69950]: _type = "Task" [ 790.333308] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.346914] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.484137] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.490740] env[69950]: DEBUG nova.network.neutron [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.500682] env[69950]: DEBUG nova.network.neutron [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Updated VIF entry in instance network info cache for port da47cda4-5f52-472d-af31-ecb04e02ba3b. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.501180] env[69950]: DEBUG nova.network.neutron [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Updating instance_info_cache with network_info: [{"id": "da47cda4-5f52-472d-af31-ecb04e02ba3b", "address": "fa:16:3e:8b:3a:d9", "network": {"id": "6adc38e7-cd94-4bba-8c57-4d6a8d1fb56b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-312709008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "11a1463ae6364bce9b571bec1b182204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda47cda4-5f", "ovs_interfaceid": "da47cda4-5f52-472d-af31-ecb04e02ba3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.588035] env[69950]: DEBUG nova.network.neutron [req-9e60d595-74a1-47d5-b75d-33e4c54c8d9f req-e3363279-2ce1-4e74-ab12-97860197f6e7 service nova] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Updated VIF entry in instance network info cache for port c6ec2da8-5ce4-4a0c-843d-13efbff09045. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.588648] env[69950]: DEBUG nova.network.neutron [req-9e60d595-74a1-47d5-b75d-33e4c54c8d9f req-e3363279-2ce1-4e74-ab12-97860197f6e7 service nova] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Updating instance_info_cache with network_info: [{"id": "c6ec2da8-5ce4-4a0c-843d-13efbff09045", "address": "fa:16:3e:47:ef:d1", "network": {"id": "249bc34d-6b35-4f51-b52b-3c333eb0b5a9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-456038754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e866ec18ead546a3af0aecb51bb7b43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ec2da8-5c", "ovs_interfaceid": "c6ec2da8-5ce4-4a0c-843d-13efbff09045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.647494] env[69950]: DEBUG nova.objects.base [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Object Instance<8dc73bf3-9e59-4fe3-8d62-94033241d0dc> lazy-loaded attributes: flavor,info_cache {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 790.707296] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5225a266-a606-0853-255f-17944b875df4, 'name': SearchDatastore_Task, 'duration_secs': 0.017722} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.707574] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.707855] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 610ec2a5-de42-43df-8d4b-b4a76eec49fa/610ec2a5-de42-43df-8d4b-b4a76eec49fa.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.708153] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a22889a-bd57-4151-85d2-28cf0a6c5060 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.716807] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Waiting for the task: (returnval){ [ 790.716807] env[69950]: value = "task-4221916" [ 790.716807] env[69950]: _type = "Task" [ 790.716807] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.728667] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.745290] env[69950]: DEBUG oslo_vmware.rw_handles [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb3026-3099-3daf-8645-38f5096313ec/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 790.746081] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a57563b-358a-40e0-932d-90b0529fd2b5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.754274] env[69950]: DEBUG oslo_vmware.rw_handles [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb3026-3099-3daf-8645-38f5096313ec/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 790.754487] env[69950]: ERROR oslo_vmware.rw_handles [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb3026-3099-3daf-8645-38f5096313ec/disk-0.vmdk due to incomplete transfer. [ 790.754718] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50c363b0-1625-45d2-8ab1-1a4c14928fe6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.763291] env[69950]: DEBUG oslo_vmware.rw_handles [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb3026-3099-3daf-8645-38f5096313ec/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 790.763504] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Uploaded image 7ab394bb-eef4-414a-87c8-8589896dfa13 to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 790.765913] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 790.766212] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-50cca410-8709-45bc-b79b-3356755e99ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.773383] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 790.773383] env[69950]: value = "task-4221917" [ 790.773383] env[69950]: _type = "Task" [ 790.773383] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.784251] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221917, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.794182] env[69950]: DEBUG oslo_vmware.api [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221914, 'name': PowerOffVM_Task, 'duration_secs': 0.285012} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.794485] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.794656] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.794912] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d67f7a84-99b5-4beb-b0d2-1e4c52d12656 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.801802] env[69950]: DEBUG oslo_concurrency.lockutils [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.804163] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.196s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.805707] env[69950]: INFO nova.compute.claims [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.824507] env[69950]: DEBUG oslo_concurrency.lockutils [req-0e1d9576-3e31-4835-adaa-bbca411ff50c req-223cd26a-e6a0-4810-be26-dcfe55aad11c service nova] Releasing lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.841431] env[69950]: INFO nova.scheduler.client.report [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Deleted allocations for instance 5ef5963e-72c2-4e2a-96f5-93214d815741 [ 790.848625] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.878790] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.879395] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.879512] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Deleting the datastore file [datastore1] 77ff96da-ed31-449f-b0b9-83b856aa7d9a {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.880975] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6536026c-8db8-4832-98a0-62f387bca7bf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.890341] env[69950]: DEBUG oslo_vmware.api [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for the task: (returnval){ [ 790.890341] env[69950]: value = "task-4221919" [ 790.890341] env[69950]: _type = "Task" [ 790.890341] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.903308] env[69950]: DEBUG oslo_vmware.api [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.004032] env[69950]: DEBUG oslo_concurrency.lockutils [req-a916e73b-e4a7-4941-b774-fcc4e6591b5b req-51c34136-3c14-421b-8569-8b94669eb35f service nova] Releasing lock "refresh_cache-a579426a-0513-4976-86d7-d772106e72c4" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.031980] env[69950]: DEBUG nova.compute.manager [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.032646] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0698afe7-c240-45cf-97cf-5b2613df7eea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.091146] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e60d595-74a1-47d5-b75d-33e4c54c8d9f req-e3363279-2ce1-4e74-ab12-97860197f6e7 service nova] Releasing lock "refresh_cache-610ec2a5-de42-43df-8d4b-b4a76eec49fa" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.239020] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221916, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.292301] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221917, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.353687] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.360063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-45837264-56c3-42bb-bd62-842d2019abe1 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Lock "5ef5963e-72c2-4e2a-96f5-93214d815741" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.566s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.407798] env[69950]: DEBUG oslo_vmware.api [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.466269] env[69950]: DEBUG nova.compute.manager [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Received event network-changed-f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 791.466269] env[69950]: DEBUG nova.compute.manager [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Refreshing instance network info cache due to event network-changed-f0c81131-1a22-485d-bf4e-ac85db712200. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 791.467297] env[69950]: DEBUG oslo_concurrency.lockutils [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] Acquiring lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.467803] env[69950]: DEBUG oslo_concurrency.lockutils [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] Acquired lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.468861] env[69950]: DEBUG nova.network.neutron [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Refreshing network info cache for port f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.546385] env[69950]: INFO nova.compute.manager [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] instance snapshotting [ 791.552141] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab6411f-9762-43e8-bd7c-89a527dc1b66 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.588435] env[69950]: DEBUG nova.network.neutron [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Updating instance_info_cache with network_info: [{"id": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "address": "fa:16:3e:c7:66:ae", "network": {"id": "7357abbe-9ead-44ec-92a8-2d2aeaaeeda7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-986645050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8eced014256493cbfdfe37f5c312b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c16d28-8e", "ovs_interfaceid": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.590749] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf819fe-e2e8-4b3f-aef1-51bfc591f02c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.618280] env[69950]: DEBUG nova.network.neutron [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance_info_cache with network_info: [{"id": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "address": "fa:16:3e:8b:a3:9a", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5505ec44-bb", "ovs_interfaceid": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.729273] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221916, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.786737] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221917, 'name': Destroy_Task, 'duration_secs': 1.003812} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.787340] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Destroyed the VM [ 791.787718] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.788114] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5539c2f2-3d5f-411a-b09e-e7c1f459339d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.798057] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 791.798057] env[69950]: value = "task-4221920" [ 791.798057] env[69950]: _type = "Task" [ 791.798057] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.805206] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221920, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.846847] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.901403] env[69950]: DEBUG oslo_vmware.api [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Task: {'id': task-4221919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.84414} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.909709] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.909709] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.909709] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.909709] env[69950]: INFO nova.compute.manager [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Took 1.65 seconds to destroy the instance on the hypervisor. [ 791.909709] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.910081] env[69950]: DEBUG nova.compute.manager [-] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.910081] env[69950]: DEBUG nova.network.neutron [-] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.100020] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Releasing lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.100020] env[69950]: DEBUG nova.compute.manager [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Inject network info {{(pid=69950) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 792.100561] env[69950]: DEBUG nova.compute.manager [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] network_info to inject: |[{"id": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "address": "fa:16:3e:c7:66:ae", "network": {"id": "7357abbe-9ead-44ec-92a8-2d2aeaaeeda7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-986645050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8eced014256493cbfdfe37f5c312b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c16d28-8e", "ovs_interfaceid": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 792.102534] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Reconfiguring VM instance to set the machine id {{(pid=69950) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 792.103121] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7068ce89-a6ae-4fa4-b1c9-d7a7389eeb5e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.114139] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.114457] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03ab1da6-a4fa-48ba-823e-2343030a0e56 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.121557] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.127525] env[69950]: DEBUG oslo_vmware.api [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Waiting for the task: (returnval){ [ 792.127525] env[69950]: value = "task-4221921" [ 792.127525] env[69950]: _type = "Task" [ 792.127525] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.127801] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 792.127801] env[69950]: value = "task-4221922" [ 792.127801] env[69950]: _type = "Task" [ 792.127801] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.154925] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221922, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.159098] env[69950]: DEBUG oslo_vmware.api [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.237585] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221916, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.017007} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.237585] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 610ec2a5-de42-43df-8d4b-b4a76eec49fa/610ec2a5-de42-43df-8d4b-b4a76eec49fa.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.238874] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.238874] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e3e74ec-0e03-41f6-8656-b9ce6dc825a8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.249677] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Waiting for the task: (returnval){ [ 792.249677] env[69950]: value = "task-4221923" [ 792.249677] env[69950]: _type = "Task" [ 792.249677] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.259273] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.294147] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77e0af0-d51e-4921-ae61-e0886d02fe95 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.309672] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1113110-7348-4d3d-bb8a-7e69e6cf203a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.313991] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221920, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.354167] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab61b0ea-fba6-470b-a5af-029f88880eb0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.370431] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.371052] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d308ea-e4be-479d-8311-3dab3b02deac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.391799] env[69950]: DEBUG nova.compute.provider_tree [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.651305] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221922, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.656361] env[69950]: DEBUG oslo_vmware.api [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221921, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.733622] env[69950]: DEBUG nova.network.neutron [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Updated VIF entry in instance network info cache for port f0c81131-1a22-485d-bf4e-ac85db712200. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.734044] env[69950]: DEBUG nova.network.neutron [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Updating instance_info_cache with network_info: [{"id": "f0c81131-1a22-485d-bf4e-ac85db712200", "address": "fa:16:3e:00:18:88", "network": {"id": "c95380ea-be5d-4fe8-a70e-1d80d97209c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1126079705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f5af466254e94959823546454f3b4435", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c81131-1a", "ovs_interfaceid": "f0c81131-1a22-485d-bf4e-ac85db712200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.767238] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107052} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.767238] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.767580] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bbdca4-30cf-473e-a6c0-704723d99b1f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.797589] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 610ec2a5-de42-43df-8d4b-b4a76eec49fa/610ec2a5-de42-43df-8d4b-b4a76eec49fa.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.797783] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3395538-a509-4d31-89d3-264e535f392b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.823336] env[69950]: DEBUG oslo_vmware.api [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221920, 'name': RemoveSnapshot_Task, 'duration_secs': 0.656064} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.825560] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.825840] env[69950]: INFO nova.compute.manager [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Took 16.33 seconds to snapshot the instance on the hypervisor. [ 792.832022] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Waiting for the task: (returnval){ [ 792.832022] env[69950]: value = "task-4221924" [ 792.832022] env[69950]: _type = "Task" [ 792.832022] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.841675] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221924, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.858407] env[69950]: DEBUG oslo_vmware.api [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221915, 'name': PowerOnVM_Task, 'duration_secs': 2.327764} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.858776] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.859059] env[69950]: INFO nova.compute.manager [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Took 11.74 seconds to spawn the instance on the hypervisor. [ 792.859316] env[69950]: DEBUG nova.compute.manager [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.860495] env[69950]: DEBUG nova.network.neutron [-] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.861935] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadd55f9-e1b6-43bb-91fc-4d1df60d22f8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.897522] env[69950]: DEBUG nova.scheduler.client.report [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.134091] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.140966] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1197698d-5f5f-4011-8cc1-5b52948d3860 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.148995] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221922, 'name': CreateSnapshot_Task, 'duration_secs': 0.994481} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.154083] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.155637] env[69950]: DEBUG oslo_vmware.api [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221921, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.155637] env[69950]: DEBUG oslo_vmware.api [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 793.155637] env[69950]: value = "task-4221925" [ 793.155637] env[69950]: _type = "Task" [ 793.155637] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.155637] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedd091c-537b-4080-ade7-84f0e9f75df2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.167645] env[69950]: DEBUG oslo_vmware.api [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.228091] env[69950]: DEBUG nova.compute.manager [req-19ef5922-cfe3-4863-8772-fd42296bfec0 req-3ea7d4fa-74d6-4254-9dc0-fa87c7f80b54 service nova] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Received event network-vif-deleted-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 793.237348] env[69950]: DEBUG oslo_concurrency.lockutils [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] Releasing lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.237613] env[69950]: DEBUG nova.compute.manager [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Received event network-changed-03c16d28-8eca-4e88-aab9-3d03f2f250f3 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 793.237780] env[69950]: DEBUG nova.compute.manager [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Refreshing instance network info cache due to event network-changed-03c16d28-8eca-4e88-aab9-3d03f2f250f3. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 793.238175] env[69950]: DEBUG oslo_concurrency.lockutils [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] Acquiring lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.238175] env[69950]: DEBUG oslo_concurrency.lockutils [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] Acquired lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.238329] env[69950]: DEBUG nova.network.neutron [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Refreshing network info cache for port 03c16d28-8eca-4e88-aab9-3d03f2f250f3 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.340788] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.366772] env[69950]: INFO nova.compute.manager [-] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Took 1.46 seconds to deallocate network for instance. [ 793.386045] env[69950]: INFO nova.compute.manager [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Took 39.37 seconds to build instance. [ 793.403409] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.404035] env[69950]: DEBUG nova.compute.manager [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.409036] env[69950]: DEBUG nova.compute.manager [None req-620cda7c-47d5-4711-b342-d23f649b65bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Found 1 images (rotation: 2) {{(pid=69950) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 793.409785] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.512s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.409969] env[69950]: DEBUG nova.objects.instance [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lazy-loading 'resources' on Instance uuid bc626a0f-0d8f-4fce-b31a-98e6edf98d59 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.647587] env[69950]: DEBUG oslo_vmware.api [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221921, 'name': ReconfigVM_Task, 'duration_secs': 1.208765} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.648031] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecaba97-1e1a-458a-90ff-9fabff495e5b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Reconfigured VM instance to set the machine id {{(pid=69950) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 793.673682] env[69950]: DEBUG oslo_vmware.api [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221925, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.683371] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 793.683696] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-186d05e6-c8cd-4aed-a9e2-b4070c22c1c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.696665] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 793.696665] env[69950]: value = "task-4221926" [ 793.696665] env[69950]: _type = "Task" [ 793.696665] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.710027] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221926, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.839849] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221924, 'name': ReconfigVM_Task, 'duration_secs': 0.91198} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.840223] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 610ec2a5-de42-43df-8d4b-b4a76eec49fa/610ec2a5-de42-43df-8d4b-b4a76eec49fa.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.840973] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cda68b90-5b58-4bc0-a86d-3dbb0145e4d4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.848486] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Waiting for the task: (returnval){ [ 793.848486] env[69950]: value = "task-4221927" [ 793.848486] env[69950]: _type = "Task" [ 793.848486] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.862700] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221927, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.876133] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.889767] env[69950]: DEBUG oslo_concurrency.lockutils [None req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Lock "c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.883s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.913950] env[69950]: DEBUG nova.compute.utils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.918908] env[69950]: DEBUG nova.compute.manager [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.919139] env[69950]: DEBUG nova.network.neutron [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.984599] env[69950]: DEBUG nova.policy [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fca12cd927f408f83c83b614b26b250', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e29c924a5ef4b2cb44bfa45e3e034f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.175191] env[69950]: DEBUG oslo_vmware.api [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4221925, 'name': PowerOnVM_Task, 'duration_secs': 0.548387} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.176404] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.176618] env[69950]: DEBUG nova.compute.manager [None req-2f0659fe-c676-44e0-85f2-61783afd46d6 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 794.177520] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b5d32d-5f35-4ad0-b9f8-d260f22945af {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.213584] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221926, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.309342] env[69950]: DEBUG nova.network.neutron [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Updated VIF entry in instance network info cache for port 03c16d28-8eca-4e88-aab9-3d03f2f250f3. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.309601] env[69950]: DEBUG nova.network.neutron [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Updating instance_info_cache with network_info: [{"id": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "address": "fa:16:3e:c7:66:ae", "network": {"id": "7357abbe-9ead-44ec-92a8-2d2aeaaeeda7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-986645050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8eced014256493cbfdfe37f5c312b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c16d28-8e", "ovs_interfaceid": "03c16d28-8eca-4e88-aab9-3d03f2f250f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.357368] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Acquiring lock "c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.357463] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Lock "c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.357663] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Acquiring lock "c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.357872] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Lock "c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.358071] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Lock "c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.365789] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221927, 'name': Rename_Task, 'duration_secs': 0.216283} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.366327] env[69950]: INFO nova.compute.manager [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Terminating instance [ 794.368041] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.369230] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90b67cad-980d-43ec-ae53-8926bfd6a28f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.378183] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Waiting for the task: (returnval){ [ 794.378183] env[69950]: value = "task-4221928" [ 794.378183] env[69950]: _type = "Task" [ 794.378183] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.386545] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ec6331-1cd7-4aad-b362-7ff67b3199ca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.399550] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221928, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.407165] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquiring lock "ce87729f-7f4d-434d-95be-60bc72dcad08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.407415] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Lock "ce87729f-7f4d-434d-95be-60bc72dcad08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.409398] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065400ea-cf03-4f90-adf4-0085620359e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.416633] env[69950]: DEBUG nova.compute.manager [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.448231] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5617ef-4b7c-4a92-90c7-bf9db4ecd010 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.458124] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a862cc6-12a1-44e0-a93c-e4b0a9921cbf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.466955] env[69950]: DEBUG nova.compute.manager [req-ec1777fd-0f12-47ab-85bc-1646a5d92f53 req-16e5b12a-3223-43b1-a4e9-a771998a370f service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Received event network-changed-f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 794.467192] env[69950]: DEBUG nova.compute.manager [req-ec1777fd-0f12-47ab-85bc-1646a5d92f53 req-16e5b12a-3223-43b1-a4e9-a771998a370f service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Refreshing instance network info cache due to event network-changed-f0c81131-1a22-485d-bf4e-ac85db712200. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 794.467381] env[69950]: DEBUG oslo_concurrency.lockutils [req-ec1777fd-0f12-47ab-85bc-1646a5d92f53 req-16e5b12a-3223-43b1-a4e9-a771998a370f service nova] Acquiring lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.467641] env[69950]: DEBUG oslo_concurrency.lockutils [req-ec1777fd-0f12-47ab-85bc-1646a5d92f53 req-16e5b12a-3223-43b1-a4e9-a771998a370f service nova] Acquired lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.467756] env[69950]: DEBUG nova.network.neutron [req-ec1777fd-0f12-47ab-85bc-1646a5d92f53 req-16e5b12a-3223-43b1-a4e9-a771998a370f service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Refreshing network info cache for port f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.478267] env[69950]: DEBUG nova.compute.provider_tree [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.713924] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221926, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.732987] env[69950]: DEBUG nova.network.neutron [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Successfully created port: 2312971d-6c1f-4d5c-bc73-ad4c598eaa0c {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.760192] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquiring lock "5815824c-cf8a-4e65-ab60-1f219cd710c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.760491] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Lock "5815824c-cf8a-4e65-ab60-1f219cd710c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.760737] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquiring lock "5815824c-cf8a-4e65-ab60-1f219cd710c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.761034] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Lock "5815824c-cf8a-4e65-ab60-1f219cd710c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.764482] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Lock "5815824c-cf8a-4e65-ab60-1f219cd710c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.764482] env[69950]: INFO nova.compute.manager [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Terminating instance [ 794.817343] env[69950]: DEBUG oslo_concurrency.lockutils [req-fea9a5fd-adef-4d5d-907c-ab88065880c8 req-1a7142af-e854-4155-afd4-ec9dc1d2cf1d service nova] Releasing lock "refresh_cache-5815824c-cf8a-4e65-ab60-1f219cd710c5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.872393] env[69950]: DEBUG nova.compute.manager [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.873629] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.874691] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57896af-41c8-4a27-90e9-dd3fdbcee10a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.890903] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.894383] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cfa277b-bf89-417c-a662-088bfae9504a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.896733] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.903250] env[69950]: DEBUG oslo_vmware.api [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Waiting for the task: (returnval){ [ 794.903250] env[69950]: value = "task-4221929" [ 794.903250] env[69950]: _type = "Task" [ 794.903250] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.910298] env[69950]: DEBUG nova.network.neutron [req-ec1777fd-0f12-47ab-85bc-1646a5d92f53 req-16e5b12a-3223-43b1-a4e9-a771998a370f service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Updated VIF entry in instance network info cache for port f0c81131-1a22-485d-bf4e-ac85db712200. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.910511] env[69950]: DEBUG nova.network.neutron [req-ec1777fd-0f12-47ab-85bc-1646a5d92f53 req-16e5b12a-3223-43b1-a4e9-a771998a370f service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Updating instance_info_cache with network_info: [{"id": "f0c81131-1a22-485d-bf4e-ac85db712200", "address": "fa:16:3e:00:18:88", "network": {"id": "c95380ea-be5d-4fe8-a70e-1d80d97209c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1126079705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f5af466254e94959823546454f3b4435", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c81131-1a", "ovs_interfaceid": "f0c81131-1a22-485d-bf4e-ac85db712200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.913893] env[69950]: DEBUG nova.compute.manager [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.921743] env[69950]: DEBUG oslo_vmware.api [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.984385] env[69950]: DEBUG nova.scheduler.client.report [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.212858] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221926, 'name': CloneVM_Task, 'duration_secs': 1.442763} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.216040] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Created linked-clone VM from snapshot [ 795.216040] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f215ae-7b0c-488f-9333-0f0001e6f518 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.223653] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Uploading image 1ee5c792-e81d-489d-8457-3dd8f602dea0 {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 795.239050] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 795.239050] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ebb8d97f-5028-456f-9816-1cdd21c2fa71 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.246008] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 795.246008] env[69950]: value = "task-4221930" [ 795.246008] env[69950]: _type = "Task" [ 795.246008] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.259962] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221930, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.267882] env[69950]: DEBUG nova.compute.manager [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.268246] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.269263] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65497d2e-f761-4d1b-b24f-beec9742b332 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.279795] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.280169] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa422415-8849-45e6-b50b-d6640543a462 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.290861] env[69950]: DEBUG oslo_vmware.api [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Waiting for the task: (returnval){ [ 795.290861] env[69950]: value = "task-4221931" [ 795.290861] env[69950]: _type = "Task" [ 795.290861] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.307611] env[69950]: DEBUG oslo_vmware.api [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.392238] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.420288] env[69950]: DEBUG oslo_concurrency.lockutils [req-ec1777fd-0f12-47ab-85bc-1646a5d92f53 req-16e5b12a-3223-43b1-a4e9-a771998a370f service nova] Releasing lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.423307] env[69950]: DEBUG oslo_vmware.api [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221929, 'name': PowerOffVM_Task, 'duration_secs': 0.219101} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.426213] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.426371] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.426927] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9e5e71d-e07f-4c87-a9fb-5bff241233e7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.445875] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.455049] env[69950]: DEBUG nova.compute.manager [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.489915] env[69950]: DEBUG nova.virt.hardware [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.490515] env[69950]: DEBUG nova.virt.hardware [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.490768] env[69950]: DEBUG nova.virt.hardware [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.491089] env[69950]: DEBUG nova.virt.hardware [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.491289] env[69950]: DEBUG nova.virt.hardware [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.491498] env[69950]: DEBUG nova.virt.hardware [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.491770] env[69950]: DEBUG nova.virt.hardware [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.491989] env[69950]: DEBUG nova.virt.hardware [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.492289] env[69950]: DEBUG nova.virt.hardware [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.492550] env[69950]: DEBUG nova.virt.hardware [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.492782] env[69950]: DEBUG nova.virt.hardware [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.494147] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.497062] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516d02b6-fb60-4562-81cf-8500774747f8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.502558] env[69950]: DEBUG oslo_concurrency.lockutils [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.790s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.502954] env[69950]: DEBUG nova.objects.instance [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lazy-loading 'resources' on Instance uuid 1b0f6e6b-68f1-4d93-8df9-43a8938566a3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.513566] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec25eac-3029-4761-af34-fc9e027a1c8d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.522374] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.522739] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.522950] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Deleting the datastore file [datastore1] c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.523925] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3a45506-010a-4a22-995c-821fee69ba75 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.546200] env[69950]: DEBUG oslo_vmware.api [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Waiting for the task: (returnval){ [ 795.546200] env[69950]: value = "task-4221933" [ 795.546200] env[69950]: _type = "Task" [ 795.546200] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.556197] env[69950]: DEBUG oslo_vmware.api [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.557482] env[69950]: INFO nova.scheduler.client.report [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Deleted allocations for instance bc626a0f-0d8f-4fce-b31a-98e6edf98d59 [ 795.569242] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Acquiring lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.569242] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.762301] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221930, 'name': Destroy_Task, 'duration_secs': 0.383141} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.762693] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Destroyed the VM [ 795.762870] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 795.763163] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-66c19071-d1df-4017-98aa-1e6cfd69b0c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.770424] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 795.770424] env[69950]: value = "task-4221934" [ 795.770424] env[69950]: _type = "Task" [ 795.770424] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.780667] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221934, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.802706] env[69950]: DEBUG oslo_vmware.api [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221931, 'name': PowerOffVM_Task, 'duration_secs': 0.212298} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.803091] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.803285] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.803556] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a04369b-ae35-4410-aa37-ce0e84c83fc6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.892882] env[69950]: DEBUG oslo_vmware.api [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221928, 'name': PowerOnVM_Task, 'duration_secs': 1.30183} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.894523] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.894948] env[69950]: INFO nova.compute.manager [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Took 11.01 seconds to spawn the instance on the hypervisor. [ 795.895057] env[69950]: DEBUG nova.compute.manager [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 795.895396] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.896237] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.896237] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Deleting the datastore file [datastore2] 5815824c-cf8a-4e65-ab60-1f219cd710c5 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.897045] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32b1085-7860-4265-b28f-20eab21a9143 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.900697] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-205d446d-4505-4311-9222-2f6d84e2bb41 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.913844] env[69950]: DEBUG oslo_vmware.api [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Waiting for the task: (returnval){ [ 795.913844] env[69950]: value = "task-4221936" [ 795.913844] env[69950]: _type = "Task" [ 795.913844] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.923624] env[69950]: DEBUG oslo_vmware.api [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.058049] env[69950]: DEBUG oslo_vmware.api [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Task: {'id': task-4221933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217672} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.058584] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.058584] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.058793] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.058991] env[69950]: INFO nova.compute.manager [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Took 1.19 seconds to destroy the instance on the hypervisor. [ 796.059282] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.059498] env[69950]: DEBUG nova.compute.manager [-] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.059609] env[69950]: DEBUG nova.network.neutron [-] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.076651] env[69950]: DEBUG nova.compute.utils [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.076651] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f4946b6d-6871-4d93-a09c-52d4a4765f48 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Lock "bc626a0f-0d8f-4fce-b31a-98e6edf98d59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.248s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.282621] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221934, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.429483] env[69950]: INFO nova.compute.manager [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Took 38.69 seconds to build instance. [ 796.434203] env[69950]: DEBUG oslo_vmware.api [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Task: {'id': task-4221936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236348} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.435063] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.435063] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.435063] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.435063] env[69950]: INFO nova.compute.manager [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 796.435301] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.435424] env[69950]: DEBUG nova.compute.manager [-] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.435517] env[69950]: DEBUG nova.network.neutron [-] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.456236] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7777fab-48ae-4264-8367-428b353fcf68 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.466447] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f131db-7a2c-4255-bd94-bf4a919d4a23 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.502445] env[69950]: DEBUG nova.network.neutron [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Successfully updated port: 2312971d-6c1f-4d5c-bc73-ad4c598eaa0c {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.504244] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76f6de2-c9a7-4385-9132-78fc1174772e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.519791] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3f224a-5e40-4519-a8c2-c7076dd10670 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.537899] env[69950]: DEBUG nova.compute.provider_tree [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.572083] env[69950]: DEBUG nova.compute.manager [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 796.573038] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d906e1-0b6d-4977-9173-079c17354fc3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.578594] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.782365] env[69950]: DEBUG oslo_vmware.api [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221934, 'name': RemoveSnapshot_Task, 'duration_secs': 0.844345} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.782625] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 796.932076] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70ff5ad1-0e52-425d-ac00-399914caf994 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Lock "610ec2a5-de42-43df-8d4b-b4a76eec49fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.197s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.013603] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "refresh_cache-7a07fecf-d4da-48fd-a2fd-eb7611f22316" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.013603] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "refresh_cache-7a07fecf-d4da-48fd-a2fd-eb7611f22316" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.013603] env[69950]: DEBUG nova.network.neutron [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.043443] env[69950]: DEBUG nova.scheduler.client.report [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.066526] env[69950]: DEBUG nova.network.neutron [-] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.089605] env[69950]: INFO nova.compute.manager [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] instance snapshotting [ 797.089605] env[69950]: DEBUG nova.objects.instance [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'flavor' on Instance uuid cb49c031-c220-42fb-b718-12387967034e {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.290830] env[69950]: WARNING nova.compute.manager [None req-21afee89-0229-473f-b923-2e1108833221 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Image not found during snapshot: nova.exception.ImageNotFound: Image 1ee5c792-e81d-489d-8457-3dd8f602dea0 could not be found. [ 797.533864] env[69950]: DEBUG nova.compute.manager [req-01f1d11b-4d74-4908-a44e-58a66a46c672 req-019ca4f4-19e4-48ba-a90c-e3959d61c766 service nova] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Received event network-vif-plugged-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 797.534115] env[69950]: DEBUG oslo_concurrency.lockutils [req-01f1d11b-4d74-4908-a44e-58a66a46c672 req-019ca4f4-19e4-48ba-a90c-e3959d61c766 service nova] Acquiring lock "7a07fecf-d4da-48fd-a2fd-eb7611f22316-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.534335] env[69950]: DEBUG oslo_concurrency.lockutils [req-01f1d11b-4d74-4908-a44e-58a66a46c672 req-019ca4f4-19e4-48ba-a90c-e3959d61c766 service nova] Lock "7a07fecf-d4da-48fd-a2fd-eb7611f22316-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.534534] env[69950]: DEBUG oslo_concurrency.lockutils [req-01f1d11b-4d74-4908-a44e-58a66a46c672 req-019ca4f4-19e4-48ba-a90c-e3959d61c766 service nova] Lock "7a07fecf-d4da-48fd-a2fd-eb7611f22316-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.534719] env[69950]: DEBUG nova.compute.manager [req-01f1d11b-4d74-4908-a44e-58a66a46c672 req-019ca4f4-19e4-48ba-a90c-e3959d61c766 service nova] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] No waiting events found dispatching network-vif-plugged-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 797.535249] env[69950]: WARNING nova.compute.manager [req-01f1d11b-4d74-4908-a44e-58a66a46c672 req-019ca4f4-19e4-48ba-a90c-e3959d61c766 service nova] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Received unexpected event network-vif-plugged-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c for instance with vm_state building and task_state spawning. [ 797.547347] env[69950]: DEBUG oslo_concurrency.lockutils [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.549891] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.565s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.551454] env[69950]: INFO nova.compute.claims [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.569263] env[69950]: DEBUG nova.network.neutron [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.571543] env[69950]: INFO nova.compute.manager [-] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Took 1.51 seconds to deallocate network for instance. [ 797.593489] env[69950]: INFO nova.scheduler.client.report [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleted allocations for instance 1b0f6e6b-68f1-4d93-8df9-43a8938566a3 [ 797.609304] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed7de1a-658a-4f29-8cd1-ecb812c23c39 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.617947] env[69950]: DEBUG nova.compute.manager [req-431c86ed-6828-4bb3-8698-16e8c55c18f3 req-a6e13333-cef5-4777-b758-ba26a3ee3e38 service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Received event network-changed-f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 797.617947] env[69950]: DEBUG nova.compute.manager [req-431c86ed-6828-4bb3-8698-16e8c55c18f3 req-a6e13333-cef5-4777-b758-ba26a3ee3e38 service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Refreshing instance network info cache due to event network-changed-f0c81131-1a22-485d-bf4e-ac85db712200. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 797.617947] env[69950]: DEBUG oslo_concurrency.lockutils [req-431c86ed-6828-4bb3-8698-16e8c55c18f3 req-a6e13333-cef5-4777-b758-ba26a3ee3e38 service nova] Acquiring lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.617947] env[69950]: DEBUG oslo_concurrency.lockutils [req-431c86ed-6828-4bb3-8698-16e8c55c18f3 req-a6e13333-cef5-4777-b758-ba26a3ee3e38 service nova] Acquired lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.617947] env[69950]: DEBUG nova.network.neutron [req-431c86ed-6828-4bb3-8698-16e8c55c18f3 req-a6e13333-cef5-4777-b758-ba26a3ee3e38 service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Refreshing network info cache for port f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.653822] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d158378c-5f83-48e3-9a95-d05eeb0bd2fa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.683089] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Acquiring lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.683982] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.683982] env[69950]: INFO nova.compute.manager [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Attaching volume b1a7f1b2-5f8d-4b2a-95eb-b819715ae930 to /dev/sdb [ 797.734968] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7e68fa-2a3c-416c-8af3-db415824e796 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.748458] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d162f52-8d31-4a5b-a5ca-a40a9239d0e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.764688] env[69950]: DEBUG nova.virt.block_device [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Updating existing volume attachment record: 58da3d8b-fccf-4b91-9c52-a4563b8c4835 {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 797.803705] env[69950]: DEBUG nova.network.neutron [-] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.880220] env[69950]: DEBUG nova.network.neutron [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Updating instance_info_cache with network_info: [{"id": "2312971d-6c1f-4d5c-bc73-ad4c598eaa0c", "address": "fa:16:3e:9a:5c:01", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2312971d-6c", "ovs_interfaceid": "2312971d-6c1f-4d5c-bc73-ad4c598eaa0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.080529] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.111366] env[69950]: DEBUG oslo_concurrency.lockutils [None req-761f7375-3f10-4fa2-a92f-055fa2add9b4 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "1b0f6e6b-68f1-4d93-8df9-43a8938566a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.820s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.168715] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 798.169071] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4111690a-add6-4a95-919f-43ba46b4b658 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.178365] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 798.178365] env[69950]: value = "task-4221940" [ 798.178365] env[69950]: _type = "Task" [ 798.178365] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.189671] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221940, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.307505] env[69950]: INFO nova.compute.manager [-] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Took 1.87 seconds to deallocate network for instance. [ 798.385819] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "refresh_cache-7a07fecf-d4da-48fd-a2fd-eb7611f22316" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.386307] env[69950]: DEBUG nova.compute.manager [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Instance network_info: |[{"id": "2312971d-6c1f-4d5c-bc73-ad4c598eaa0c", "address": "fa:16:3e:9a:5c:01", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2312971d-6c", "ovs_interfaceid": "2312971d-6c1f-4d5c-bc73-ad4c598eaa0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.387147] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:5c:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2312971d-6c1f-4d5c-bc73-ad4c598eaa0c', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.397404] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.397717] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.398033] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9064bf81-2e97-4c6b-8ad3-4afd531adfd0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.422248] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.422248] env[69950]: value = "task-4221941" [ 798.422248] env[69950]: _type = "Task" [ 798.422248] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.432276] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221941, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.490424] env[69950]: DEBUG oslo_concurrency.lockutils [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "d7e24c6b-4c11-4d1d-a02b-787f71d5993c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.490976] env[69950]: DEBUG oslo_concurrency.lockutils [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "d7e24c6b-4c11-4d1d-a02b-787f71d5993c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.491378] env[69950]: DEBUG oslo_concurrency.lockutils [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "d7e24c6b-4c11-4d1d-a02b-787f71d5993c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.491703] env[69950]: DEBUG oslo_concurrency.lockutils [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "d7e24c6b-4c11-4d1d-a02b-787f71d5993c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.491975] env[69950]: DEBUG oslo_concurrency.lockutils [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "d7e24c6b-4c11-4d1d-a02b-787f71d5993c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.494745] env[69950]: INFO nova.compute.manager [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Terminating instance [ 798.621747] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquiring lock "da4381f9-af9d-4e93-b6e9-92371f27d52f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.621747] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Lock "da4381f9-af9d-4e93-b6e9-92371f27d52f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.621747] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquiring lock "da4381f9-af9d-4e93-b6e9-92371f27d52f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.621747] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Lock "da4381f9-af9d-4e93-b6e9-92371f27d52f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.622063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Lock "da4381f9-af9d-4e93-b6e9-92371f27d52f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.625433] env[69950]: INFO nova.compute.manager [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Terminating instance [ 798.695123] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221940, 'name': CreateSnapshot_Task, 'duration_secs': 0.515405} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.695450] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 798.696328] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d67b121-0527-47c3-ba72-92a297c2c706 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.814650] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.935326] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221941, 'name': CreateVM_Task, 'duration_secs': 0.425179} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.935586] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.936417] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.936830] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.937250] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.937986] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9fc7631-8bce-41ea-b1f8-91d0431d0d88 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.948561] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 798.948561] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d202d7-cf89-f69b-6606-3e7a929e25bc" [ 798.948561] env[69950]: _type = "Task" [ 798.948561] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.957866] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d202d7-cf89-f69b-6606-3e7a929e25bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.989772] env[69950]: DEBUG nova.network.neutron [req-431c86ed-6828-4bb3-8698-16e8c55c18f3 req-a6e13333-cef5-4777-b758-ba26a3ee3e38 service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Updated VIF entry in instance network info cache for port f0c81131-1a22-485d-bf4e-ac85db712200. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.990150] env[69950]: DEBUG nova.network.neutron [req-431c86ed-6828-4bb3-8698-16e8c55c18f3 req-a6e13333-cef5-4777-b758-ba26a3ee3e38 service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Updating instance_info_cache with network_info: [{"id": "f0c81131-1a22-485d-bf4e-ac85db712200", "address": "fa:16:3e:00:18:88", "network": {"id": "c95380ea-be5d-4fe8-a70e-1d80d97209c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1126079705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f5af466254e94959823546454f3b4435", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c81131-1a", "ovs_interfaceid": "f0c81131-1a22-485d-bf4e-ac85db712200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.999259] env[69950]: DEBUG nova.compute.manager [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.999428] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.002170] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231422fe-1733-4d97-a177-71f220a17227 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.015961] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.015961] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e344288a-93c5-478f-9b80-fea56eeaabee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.023316] env[69950]: DEBUG oslo_vmware.api [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 799.023316] env[69950]: value = "task-4221942" [ 799.023316] env[69950]: _type = "Task" [ 799.023316] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.037122] env[69950]: DEBUG oslo_vmware.api [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.043261] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de749691-670f-4d58-91ce-6da5cbf0f010 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.050405] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1837ab8d-6a69-41d0-b681-2058852dce3e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.087999] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bd83b5-17a7-4458-b1dc-cadd19d66896 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.102750] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b940c11-da2d-4d9e-b1c1-99964be83e58 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.122724] env[69950]: DEBUG nova.compute.provider_tree [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.132433] env[69950]: DEBUG nova.compute.manager [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.132433] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.133123] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5899afe1-ec59-4c97-8860-422434ec2698 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.143269] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.143547] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dff7436c-8967-4387-8065-266dcf883ef6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.152534] env[69950]: DEBUG oslo_vmware.api [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 799.152534] env[69950]: value = "task-4221943" [ 799.152534] env[69950]: _type = "Task" [ 799.152534] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.165901] env[69950]: DEBUG oslo_vmware.api [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.226726] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 799.227133] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b02d4bc6-091b-44e8-b80f-4f80d0a20245 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.232950] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Acquiring lock "610ec2a5-de42-43df-8d4b-b4a76eec49fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.233311] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Lock "610ec2a5-de42-43df-8d4b-b4a76eec49fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.233547] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Acquiring lock "610ec2a5-de42-43df-8d4b-b4a76eec49fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.233800] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Lock "610ec2a5-de42-43df-8d4b-b4a76eec49fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.233907] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Lock "610ec2a5-de42-43df-8d4b-b4a76eec49fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.236498] env[69950]: INFO nova.compute.manager [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Terminating instance [ 799.239712] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 799.239712] env[69950]: value = "task-4221944" [ 799.239712] env[69950]: _type = "Task" [ 799.239712] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.255126] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221944, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.467280] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d202d7-cf89-f69b-6606-3e7a929e25bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011296} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.467655] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.467936] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.468194] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.468374] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.468658] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.468982] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dafc67f-f45b-4301-922c-1f4886a73bc1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.493858] env[69950]: DEBUG oslo_concurrency.lockutils [req-431c86ed-6828-4bb3-8698-16e8c55c18f3 req-a6e13333-cef5-4777-b758-ba26a3ee3e38 service nova] Releasing lock "refresh_cache-da4381f9-af9d-4e93-b6e9-92371f27d52f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.494524] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.494524] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.495572] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-583bb652-d62d-4809-8f22-39e59ac1c67b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.503317] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 799.503317] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a8244f-bcd1-0d2f-538a-2d7b9b3deb1e" [ 799.503317] env[69950]: _type = "Task" [ 799.503317] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.515290] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a8244f-bcd1-0d2f-538a-2d7b9b3deb1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.539228] env[69950]: DEBUG oslo_vmware.api [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221942, 'name': PowerOffVM_Task, 'duration_secs': 0.217718} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.539530] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.539778] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.540883] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3055816-52ea-4a53-9cd9-1d0b9c6c3b93 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.579014] env[69950]: DEBUG nova.compute.manager [req-8d070040-b4b6-4962-bd15-00b8ab89dfdc req-f8585de3-cbbe-48fb-be5d-babb72d68062 service nova] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Received event network-changed-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 799.579251] env[69950]: DEBUG nova.compute.manager [req-8d070040-b4b6-4962-bd15-00b8ab89dfdc req-f8585de3-cbbe-48fb-be5d-babb72d68062 service nova] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Refreshing instance network info cache due to event network-changed-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 799.579489] env[69950]: DEBUG oslo_concurrency.lockutils [req-8d070040-b4b6-4962-bd15-00b8ab89dfdc req-f8585de3-cbbe-48fb-be5d-babb72d68062 service nova] Acquiring lock "refresh_cache-7a07fecf-d4da-48fd-a2fd-eb7611f22316" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.579633] env[69950]: DEBUG oslo_concurrency.lockutils [req-8d070040-b4b6-4962-bd15-00b8ab89dfdc req-f8585de3-cbbe-48fb-be5d-babb72d68062 service nova] Acquired lock "refresh_cache-7a07fecf-d4da-48fd-a2fd-eb7611f22316" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.579795] env[69950]: DEBUG nova.network.neutron [req-8d070040-b4b6-4962-bd15-00b8ab89dfdc req-f8585de3-cbbe-48fb-be5d-babb72d68062 service nova] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Refreshing network info cache for port 2312971d-6c1f-4d5c-bc73-ad4c598eaa0c {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.608747] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.608992] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.609981] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Deleting the datastore file [datastore2] d7e24c6b-4c11-4d1d-a02b-787f71d5993c {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.609981] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e87268c-681a-4cc1-b4a3-9dc1f167ae58 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.617264] env[69950]: DEBUG oslo_vmware.api [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 799.617264] env[69950]: value = "task-4221946" [ 799.617264] env[69950]: _type = "Task" [ 799.617264] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.628206] env[69950]: DEBUG nova.scheduler.client.report [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.631598] env[69950]: DEBUG oslo_vmware.api [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.652645] env[69950]: DEBUG nova.compute.manager [req-6378a324-7fff-44d8-8914-10259d633071 req-cbf747f7-6ab5-40f6-8343-ac4b17fcc85a service nova] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Received event network-vif-deleted-56a12777-267c-49fd-96c5-9fe151dc9c7a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 799.654862] env[69950]: DEBUG nova.compute.manager [req-6378a324-7fff-44d8-8914-10259d633071 req-cbf747f7-6ab5-40f6-8343-ac4b17fcc85a service nova] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Received event network-vif-deleted-03c16d28-8eca-4e88-aab9-3d03f2f250f3 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 799.666263] env[69950]: DEBUG oslo_vmware.api [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221943, 'name': PowerOffVM_Task, 'duration_secs': 0.241354} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.668094] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.668094] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.668094] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d7af563-ec52-48b0-a68b-7d628b698eaf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.741113] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.741367] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.741560] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Deleting the datastore file [datastore2] da4381f9-af9d-4e93-b6e9-92371f27d52f {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.742177] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3c2e38b-8118-48fa-9762-e5a807046737 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.749236] env[69950]: DEBUG nova.compute.manager [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.749612] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.751443] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b552da3-f48a-482c-af27-efd0cec26db3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.757587] env[69950]: DEBUG oslo_vmware.api [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for the task: (returnval){ [ 799.757587] env[69950]: value = "task-4221948" [ 799.757587] env[69950]: _type = "Task" [ 799.757587] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.762997] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221944, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.769798] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.770777] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66d4dd5e-4608-41b6-9226-35ccaa2d63a0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.778015] env[69950]: DEBUG oslo_vmware.api [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.782674] env[69950]: DEBUG oslo_vmware.api [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Waiting for the task: (returnval){ [ 799.782674] env[69950]: value = "task-4221949" [ 799.782674] env[69950]: _type = "Task" [ 799.782674] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.789960] env[69950]: DEBUG oslo_vmware.api [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.016784] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a8244f-bcd1-0d2f-538a-2d7b9b3deb1e, 'name': SearchDatastore_Task, 'duration_secs': 0.013702} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.017784] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64b5a900-ec14-4aa6-925a-0d46aa042cc5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.027741] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 800.027741] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d5ce55-5a38-aeae-476f-4eccea8f7a94" [ 800.027741] env[69950]: _type = "Task" [ 800.027741] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.040194] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d5ce55-5a38-aeae-476f-4eccea8f7a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.129013] env[69950]: DEBUG oslo_vmware.api [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4221946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239782} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.129419] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.129550] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.132019] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.132019] env[69950]: INFO nova.compute.manager [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 800.132019] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.136228] env[69950]: DEBUG nova.compute.manager [-] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.136228] env[69950]: DEBUG nova.network.neutron [-] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.143833] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.144849] env[69950]: DEBUG nova.compute.manager [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.149988] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.767s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.155212] env[69950]: INFO nova.compute.claims [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.258777] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221944, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.275950] env[69950]: DEBUG oslo_vmware.api [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Task: {'id': task-4221948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27415} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.279440] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.279440] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.279440] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.279440] env[69950]: INFO nova.compute.manager [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 800.279440] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.280060] env[69950]: DEBUG nova.compute.manager [-] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.280060] env[69950]: DEBUG nova.network.neutron [-] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.293476] env[69950]: DEBUG oslo_vmware.api [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221949, 'name': PowerOffVM_Task, 'duration_secs': 0.25785} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.293810] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.294036] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.294337] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcccccb1-77a3-4fe8-b976-8ca6b1b09c67 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.377280] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.377525] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.377708] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Deleting the datastore file [datastore1] 610ec2a5-de42-43df-8d4b-b4a76eec49fa {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.377991] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7d95d87-86b6-48ee-a6aa-b9491b769d17 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.388962] env[69950]: DEBUG oslo_vmware.api [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Waiting for the task: (returnval){ [ 800.388962] env[69950]: value = "task-4221952" [ 800.388962] env[69950]: _type = "Task" [ 800.388962] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.405853] env[69950]: DEBUG oslo_vmware.api [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.539850] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d5ce55-5a38-aeae-476f-4eccea8f7a94, 'name': SearchDatastore_Task, 'duration_secs': 0.01825} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.539850] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.539961] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 7a07fecf-d4da-48fd-a2fd-eb7611f22316/7a07fecf-d4da-48fd-a2fd-eb7611f22316.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.540447] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89891518-77ba-4e58-97b4-6301cac5787a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.551301] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 800.551301] env[69950]: value = "task-4221953" [ 800.551301] env[69950]: _type = "Task" [ 800.551301] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.558849] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.668500] env[69950]: DEBUG nova.compute.utils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.673597] env[69950]: DEBUG nova.compute.manager [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.673826] env[69950]: DEBUG nova.network.neutron [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.732226] env[69950]: DEBUG nova.network.neutron [req-8d070040-b4b6-4962-bd15-00b8ab89dfdc req-f8585de3-cbbe-48fb-be5d-babb72d68062 service nova] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Updated VIF entry in instance network info cache for port 2312971d-6c1f-4d5c-bc73-ad4c598eaa0c. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.732743] env[69950]: DEBUG nova.network.neutron [req-8d070040-b4b6-4962-bd15-00b8ab89dfdc req-f8585de3-cbbe-48fb-be5d-babb72d68062 service nova] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Updating instance_info_cache with network_info: [{"id": "2312971d-6c1f-4d5c-bc73-ad4c598eaa0c", "address": "fa:16:3e:9a:5c:01", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2312971d-6c", "ovs_interfaceid": "2312971d-6c1f-4d5c-bc73-ad4c598eaa0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.756993] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221944, 'name': CloneVM_Task, 'duration_secs': 1.443422} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.758195] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Created linked-clone VM from snapshot [ 800.758985] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363e0a78-dcf1-43d9-a62b-1a9149aaf5e9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.774598] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Uploading image 5fe51435-3e14-4b92-b3f3-7ae7101e6043 {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 800.821077] env[69950]: DEBUG oslo_vmware.rw_handles [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 800.821077] env[69950]: value = "vm-835432" [ 800.821077] env[69950]: _type = "VirtualMachine" [ 800.821077] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 800.823673] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e7728497-b0f7-48b0-b09f-51f7c313dd5f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.833671] env[69950]: DEBUG nova.policy [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d559d80272e47bfbfe8b0bf977a1340', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d271ee9034040a08dbb1bfbbf00eb90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.839820] env[69950]: DEBUG oslo_vmware.rw_handles [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lease: (returnval){ [ 800.839820] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5271c937-0aae-9276-5d0e-3fa71e148371" [ 800.839820] env[69950]: _type = "HttpNfcLease" [ 800.839820] env[69950]: } obtained for exporting VM: (result){ [ 800.839820] env[69950]: value = "vm-835432" [ 800.839820] env[69950]: _type = "VirtualMachine" [ 800.839820] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 800.840214] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the lease: (returnval){ [ 800.840214] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5271c937-0aae-9276-5d0e-3fa71e148371" [ 800.840214] env[69950]: _type = "HttpNfcLease" [ 800.840214] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 800.851114] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 800.851114] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5271c937-0aae-9276-5d0e-3fa71e148371" [ 800.851114] env[69950]: _type = "HttpNfcLease" [ 800.851114] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 800.851114] env[69950]: DEBUG oslo_vmware.rw_handles [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 800.851114] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5271c937-0aae-9276-5d0e-3fa71e148371" [ 800.851114] env[69950]: _type = "HttpNfcLease" [ 800.851114] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 800.851917] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47029148-c950-4922-a665-e2e523689a4c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.864522] env[69950]: DEBUG oslo_vmware.rw_handles [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a3c77-891f-ec46-daaf-1793b3b48850/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 800.864785] env[69950]: DEBUG oslo_vmware.rw_handles [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a3c77-891f-ec46-daaf-1793b3b48850/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 800.978302] env[69950]: DEBUG oslo_vmware.api [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Task: {'id': task-4221952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223256} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.978698] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.978811] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.978983] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.979182] env[69950]: INFO nova.compute.manager [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Took 1.23 seconds to destroy the instance on the hypervisor. [ 800.979436] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.980814] env[69950]: DEBUG nova.compute.manager [-] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.980814] env[69950]: DEBUG nova.network.neutron [-] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.064636] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221953, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.068104] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36b9dfbb-78f6-45b1-a272-ac7ebe7bfd72 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.178375] env[69950]: DEBUG nova.compute.manager [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.241478] env[69950]: DEBUG oslo_concurrency.lockutils [req-8d070040-b4b6-4962-bd15-00b8ab89dfdc req-f8585de3-cbbe-48fb-be5d-babb72d68062 service nova] Releasing lock "refresh_cache-7a07fecf-d4da-48fd-a2fd-eb7611f22316" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.470546] env[69950]: DEBUG nova.network.neutron [-] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.474047] env[69950]: DEBUG nova.network.neutron [-] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.564893] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561045} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.565534] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 7a07fecf-d4da-48fd-a2fd-eb7611f22316/7a07fecf-d4da-48fd-a2fd-eb7611f22316.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.565769] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.566152] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae018034-59d8-4721-808c-35748a23b73b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.575891] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 801.575891] env[69950]: value = "task-4221955" [ 801.575891] env[69950]: _type = "Task" [ 801.575891] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.595626] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.610432] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquiring lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.610804] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.675682] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3df30ef-f51e-4a3d-bfaf-e6bdccdbfdff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.692140] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f450668-303a-4849-8c43-019529d6d275 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.733590] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117639ea-b2bb-43b0-8e5e-ac51848fb8b1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.748269] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75d1f18-25ff-4e23-a86a-edffa4402c72 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.769598] env[69950]: DEBUG nova.compute.provider_tree [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.822488] env[69950]: DEBUG nova.network.neutron [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Successfully created port: 22753c01-c0e5-40c7-8cd6-7520e353a3a9 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.974595] env[69950]: INFO nova.compute.manager [-] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Took 1.84 seconds to deallocate network for instance. [ 801.978563] env[69950]: INFO nova.compute.manager [-] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Took 1.70 seconds to deallocate network for instance. [ 802.095391] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077655} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.095904] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.096670] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203e4e72-a016-41cc-8e24-5c3b8bb71931 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.122282] env[69950]: DEBUG nova.compute.manager [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.144221] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 7a07fecf-d4da-48fd-a2fd-eb7611f22316/7a07fecf-d4da-48fd-a2fd-eb7611f22316.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.149225] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aabb8e21-4f0c-4bda-9a8e-2a57bb88d3e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.185069] env[69950]: DEBUG nova.compute.manager [req-87da6fc7-c8d8-4d59-b1f5-cdbaf793aab8 req-400b4922-ea40-414f-aaf5-0d0025c953d1 service nova] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Received event network-vif-deleted-f0c81131-1a22-485d-bf4e-ac85db712200 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 802.189520] env[69950]: DEBUG nova.compute.manager [req-ef1d602e-2982-465f-9983-ea882b0e78c6 req-b2690cfd-337d-4f74-a9d7-7328bb5f3491 service nova] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Received event network-vif-deleted-7dee3039-6661-4931-a258-a2b72def4467 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 802.201722] env[69950]: DEBUG nova.compute.manager [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.205374] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 802.205374] env[69950]: value = "task-4221956" [ 802.205374] env[69950]: _type = "Task" [ 802.205374] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.221244] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221956, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.240577] env[69950]: DEBUG nova.network.neutron [-] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.264268] env[69950]: DEBUG nova.virt.hardware [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:05:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='11d25c39-c81b-4fb2-a8ec-40babce85311',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2105371085',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.268975] env[69950]: DEBUG nova.virt.hardware [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.269235] env[69950]: DEBUG nova.virt.hardware [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.269460] env[69950]: DEBUG nova.virt.hardware [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.273094] env[69950]: DEBUG nova.virt.hardware [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.273094] env[69950]: DEBUG nova.virt.hardware [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.273094] env[69950]: DEBUG nova.virt.hardware [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.273094] env[69950]: DEBUG nova.virt.hardware [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.273094] env[69950]: DEBUG nova.virt.hardware [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.273663] env[69950]: DEBUG nova.virt.hardware [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.273663] env[69950]: DEBUG nova.virt.hardware [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.273927] env[69950]: DEBUG nova.scheduler.client.report [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.281994] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62839831-9f4e-4f5c-82d1-15277d05e105 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.293339] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e96012d-a09e-458d-a487-09d9d32e5e8b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.326749] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 802.327362] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835429', 'volume_id': 'b1a7f1b2-5f8d-4b2a-95eb-b819715ae930', 'name': 'volume-b1a7f1b2-5f8d-4b2a-95eb-b819715ae930', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afffcbe4-52eb-4385-bda8-a46fc0d2d68b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1a7f1b2-5f8d-4b2a-95eb-b819715ae930', 'serial': 'b1a7f1b2-5f8d-4b2a-95eb-b819715ae930'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 802.328435] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa55066-b734-45d6-9292-8428e0672a3d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.349504] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1496246e-7160-47b9-9ad3-21eb60077fce {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.378768] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-b1a7f1b2-5f8d-4b2a-95eb-b819715ae930/volume-b1a7f1b2-5f8d-4b2a-95eb-b819715ae930.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.379516] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f4d8cc-74d8-4c0b-a250-c4585d2f8796 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.401034] env[69950]: DEBUG oslo_vmware.api [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Waiting for the task: (returnval){ [ 802.401034] env[69950]: value = "task-4221957" [ 802.401034] env[69950]: _type = "Task" [ 802.401034] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.410932] env[69950]: DEBUG oslo_vmware.api [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Task: {'id': task-4221957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.487229] env[69950]: DEBUG oslo_concurrency.lockutils [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.494027] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.655847] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.687565] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.689430] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.699600] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Acquiring lock "65e41164-6de7-42c6-b5ce-7c4bfcf635f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.700472] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Lock "65e41164-6de7-42c6-b5ce-7c4bfcf635f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.701060] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Acquiring lock "65e41164-6de7-42c6-b5ce-7c4bfcf635f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.701453] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Lock "65e41164-6de7-42c6-b5ce-7c4bfcf635f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.702042] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Lock "65e41164-6de7-42c6-b5ce-7c4bfcf635f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.706379] env[69950]: INFO nova.compute.manager [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Terminating instance [ 802.729740] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221956, 'name': ReconfigVM_Task, 'duration_secs': 0.359384} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.730404] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 7a07fecf-d4da-48fd-a2fd-eb7611f22316/7a07fecf-d4da-48fd-a2fd-eb7611f22316.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.732181] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c2742d2-1a73-4846-b356-76ab282d3ff2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.745130] env[69950]: INFO nova.compute.manager [-] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Took 1.76 seconds to deallocate network for instance. [ 802.751737] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 802.751737] env[69950]: value = "task-4221958" [ 802.751737] env[69950]: _type = "Task" [ 802.751737] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.762625] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221958, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.787705] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.788488] env[69950]: DEBUG nova.compute.manager [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.791826] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.401s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.792216] env[69950]: DEBUG nova.objects.instance [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lazy-loading 'resources' on Instance uuid 7148155a-fa4a-4b0d-b1ca-b01c29434ed3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.912627] env[69950]: DEBUG oslo_vmware.api [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Task: {'id': task-4221957, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.192048] env[69950]: DEBUG nova.compute.manager [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.222292] env[69950]: DEBUG nova.compute.manager [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.222292] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.223579] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005be0a1-0ba6-40a9-af33-f5d386572fd5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.233072] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.233442] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9977609d-09af-4360-a642-3afc264fdd8a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.241694] env[69950]: DEBUG oslo_vmware.api [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Waiting for the task: (returnval){ [ 803.241694] env[69950]: value = "task-4221959" [ 803.241694] env[69950]: _type = "Task" [ 803.241694] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.251504] env[69950]: DEBUG oslo_vmware.api [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.253801] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.265702] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221958, 'name': Rename_Task, 'duration_secs': 0.176176} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.266028] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.266509] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7fa7ea3-f240-49f9-8298-fad30d0a9d80 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.276904] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 803.276904] env[69950]: value = "task-4221960" [ 803.276904] env[69950]: _type = "Task" [ 803.276904] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.290639] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.295245] env[69950]: DEBUG nova.compute.utils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.296825] env[69950]: DEBUG nova.compute.manager [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.297047] env[69950]: DEBUG nova.network.neutron [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.416695] env[69950]: DEBUG oslo_vmware.api [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Task: {'id': task-4221957, 'name': ReconfigVM_Task, 'duration_secs': 0.549946} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.417404] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-b1a7f1b2-5f8d-4b2a-95eb-b819715ae930/volume-b1a7f1b2-5f8d-4b2a-95eb-b819715ae930.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.431952] env[69950]: DEBUG nova.policy [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7610552571c43d68e54a7ee04234dcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d4ad236a9784e6695ba4af4dac760d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.433676] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ce3a3e-7118-4a08-ad38-21bb0024c014 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.461380] env[69950]: DEBUG oslo_vmware.api [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Waiting for the task: (returnval){ [ 803.461380] env[69950]: value = "task-4221961" [ 803.461380] env[69950]: _type = "Task" [ 803.461380] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.475729] env[69950]: DEBUG oslo_vmware.api [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Task: {'id': task-4221961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.723910] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.754973] env[69950]: DEBUG oslo_vmware.api [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221959, 'name': PowerOffVM_Task, 'duration_secs': 0.224061} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.758383] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.758752] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.759412] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddc901a8-2a3d-45b7-a8bc-7302ad31d1b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.792545] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221960, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.805818] env[69950]: DEBUG nova.compute.manager [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.841636] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.841942] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.842156] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Deleting the datastore file [datastore1] 65e41164-6de7-42c6-b5ce-7c4bfcf635f1 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.842714] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89cd34fa-6db0-49ee-9fd8-8412e5fea267 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.852153] env[69950]: DEBUG oslo_vmware.api [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Waiting for the task: (returnval){ [ 803.852153] env[69950]: value = "task-4221963" [ 803.852153] env[69950]: _type = "Task" [ 803.852153] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.861965] env[69950]: DEBUG oslo_vmware.api [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.901611] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d117bd12-abd1-4303-8119-ecfe96b5353a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.912370] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253cb7db-0f34-461d-b976-fa3677bcd1f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.954382] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15396315-6fd9-49a1-b0e4-0291c89a86ab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.964841] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2136dc-b964-4535-a44e-e4a7f8a2b070 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.989351] env[69950]: DEBUG nova.compute.provider_tree [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.989351] env[69950]: DEBUG oslo_vmware.api [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Task: {'id': task-4221961, 'name': ReconfigVM_Task, 'duration_secs': 0.174373} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.989599] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835429', 'volume_id': 'b1a7f1b2-5f8d-4b2a-95eb-b819715ae930', 'name': 'volume-b1a7f1b2-5f8d-4b2a-95eb-b819715ae930', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afffcbe4-52eb-4385-bda8-a46fc0d2d68b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1a7f1b2-5f8d-4b2a-95eb-b819715ae930', 'serial': 'b1a7f1b2-5f8d-4b2a-95eb-b819715ae930'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 804.199153] env[69950]: DEBUG nova.network.neutron [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Successfully updated port: 22753c01-c0e5-40c7-8cd6-7520e353a3a9 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.291181] env[69950]: DEBUG oslo_vmware.api [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221960, 'name': PowerOnVM_Task, 'duration_secs': 0.538368} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.294678] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.295021] env[69950]: INFO nova.compute.manager [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Took 8.84 seconds to spawn the instance on the hypervisor. [ 804.295308] env[69950]: DEBUG nova.compute.manager [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 804.296434] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af818d3-3dcf-4822-885d-6d4a3e9ec061 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.363869] env[69950]: DEBUG oslo_vmware.api [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Task: {'id': task-4221963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196216} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.364427] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.364666] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.364884] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.365110] env[69950]: INFO nova.compute.manager [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 804.365445] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.367017] env[69950]: DEBUG nova.compute.manager [-] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.367017] env[69950]: DEBUG nova.network.neutron [-] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.371311] env[69950]: DEBUG nova.network.neutron [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Successfully created port: 879b7621-0945-4ca6-bec1-5b3521142e08 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.405135] env[69950]: DEBUG nova.compute.manager [req-c72bc709-dcd3-4521-b11c-39fdb87e328e req-d719a6fb-0d66-4472-adde-529519068711 service nova] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Received event network-vif-deleted-c6ec2da8-5ce4-4a0c-843d-13efbff09045 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 804.405409] env[69950]: DEBUG nova.compute.manager [req-c72bc709-dcd3-4521-b11c-39fdb87e328e req-d719a6fb-0d66-4472-adde-529519068711 service nova] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Received event network-vif-plugged-22753c01-c0e5-40c7-8cd6-7520e353a3a9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 804.405646] env[69950]: DEBUG oslo_concurrency.lockutils [req-c72bc709-dcd3-4521-b11c-39fdb87e328e req-d719a6fb-0d66-4472-adde-529519068711 service nova] Acquiring lock "43ce3863-2138-4b31-84e7-3754a7da689c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.405924] env[69950]: DEBUG oslo_concurrency.lockutils [req-c72bc709-dcd3-4521-b11c-39fdb87e328e req-d719a6fb-0d66-4472-adde-529519068711 service nova] Lock "43ce3863-2138-4b31-84e7-3754a7da689c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.406133] env[69950]: DEBUG oslo_concurrency.lockutils [req-c72bc709-dcd3-4521-b11c-39fdb87e328e req-d719a6fb-0d66-4472-adde-529519068711 service nova] Lock "43ce3863-2138-4b31-84e7-3754a7da689c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.406337] env[69950]: DEBUG nova.compute.manager [req-c72bc709-dcd3-4521-b11c-39fdb87e328e req-d719a6fb-0d66-4472-adde-529519068711 service nova] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] No waiting events found dispatching network-vif-plugged-22753c01-c0e5-40c7-8cd6-7520e353a3a9 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 804.406543] env[69950]: WARNING nova.compute.manager [req-c72bc709-dcd3-4521-b11c-39fdb87e328e req-d719a6fb-0d66-4472-adde-529519068711 service nova] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Received unexpected event network-vif-plugged-22753c01-c0e5-40c7-8cd6-7520e353a3a9 for instance with vm_state building and task_state spawning. [ 804.519115] env[69950]: ERROR nova.scheduler.client.report [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] [req-d7c224e9-4808-4864-9afd-810231bba824] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d7c224e9-4808-4864-9afd-810231bba824"}]} [ 804.536444] env[69950]: DEBUG nova.scheduler.client.report [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 804.558253] env[69950]: DEBUG nova.scheduler.client.report [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 804.558489] env[69950]: DEBUG nova.compute.provider_tree [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.571066] env[69950]: DEBUG nova.scheduler.client.report [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 804.598816] env[69950]: DEBUG nova.scheduler.client.report [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 804.707046] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.707714] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.707714] env[69950]: DEBUG nova.network.neutron [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.823430] env[69950]: DEBUG nova.compute.manager [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.828542] env[69950]: INFO nova.compute.manager [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Took 26.24 seconds to build instance. [ 804.854127] env[69950]: DEBUG nova.virt.hardware [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.855103] env[69950]: DEBUG nova.virt.hardware [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.855103] env[69950]: DEBUG nova.virt.hardware [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.855103] env[69950]: DEBUG nova.virt.hardware [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.855103] env[69950]: DEBUG nova.virt.hardware [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.855103] env[69950]: DEBUG nova.virt.hardware [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.855538] env[69950]: DEBUG nova.virt.hardware [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.855593] env[69950]: DEBUG nova.virt.hardware [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.855774] env[69950]: DEBUG nova.virt.hardware [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.856177] env[69950]: DEBUG nova.virt.hardware [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.856367] env[69950]: DEBUG nova.virt.hardware [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.857384] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70df771f-8741-4f5a-ab0d-4ade7f932931 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.871714] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9164b093-77a4-4d98-b167-60d1f99599c6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.045307] env[69950]: DEBUG nova.objects.instance [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Lazy-loading 'flavor' on Instance uuid afffcbe4-52eb-4385-bda8-a46fc0d2d68b {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.101294] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe86bd9-e333-4df7-8bc4-3247a7c333f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.110677] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b71337-2534-4ff4-b5c0-7f930086ed30 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.146032] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea64945-e3b1-44bc-b7ae-fdb4cebdf6b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.156922] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6cb6b0-c389-4481-a54a-1dc769512ed6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.174753] env[69950]: DEBUG nova.compute.provider_tree [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.260391] env[69950]: DEBUG nova.network.neutron [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.333548] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a7a50085-7660-434b-9dd1-60b0bc604021 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "7a07fecf-d4da-48fd-a2fd-eb7611f22316" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.772s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.425300] env[69950]: DEBUG nova.network.neutron [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance_info_cache with network_info: [{"id": "22753c01-c0e5-40c7-8cd6-7520e353a3a9", "address": "fa:16:3e:1b:5e:2b", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22753c01-c0", "ovs_interfaceid": "22753c01-c0e5-40c7-8cd6-7520e353a3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.554696] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f50132de-3334-44e7-9c73-425d6ff1cbed tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.871s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.724497] env[69950]: DEBUG nova.scheduler.client.report [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 805.724497] env[69950]: DEBUG nova.compute.provider_tree [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 57 to 58 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 805.724497] env[69950]: DEBUG nova.compute.provider_tree [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.926552] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Releasing lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.926959] env[69950]: DEBUG nova.compute.manager [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Instance network_info: |[{"id": "22753c01-c0e5-40c7-8cd6-7520e353a3a9", "address": "fa:16:3e:1b:5e:2b", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22753c01-c0", "ovs_interfaceid": "22753c01-c0e5-40c7-8cd6-7520e353a3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.927869] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:5e:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22753c01-c0e5-40c7-8cd6-7520e353a3a9', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.938706] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.939679] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.939918] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5798f4db-d253-4cdc-af42-cf44689cffb5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.966580] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.966580] env[69950]: value = "task-4221964" [ 805.966580] env[69950]: _type = "Task" [ 805.966580] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.980023] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221964, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.229470] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.438s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.233196] env[69950]: DEBUG oslo_concurrency.lockutils [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.418s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.234228] env[69950]: DEBUG nova.objects.instance [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lazy-loading 'resources' on Instance uuid 16470c4f-53ee-4932-913e-c65f6683683a {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.268594] env[69950]: INFO nova.scheduler.client.report [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Deleted allocations for instance 7148155a-fa4a-4b0d-b1ca-b01c29434ed3 [ 806.300050] env[69950]: DEBUG nova.network.neutron [-] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.310030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Acquiring lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.310518] env[69950]: DEBUG oslo_concurrency.lockutils [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.410379] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58907f5-4c5c-4205-bfde-1d357cbdb980 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.419955] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ac70fb0c-8c0e-49d0-aab7-9752f5cd21db tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Suspending the VM {{(pid=69950) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 806.420274] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a6527cc3-576c-4237-a178-a9094e96a1db {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.430119] env[69950]: DEBUG oslo_vmware.api [None req-ac70fb0c-8c0e-49d0-aab7-9752f5cd21db tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 806.430119] env[69950]: value = "task-4221965" [ 806.430119] env[69950]: _type = "Task" [ 806.430119] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.437960] env[69950]: DEBUG oslo_vmware.api [None req-ac70fb0c-8c0e-49d0-aab7-9752f5cd21db tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221965, 'name': SuspendVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.481180] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221964, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.753380] env[69950]: DEBUG nova.compute.manager [req-c3ba62d6-ca86-4902-935f-aad6a9a8a53b req-ed9a46cb-2ca5-44bd-bf22-4b50e62945ea service nova] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Received event network-changed-22753c01-c0e5-40c7-8cd6-7520e353a3a9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 806.753624] env[69950]: DEBUG nova.compute.manager [req-c3ba62d6-ca86-4902-935f-aad6a9a8a53b req-ed9a46cb-2ca5-44bd-bf22-4b50e62945ea service nova] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Refreshing instance network info cache due to event network-changed-22753c01-c0e5-40c7-8cd6-7520e353a3a9. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 806.754374] env[69950]: DEBUG oslo_concurrency.lockutils [req-c3ba62d6-ca86-4902-935f-aad6a9a8a53b req-ed9a46cb-2ca5-44bd-bf22-4b50e62945ea service nova] Acquiring lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.754374] env[69950]: DEBUG oslo_concurrency.lockutils [req-c3ba62d6-ca86-4902-935f-aad6a9a8a53b req-ed9a46cb-2ca5-44bd-bf22-4b50e62945ea service nova] Acquired lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.754374] env[69950]: DEBUG nova.network.neutron [req-c3ba62d6-ca86-4902-935f-aad6a9a8a53b req-ed9a46cb-2ca5-44bd-bf22-4b50e62945ea service nova] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Refreshing network info cache for port 22753c01-c0e5-40c7-8cd6-7520e353a3a9 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.787446] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Lock "7148155a-fa4a-4b0d-b1ca-b01c29434ed3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.348s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.805649] env[69950]: INFO nova.compute.manager [-] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Took 2.44 seconds to deallocate network for instance. [ 806.813560] env[69950]: INFO nova.compute.manager [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Detaching volume b1a7f1b2-5f8d-4b2a-95eb-b819715ae930 [ 806.864642] env[69950]: INFO nova.virt.block_device [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Attempting to driver detach volume b1a7f1b2-5f8d-4b2a-95eb-b819715ae930 from mountpoint /dev/sdb [ 806.865283] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 806.865767] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835429', 'volume_id': 'b1a7f1b2-5f8d-4b2a-95eb-b819715ae930', 'name': 'volume-b1a7f1b2-5f8d-4b2a-95eb-b819715ae930', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afffcbe4-52eb-4385-bda8-a46fc0d2d68b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1a7f1b2-5f8d-4b2a-95eb-b819715ae930', 'serial': 'b1a7f1b2-5f8d-4b2a-95eb-b819715ae930'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 806.867465] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685284a2-5711-4570-8f1e-bfad1b91c618 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.899079] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb5c384-e530-4dd0-8437-4b29347d9b82 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.909780] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b5e619-e87c-4834-90be-eb97a4f27a5d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.942554] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc096114-320a-42ea-8057-e210aa1e00c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.953342] env[69950]: DEBUG oslo_vmware.api [None req-ac70fb0c-8c0e-49d0-aab7-9752f5cd21db tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221965, 'name': SuspendVM_Task} progress is 62%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.966039] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] The volume has not been displaced from its original location: [datastore2] volume-b1a7f1b2-5f8d-4b2a-95eb-b819715ae930/volume-b1a7f1b2-5f8d-4b2a-95eb-b819715ae930.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 806.972951] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 806.976680] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc9075af-417b-4f2b-a3cf-89e3caf371df {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.001958] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221964, 'name': CreateVM_Task, 'duration_secs': 0.515272} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.003476] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.003929] env[69950]: DEBUG oslo_vmware.api [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Waiting for the task: (returnval){ [ 807.003929] env[69950]: value = "task-4221966" [ 807.003929] env[69950]: _type = "Task" [ 807.003929] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.004590] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.004749] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.005087] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.005462] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17810f8a-c781-47fb-b63f-5474b96ffbe4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.018209] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 807.018209] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5258dcaf-1935-ba29-9e02-b68ab3aed153" [ 807.018209] env[69950]: _type = "Task" [ 807.018209] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.021826] env[69950]: DEBUG oslo_vmware.api [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Task: {'id': task-4221966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.035129] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5258dcaf-1935-ba29-9e02-b68ab3aed153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.126765] env[69950]: DEBUG nova.network.neutron [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Successfully updated port: 879b7621-0945-4ca6-bec1-5b3521142e08 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.295133] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0128cf5f-333f-4e09-90ad-e46018f730cd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.305032] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f1a101-dbd2-498d-a8be-d41174e9142e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.337683] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.341401] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5a1879-ea37-4478-903f-a4771840cf1b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.350419] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f608714f-66f2-4c00-a817-a968c3e415a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.365742] env[69950]: DEBUG nova.compute.provider_tree [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.444752] env[69950]: DEBUG oslo_vmware.api [None req-ac70fb0c-8c0e-49d0-aab7-9752f5cd21db tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221965, 'name': SuspendVM_Task, 'duration_secs': 0.676335} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.445175] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ac70fb0c-8c0e-49d0-aab7-9752f5cd21db tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Suspended the VM {{(pid=69950) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 807.445275] env[69950]: DEBUG nova.compute.manager [None req-ac70fb0c-8c0e-49d0-aab7-9752f5cd21db tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.446015] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983f2907-40bd-4f40-8b9c-ab193d3be90b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.519046] env[69950]: DEBUG oslo_vmware.api [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Task: {'id': task-4221966, 'name': ReconfigVM_Task, 'duration_secs': 0.305729} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.519046] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 807.525083] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39fc7dd-26e2-4db5-a5b1-ec8261d8fe88 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.545900] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5258dcaf-1935-ba29-9e02-b68ab3aed153, 'name': SearchDatastore_Task, 'duration_secs': 0.028767} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.547090] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.549644] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.549644] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.549644] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.549644] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.549644] env[69950]: DEBUG oslo_vmware.api [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Waiting for the task: (returnval){ [ 807.549644] env[69950]: value = "task-4221967" [ 807.549644] env[69950]: _type = "Task" [ 807.550038] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.550038] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4680b593-111e-4d86-be91-69759922cc8b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.562022] env[69950]: DEBUG oslo_vmware.api [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Task: {'id': task-4221967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.563953] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.564121] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.567045] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf2e2db3-6946-4ce8-950f-a23afdeeca1e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.575183] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 807.575183] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524c8d7a-6698-3a55-e031-5bc98f6a6c18" [ 807.575183] env[69950]: _type = "Task" [ 807.575183] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.588233] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524c8d7a-6698-3a55-e031-5bc98f6a6c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.634822] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "refresh_cache-401ccd9e-e776-4407-97cf-18f571c84716" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.635019] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "refresh_cache-401ccd9e-e776-4407-97cf-18f571c84716" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.635213] env[69950]: DEBUG nova.network.neutron [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.642543] env[69950]: DEBUG nova.network.neutron [req-c3ba62d6-ca86-4902-935f-aad6a9a8a53b req-ed9a46cb-2ca5-44bd-bf22-4b50e62945ea service nova] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updated VIF entry in instance network info cache for port 22753c01-c0e5-40c7-8cd6-7520e353a3a9. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.643097] env[69950]: DEBUG nova.network.neutron [req-c3ba62d6-ca86-4902-935f-aad6a9a8a53b req-ed9a46cb-2ca5-44bd-bf22-4b50e62945ea service nova] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance_info_cache with network_info: [{"id": "22753c01-c0e5-40c7-8cd6-7520e353a3a9", "address": "fa:16:3e:1b:5e:2b", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22753c01-c0", "ovs_interfaceid": "22753c01-c0e5-40c7-8cd6-7520e353a3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.869588] env[69950]: DEBUG nova.scheduler.client.report [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.064896] env[69950]: DEBUG oslo_vmware.api [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Task: {'id': task-4221967, 'name': ReconfigVM_Task, 'duration_secs': 0.208597} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.067123] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835429', 'volume_id': 'b1a7f1b2-5f8d-4b2a-95eb-b819715ae930', 'name': 'volume-b1a7f1b2-5f8d-4b2a-95eb-b819715ae930', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'afffcbe4-52eb-4385-bda8-a46fc0d2d68b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1a7f1b2-5f8d-4b2a-95eb-b819715ae930', 'serial': 'b1a7f1b2-5f8d-4b2a-95eb-b819715ae930'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 808.089899] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524c8d7a-6698-3a55-e031-5bc98f6a6c18, 'name': SearchDatastore_Task, 'duration_secs': 0.015486} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.090868] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d7c428c-fb5d-454c-95fb-d004b8590543 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.098065] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 808.098065] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5249a839-c0b5-c914-d55e-03486189bba5" [ 808.098065] env[69950]: _type = "Task" [ 808.098065] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.108262] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5249a839-c0b5-c914-d55e-03486189bba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.148726] env[69950]: DEBUG oslo_concurrency.lockutils [req-c3ba62d6-ca86-4902-935f-aad6a9a8a53b req-ed9a46cb-2ca5-44bd-bf22-4b50e62945ea service nova] Releasing lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.148956] env[69950]: DEBUG nova.compute.manager [req-c3ba62d6-ca86-4902-935f-aad6a9a8a53b req-ed9a46cb-2ca5-44bd-bf22-4b50e62945ea service nova] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Received event network-vif-deleted-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 808.198551] env[69950]: DEBUG nova.network.neutron [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.377321] env[69950]: DEBUG oslo_concurrency.lockutils [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.380254] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.794s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.382167] env[69950]: INFO nova.compute.claims [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.421839] env[69950]: INFO nova.scheduler.client.report [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Deleted allocations for instance 16470c4f-53ee-4932-913e-c65f6683683a [ 808.459864] env[69950]: DEBUG nova.network.neutron [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Updating instance_info_cache with network_info: [{"id": "879b7621-0945-4ca6-bec1-5b3521142e08", "address": "fa:16:3e:1c:d3:cd", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap879b7621-09", "ovs_interfaceid": "879b7621-0945-4ca6-bec1-5b3521142e08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.612021] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5249a839-c0b5-c914-d55e-03486189bba5, 'name': SearchDatastore_Task, 'duration_secs': 0.01582} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.612568] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.612972] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 43ce3863-2138-4b31-84e7-3754a7da689c/43ce3863-2138-4b31-84e7-3754a7da689c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.614258] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8ddd01a-9ed4-4a0b-9662-3a33d8e9cd27 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.624868] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 808.624868] env[69950]: value = "task-4221968" [ 808.624868] env[69950]: _type = "Task" [ 808.624868] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.637086] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.672396] env[69950]: DEBUG nova.objects.instance [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Lazy-loading 'flavor' on Instance uuid afffcbe4-52eb-4385-bda8-a46fc0d2d68b {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.680011] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "0d398f4c-3765-4866-9861-6863a5561bff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.682381] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "0d398f4c-3765-4866-9861-6863a5561bff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.739714] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "e7e57df3-11d5-4c5f-9e03-f864944cc15d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.740531] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "e7e57df3-11d5-4c5f-9e03-f864944cc15d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.828544] env[69950]: DEBUG nova.compute.manager [req-f3bb3504-6845-4a49-b4f6-1de8c6ae32a0 req-bbde3a21-4042-47e4-b023-79064ab64504 service nova] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Received event network-vif-plugged-879b7621-0945-4ca6-bec1-5b3521142e08 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 808.828544] env[69950]: DEBUG oslo_concurrency.lockutils [req-f3bb3504-6845-4a49-b4f6-1de8c6ae32a0 req-bbde3a21-4042-47e4-b023-79064ab64504 service nova] Acquiring lock "401ccd9e-e776-4407-97cf-18f571c84716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.828544] env[69950]: DEBUG oslo_concurrency.lockutils [req-f3bb3504-6845-4a49-b4f6-1de8c6ae32a0 req-bbde3a21-4042-47e4-b023-79064ab64504 service nova] Lock "401ccd9e-e776-4407-97cf-18f571c84716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.828544] env[69950]: DEBUG oslo_concurrency.lockutils [req-f3bb3504-6845-4a49-b4f6-1de8c6ae32a0 req-bbde3a21-4042-47e4-b023-79064ab64504 service nova] Lock "401ccd9e-e776-4407-97cf-18f571c84716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.828544] env[69950]: DEBUG nova.compute.manager [req-f3bb3504-6845-4a49-b4f6-1de8c6ae32a0 req-bbde3a21-4042-47e4-b023-79064ab64504 service nova] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] No waiting events found dispatching network-vif-plugged-879b7621-0945-4ca6-bec1-5b3521142e08 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 808.829116] env[69950]: WARNING nova.compute.manager [req-f3bb3504-6845-4a49-b4f6-1de8c6ae32a0 req-bbde3a21-4042-47e4-b023-79064ab64504 service nova] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Received unexpected event network-vif-plugged-879b7621-0945-4ca6-bec1-5b3521142e08 for instance with vm_state building and task_state spawning. [ 808.829116] env[69950]: DEBUG nova.compute.manager [req-f3bb3504-6845-4a49-b4f6-1de8c6ae32a0 req-bbde3a21-4042-47e4-b023-79064ab64504 service nova] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Received event network-changed-879b7621-0945-4ca6-bec1-5b3521142e08 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 808.829116] env[69950]: DEBUG nova.compute.manager [req-f3bb3504-6845-4a49-b4f6-1de8c6ae32a0 req-bbde3a21-4042-47e4-b023-79064ab64504 service nova] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Refreshing instance network info cache due to event network-changed-879b7621-0945-4ca6-bec1-5b3521142e08. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 808.829116] env[69950]: DEBUG oslo_concurrency.lockutils [req-f3bb3504-6845-4a49-b4f6-1de8c6ae32a0 req-bbde3a21-4042-47e4-b023-79064ab64504 service nova] Acquiring lock "refresh_cache-401ccd9e-e776-4407-97cf-18f571c84716" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.935917] env[69950]: DEBUG oslo_concurrency.lockutils [None req-63907f49-64b8-4d41-bb57-68ff0d824eae tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "16470c4f-53ee-4932-913e-c65f6683683a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.028s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.961752] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "refresh_cache-401ccd9e-e776-4407-97cf-18f571c84716" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.961752] env[69950]: DEBUG nova.compute.manager [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Instance network_info: |[{"id": "879b7621-0945-4ca6-bec1-5b3521142e08", "address": "fa:16:3e:1c:d3:cd", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap879b7621-09", "ovs_interfaceid": "879b7621-0945-4ca6-bec1-5b3521142e08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.962159] env[69950]: DEBUG oslo_concurrency.lockutils [req-f3bb3504-6845-4a49-b4f6-1de8c6ae32a0 req-bbde3a21-4042-47e4-b023-79064ab64504 service nova] Acquired lock "refresh_cache-401ccd9e-e776-4407-97cf-18f571c84716" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.962414] env[69950]: DEBUG nova.network.neutron [req-f3bb3504-6845-4a49-b4f6-1de8c6ae32a0 req-bbde3a21-4042-47e4-b023-79064ab64504 service nova] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Refreshing network info cache for port 879b7621-0945-4ca6-bec1-5b3521142e08 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.964345] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:d3:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '879b7621-0945-4ca6-bec1-5b3521142e08', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.971939] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Creating folder: Project (6d4ad236a9784e6695ba4af4dac760d3). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.976824] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca55027c-353a-4a39-9652-3283c274e3b3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.993549] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Created folder: Project (6d4ad236a9784e6695ba4af4dac760d3) in parent group-v835309. [ 808.993879] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Creating folder: Instances. Parent ref: group-v835434. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.994075] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ccac936-ab5c-4271-8cbb-11d7b0670565 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.008387] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Created folder: Instances in parent group-v835434. [ 809.008609] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.009144] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.010511] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15c4007b-456f-4525-b4ce-487adf5fbd9d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.034593] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.034593] env[69950]: value = "task-4221971" [ 809.034593] env[69950]: _type = "Task" [ 809.034593] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.045258] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221971, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.140722] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221968, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.185451] env[69950]: DEBUG nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.243376] env[69950]: DEBUG nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.363055] env[69950]: DEBUG nova.network.neutron [req-f3bb3504-6845-4a49-b4f6-1de8c6ae32a0 req-bbde3a21-4042-47e4-b023-79064ab64504 service nova] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Updated VIF entry in instance network info cache for port 879b7621-0945-4ca6-bec1-5b3521142e08. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.363055] env[69950]: DEBUG nova.network.neutron [req-f3bb3504-6845-4a49-b4f6-1de8c6ae32a0 req-bbde3a21-4042-47e4-b023-79064ab64504 service nova] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Updating instance_info_cache with network_info: [{"id": "879b7621-0945-4ca6-bec1-5b3521142e08", "address": "fa:16:3e:1c:d3:cd", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap879b7621-09", "ovs_interfaceid": "879b7621-0945-4ca6-bec1-5b3521142e08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.549257] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221971, 'name': CreateVM_Task, 'duration_secs': 0.448937} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.549257] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.549920] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.550440] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.550657] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.550754] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-068dd8c3-5678-4b1d-8523-d942c4e02007 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.558023] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 809.558023] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5270b820-f6c6-2b55-3f22-f948c3340f2f" [ 809.558023] env[69950]: _type = "Task" [ 809.558023] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.571771] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5270b820-f6c6-2b55-3f22-f948c3340f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.640605] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631578} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.640605] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 43ce3863-2138-4b31-84e7-3754a7da689c/43ce3863-2138-4b31-84e7-3754a7da689c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.640826] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.641275] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1eecf917-58a5-40af-8dd6-e4ad38e09897 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.653688] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 809.653688] env[69950]: value = "task-4221973" [ 809.653688] env[69950]: _type = "Task" [ 809.653688] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.672051] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.687890] env[69950]: DEBUG oslo_concurrency.lockutils [None req-675c1c70-573f-432b-9ad2-1ddff16a3097 tempest-VolumesAssistedSnapshotsTest-1921480313 tempest-VolumesAssistedSnapshotsTest-1921480313-project-admin] Lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.377s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.719770] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.735159] env[69950]: DEBUG oslo_vmware.rw_handles [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a3c77-891f-ec46-daaf-1793b3b48850/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 809.737714] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a7989f-cf79-435d-9b3e-adf80c5b970f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.749562] env[69950]: DEBUG oslo_vmware.rw_handles [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a3c77-891f-ec46-daaf-1793b3b48850/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 809.749562] env[69950]: ERROR oslo_vmware.rw_handles [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a3c77-891f-ec46-daaf-1793b3b48850/disk-0.vmdk due to incomplete transfer. [ 809.749562] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-401631db-e1d2-4e05-8dde-a3ef9fec963b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.767299] env[69950]: DEBUG oslo_vmware.rw_handles [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a3c77-891f-ec46-daaf-1793b3b48850/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 809.767616] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Uploaded image 5fe51435-3e14-4b92-b3f3-7ae7101e6043 to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 809.770045] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 809.771446] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.774071] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6a40cd5a-9886-4ca1-94f6-7da5811275ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.782924] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 809.782924] env[69950]: value = "task-4221974" [ 809.782924] env[69950]: _type = "Task" [ 809.782924] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.796554] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221974, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.866979] env[69950]: DEBUG oslo_concurrency.lockutils [req-f3bb3504-6845-4a49-b4f6-1de8c6ae32a0 req-bbde3a21-4042-47e4-b023-79064ab64504 service nova] Releasing lock "refresh_cache-401ccd9e-e776-4407-97cf-18f571c84716" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.886718] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba469e54-5e7b-43a9-81ac-cce427aad80b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.894768] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0b52e4-e10d-4c8f-b7a4-a6b5c2b46b7c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.933577] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b37049-e991-47d5-9ff1-927196cb4c1a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.942229] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1616759e-277c-4b16-b019-b7636da365aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.959291] env[69950]: DEBUG nova.compute.provider_tree [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.068709] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5270b820-f6c6-2b55-3f22-f948c3340f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.014451} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.068867] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.069097] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.069382] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.069568] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.069793] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.070127] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0dac763-8b5c-480d-9a74-dbd7647c52cc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.078995] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.079160] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.079873] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b7bccf0-4c72-4da7-b112-8ec5e113f705 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.085809] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 810.085809] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a658bd-4ab6-18d0-e65c-c50573b80013" [ 810.085809] env[69950]: _type = "Task" [ 810.085809] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.093677] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a658bd-4ab6-18d0-e65c-c50573b80013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.097149] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.097372] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.097581] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.097762] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.097927] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.099986] env[69950]: INFO nova.compute.manager [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Terminating instance [ 810.115092] env[69950]: DEBUG nova.compute.manager [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 810.117183] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286ef301-9c62-40fb-8eb0-29c97b5d9311 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.165443] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113052} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.165443] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.166703] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbf146f-4cc7-4cac-8b55-630093128628 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.190059] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 43ce3863-2138-4b31-84e7-3754a7da689c/43ce3863-2138-4b31-84e7-3754a7da689c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.190940] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17d8b2b-3bb9-4fc0-be2b-2416a4a6b6f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.211474] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 810.211474] env[69950]: value = "task-4221975" [ 810.211474] env[69950]: _type = "Task" [ 810.211474] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.220657] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.292794] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221974, 'name': Destroy_Task, 'duration_secs': 0.366138} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.293082] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Destroyed the VM [ 810.293338] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 810.293595] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-30cc1181-970f-4561-b025-2b7577e4ca32 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.300696] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 810.300696] env[69950]: value = "task-4221976" [ 810.300696] env[69950]: _type = "Task" [ 810.300696] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.309387] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221976, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.461825] env[69950]: DEBUG nova.scheduler.client.report [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.596659] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a658bd-4ab6-18d0-e65c-c50573b80013, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.597847] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d44168-75bf-4b95-b529-713df3d37ecc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.604507] env[69950]: DEBUG nova.compute.manager [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.604507] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.604842] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 810.604842] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52aa7689-d050-0f81-2d46-f86f0c363a40" [ 810.604842] env[69950]: _type = "Task" [ 810.604842] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.605639] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaf5664-65fc-4bf0-b2f5-98ca196ff6ae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.619250] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.624268] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d430f78-feea-49d1-be64-1c4ba8255bf0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.626406] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52aa7689-d050-0f81-2d46-f86f0c363a40, 'name': SearchDatastore_Task, 'duration_secs': 0.011245} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.626703] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.627017] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 401ccd9e-e776-4407-97cf-18f571c84716/401ccd9e-e776-4407-97cf-18f571c84716.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.628180] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00177f24-49e5-4c74-ba1b-ee16c032dac6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.633246] env[69950]: INFO nova.compute.manager [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] instance snapshotting [ 810.633246] env[69950]: WARNING nova.compute.manager [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 810.635691] env[69950]: DEBUG oslo_vmware.api [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 810.635691] env[69950]: value = "task-4221977" [ 810.635691] env[69950]: _type = "Task" [ 810.635691] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.638110] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55f18ae-9d4d-4ece-a7e7-20fa577b091e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.648264] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 810.648264] env[69950]: value = "task-4221978" [ 810.648264] env[69950]: _type = "Task" [ 810.648264] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.670472] env[69950]: DEBUG oslo_vmware.api [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.672364] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6c28e4-1873-40c2-9a07-4079eb8ce58d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.679067] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4221978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.724798] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.812426] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221976, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.967072] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.967635] env[69950]: DEBUG nova.compute.manager [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.970917] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.488s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.972501] env[69950]: INFO nova.compute.claims [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.149814] env[69950]: DEBUG oslo_vmware.api [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221977, 'name': PowerOffVM_Task, 'duration_secs': 0.45749} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.153798] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.154279] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.154580] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c175074-2030-4e9d-ac0c-1a2692f7a9a7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.164938] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4221978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.188110] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 811.188489] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1cc69dac-6be6-4924-92bd-a011cbcc941d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.199636] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 811.199636] env[69950]: value = "task-4221980" [ 811.199636] env[69950]: _type = "Task" [ 811.199636] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.207232] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221980, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.224338] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.227967] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.228255] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.228668] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Deleting the datastore file [datastore1] 08ecd79f-c9f2-422f-80db-2b8b1e854d43 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.228783] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da5fced5-f92b-4c1d-8f12-f80e8dc534bf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.237085] env[69950]: DEBUG oslo_vmware.api [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for the task: (returnval){ [ 811.237085] env[69950]: value = "task-4221981" [ 811.237085] env[69950]: _type = "Task" [ 811.237085] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.246820] env[69950]: DEBUG oslo_vmware.api [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.314740] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221976, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.477590] env[69950]: DEBUG nova.compute.utils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.482225] env[69950]: DEBUG nova.compute.manager [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.482432] env[69950]: DEBUG nova.network.neutron [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.551668] env[69950]: DEBUG nova.policy [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c73f7f3e91e748c985e6889aa09836ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95d2b8decc6d4f1683059f622e2baf72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.664899] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4221978, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.713273] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221980, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.729301] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221975, 'name': ReconfigVM_Task, 'duration_secs': 1.393122} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.729457] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 43ce3863-2138-4b31-84e7-3754a7da689c/43ce3863-2138-4b31-84e7-3754a7da689c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.730224] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ce0acf3-b91b-4ff2-b96b-c8e221453087 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.747417] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 811.747417] env[69950]: value = "task-4221982" [ 811.747417] env[69950]: _type = "Task" [ 811.747417] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.754929] env[69950]: DEBUG oslo_vmware.api [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.762518] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221982, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.814883] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221976, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.986041] env[69950]: DEBUG nova.compute.manager [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.150431] env[69950]: DEBUG nova.network.neutron [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Successfully created port: dec75a8c-dfcd-4fec-bb61-0f7252760583 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.165023] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4221978, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.052171} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.165023] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 401ccd9e-e776-4407-97cf-18f571c84716/401ccd9e-e776-4407-97cf-18f571c84716.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.165249] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.165594] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c80d1a1-d40a-4de1-8dcf-3c762b9c5fd7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.175038] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 812.175038] env[69950]: value = "task-4221983" [ 812.175038] env[69950]: _type = "Task" [ 812.175038] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.185098] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4221983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.209298] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221980, 'name': CreateSnapshot_Task, 'duration_secs': 0.599011} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.209414] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 812.210212] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4716b072-b910-4986-be6b-47beb1165456 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.248889] env[69950]: DEBUG oslo_vmware.api [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Task: {'id': task-4221981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549052} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.256201] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.256429] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.256615] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.256806] env[69950]: INFO nova.compute.manager [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Took 1.65 seconds to destroy the instance on the hypervisor. [ 812.257069] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.258612] env[69950]: DEBUG nova.compute.manager [-] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.258612] env[69950]: DEBUG nova.network.neutron [-] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.268282] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221982, 'name': Rename_Task, 'duration_secs': 0.188648} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.269087] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.269087] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ae3e619-7adc-4569-a020-1e80b12d88d0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.275886] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 812.275886] env[69950]: value = "task-4221984" [ 812.275886] env[69950]: _type = "Task" [ 812.275886] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.292640] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.313838] env[69950]: DEBUG oslo_vmware.api [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221976, 'name': RemoveSnapshot_Task, 'duration_secs': 1.631713} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.317597] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 812.317858] env[69950]: INFO nova.compute.manager [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Took 14.71 seconds to snapshot the instance on the hypervisor. [ 812.434659] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2d55d2-0ee3-4b11-b716-10ae894c7078 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.443012] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106e15fa-c54a-4d1c-8471-16799623e119 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.476114] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7a3503-6abe-4bff-8b4c-ec126092c7f1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.484934] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4931d62c-56bb-4290-b570-ccdc63d4aeac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.505232] env[69950]: DEBUG nova.compute.provider_tree [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.688334] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4221983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.336501} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.688334] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.689138] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2939b2ec-81d2-4d12-8818-ff0b3f7a83ea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.716717] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 401ccd9e-e776-4407-97cf-18f571c84716/401ccd9e-e776-4407-97cf-18f571c84716.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.719329] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b0e70ad-eb85-414c-b762-8e26faffd1d0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.744349] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 812.750938] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe895b5c-1d69-4200-baa6-9c50205225a7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.760722] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 812.760722] env[69950]: value = "task-4221985" [ 812.760722] env[69950]: _type = "Task" [ 812.760722] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.762339] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 812.762339] env[69950]: value = "task-4221986" [ 812.762339] env[69950]: _type = "Task" [ 812.762339] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.778738] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4221985, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.786160] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221986, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.793432] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.866024] env[69950]: DEBUG nova.compute.manager [req-70f08d66-5133-4758-b34a-e90b1df05b74 req-d4f92b50-3aad-4e1a-84dc-410f10f18ff7 service nova] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Received event network-vif-deleted-572318e3-b188-467b-95f2-0411d2c98531 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 812.866333] env[69950]: INFO nova.compute.manager [req-70f08d66-5133-4758-b34a-e90b1df05b74 req-d4f92b50-3aad-4e1a-84dc-410f10f18ff7 service nova] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Neutron deleted interface 572318e3-b188-467b-95f2-0411d2c98531; detaching it from the instance and deleting it from the info cache [ 812.866610] env[69950]: DEBUG nova.network.neutron [req-70f08d66-5133-4758-b34a-e90b1df05b74 req-d4f92b50-3aad-4e1a-84dc-410f10f18ff7 service nova] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.875174] env[69950]: DEBUG nova.compute.manager [None req-01e20551-81a0-4f98-93e4-ce00346deafd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Found 2 images (rotation: 2) {{(pid=69950) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 813.007936] env[69950]: DEBUG nova.compute.manager [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.033220] env[69950]: ERROR nova.scheduler.client.report [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [req-dc24716f-405e-40e6-b224-e3abf7d34056] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dc24716f-405e-40e6-b224-e3abf7d34056"}]} [ 813.042245] env[69950]: DEBUG nova.virt.hardware [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.042520] env[69950]: DEBUG nova.virt.hardware [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.042683] env[69950]: DEBUG nova.virt.hardware [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.042935] env[69950]: DEBUG nova.virt.hardware [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.043041] env[69950]: DEBUG nova.virt.hardware [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.043865] env[69950]: DEBUG nova.virt.hardware [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.043865] env[69950]: DEBUG nova.virt.hardware [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.043865] env[69950]: DEBUG nova.virt.hardware [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.044478] env[69950]: DEBUG nova.virt.hardware [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.044478] env[69950]: DEBUG nova.virt.hardware [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.044478] env[69950]: DEBUG nova.virt.hardware [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.045347] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e007370-db75-458a-a1bf-64ef96b13360 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.055673] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa0f190-51cf-4b38-ae32-ec3292b554c4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.063037] env[69950]: DEBUG nova.scheduler.client.report [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 813.090439] env[69950]: DEBUG nova.scheduler.client.report [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 813.090540] env[69950]: DEBUG nova.compute.provider_tree [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.110616] env[69950]: DEBUG nova.scheduler.client.report [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 813.140818] env[69950]: DEBUG nova.scheduler.client.report [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 813.220432] env[69950]: DEBUG nova.network.neutron [-] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.252404] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Acquiring lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.252404] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.252404] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Acquiring lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.252404] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.252653] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.256176] env[69950]: INFO nova.compute.manager [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Terminating instance [ 813.281166] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221986, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.296287] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4221985, 'name': ReconfigVM_Task, 'duration_secs': 0.479777} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.297589] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 401ccd9e-e776-4407-97cf-18f571c84716/401ccd9e-e776-4407-97cf-18f571c84716.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.298121] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5737ba23-f113-43c9-a794-53ba4b135b4b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.304661] env[69950]: DEBUG oslo_vmware.api [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4221984, 'name': PowerOnVM_Task, 'duration_secs': 0.825376} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.305432] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.306085] env[69950]: INFO nova.compute.manager [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Took 11.10 seconds to spawn the instance on the hypervisor. [ 813.306085] env[69950]: DEBUG nova.compute.manager [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 813.307908] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498e0402-5742-4e23-9426-f67f9075d11d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.312349] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 813.312349] env[69950]: value = "task-4221987" [ 813.312349] env[69950]: _type = "Task" [ 813.312349] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.331465] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4221987, 'name': Rename_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.372888] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0847586f-6eb1-4781-96d9-fe84496c3f7a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.390471] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab69d1b-ac88-4e89-a5a6-51d30d362edb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.430039] env[69950]: DEBUG nova.compute.manager [req-70f08d66-5133-4758-b34a-e90b1df05b74 req-d4f92b50-3aad-4e1a-84dc-410f10f18ff7 service nova] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Detach interface failed, port_id=572318e3-b188-467b-95f2-0411d2c98531, reason: Instance 08ecd79f-c9f2-422f-80db-2b8b1e854d43 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 813.684920] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a8584d-a7ad-4afe-a95b-94c194a5650d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.696947] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b2346f-d372-4945-bfa3-f146becdb41b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.741984] env[69950]: INFO nova.compute.manager [-] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Took 1.48 seconds to deallocate network for instance. [ 813.744695] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cd1115-a9b2-423d-bc11-f8da98e46901 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.758069] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd645163-c663-4d1d-aa0c-52301d03ef31 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.773172] env[69950]: DEBUG nova.compute.manager [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.773401] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.773948] env[69950]: DEBUG nova.compute.provider_tree [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.779111] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a191200-1e5b-4a7a-98cc-4d7a2ef21528 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.788566] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221986, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.792922] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.794007] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff04988d-e35c-48a8-9997-81db77641a3c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.800802] env[69950]: DEBUG oslo_vmware.api [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Waiting for the task: (returnval){ [ 813.800802] env[69950]: value = "task-4221988" [ 813.800802] env[69950]: _type = "Task" [ 813.800802] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.811755] env[69950]: DEBUG oslo_vmware.api [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.833200] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4221987, 'name': Rename_Task, 'duration_secs': 0.176836} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.834179] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.834179] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a830ec3-770b-4679-899a-68b62b071bda {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.838803] env[69950]: INFO nova.compute.manager [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Took 31.88 seconds to build instance. [ 813.845618] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 813.845618] env[69950]: value = "task-4221989" [ 813.845618] env[69950]: _type = "Task" [ 813.845618] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.856531] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4221989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.173743] env[69950]: DEBUG nova.network.neutron [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Successfully updated port: dec75a8c-dfcd-4fec-bb61-0f7252760583 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.254126] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.288593] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221986, 'name': CloneVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.308275] env[69950]: ERROR nova.scheduler.client.report [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [req-a7433459-5694-4e26-ad8c-72ec6227c178] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7433459-5694-4e26-ad8c-72ec6227c178"}]} [ 814.314565] env[69950]: DEBUG oslo_vmware.api [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221988, 'name': PowerOffVM_Task, 'duration_secs': 0.232953} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.315038] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.315038] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.315306] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d9074cb-8b46-45f4-a228-010aebafaaec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.322312] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Acquiring lock "3b9cae4e-ef70-4faf-bf3f-922ef72fde00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.322454] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Lock "3b9cae4e-ef70-4faf-bf3f-922ef72fde00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.324094] env[69950]: DEBUG nova.compute.manager [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 814.325266] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fcd4f5-066a-4ad2-b834-84a42f7f85b3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.336360] env[69950]: DEBUG nova.scheduler.client.report [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 814.341148] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "43ce3863-2138-4b31-84e7-3754a7da689c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.396s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.363040] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4221989, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.364389] env[69950]: DEBUG nova.scheduler.client.report [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 814.364639] env[69950]: DEBUG nova.compute.provider_tree [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.387649] env[69950]: DEBUG nova.scheduler.client.report [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 814.404744] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.404744] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.404744] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Deleting the datastore file [datastore2] afffcbe4-52eb-4385-bda8-a46fc0d2d68b {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.404744] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-616e1cce-5f90-4600-ae7a-043547c68be9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.407680] env[69950]: DEBUG nova.scheduler.client.report [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 814.413566] env[69950]: DEBUG oslo_vmware.api [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Waiting for the task: (returnval){ [ 814.413566] env[69950]: value = "task-4221991" [ 814.413566] env[69950]: _type = "Task" [ 814.413566] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.423806] env[69950]: DEBUG oslo_vmware.api [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.677723] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "refresh_cache-01a8ef80-a68f-47cc-9800-5ac78005e2fa" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.680915] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "refresh_cache-01a8ef80-a68f-47cc-9800-5ac78005e2fa" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.680915] env[69950]: DEBUG nova.network.neutron [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.794347] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4221986, 'name': CloneVM_Task, 'duration_secs': 1.532375} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.795633] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Created linked-clone VM from snapshot [ 814.795827] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453a010d-b887-4856-ae4b-393e26de0195 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.804567] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Uploading image 4f6287b9-cb9e-422e-8668-2592efa69dd2 {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 814.826994] env[69950]: DEBUG nova.compute.manager [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.840824] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 814.840824] env[69950]: value = "vm-835438" [ 814.840824] env[69950]: _type = "VirtualMachine" [ 814.840824] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 814.846031] env[69950]: INFO nova.compute.manager [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] instance snapshotting [ 814.846031] env[69950]: DEBUG nova.objects.instance [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'flavor' on Instance uuid cb49c031-c220-42fb-b718-12387967034e {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.846199] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d304594f-9e9f-4067-a5e4-f475a7c7b976 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.861416] env[69950]: DEBUG oslo_vmware.api [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4221989, 'name': PowerOnVM_Task, 'duration_secs': 0.540758} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.862888] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.863082] env[69950]: INFO nova.compute.manager [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Took 10.04 seconds to spawn the instance on the hypervisor. [ 814.863268] env[69950]: DEBUG nova.compute.manager [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 814.863709] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lease: (returnval){ [ 814.863709] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52428df4-f543-383b-4839-faf3288c7559" [ 814.863709] env[69950]: _type = "HttpNfcLease" [ 814.863709] env[69950]: } obtained for exporting VM: (result){ [ 814.863709] env[69950]: value = "vm-835438" [ 814.863709] env[69950]: _type = "VirtualMachine" [ 814.863709] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 814.863996] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the lease: (returnval){ [ 814.863996] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52428df4-f543-383b-4839-faf3288c7559" [ 814.863996] env[69950]: _type = "HttpNfcLease" [ 814.863996] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 814.865033] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca9e642-3c7d-45f0-8d9f-fdcda94aa0b1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.878715] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 814.878715] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52428df4-f543-383b-4839-faf3288c7559" [ 814.878715] env[69950]: _type = "HttpNfcLease" [ 814.878715] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 814.926943] env[69950]: DEBUG oslo_vmware.api [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Task: {'id': task-4221991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373413} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.928308] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.928308] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.928308] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.928535] env[69950]: INFO nova.compute.manager [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 814.930567] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.930567] env[69950]: DEBUG nova.compute.manager [-] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.930567] env[69950]: DEBUG nova.network.neutron [-] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.936022] env[69950]: DEBUG nova.compute.manager [req-dbfc5e91-e3a7-4fb8-8a1d-2ffbab0ad2db req-6d0e443e-ec0c-4f13-9746-00a7232cdf36 service nova] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Received event network-vif-plugged-dec75a8c-dfcd-4fec-bb61-0f7252760583 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 814.936022] env[69950]: DEBUG oslo_concurrency.lockutils [req-dbfc5e91-e3a7-4fb8-8a1d-2ffbab0ad2db req-6d0e443e-ec0c-4f13-9746-00a7232cdf36 service nova] Acquiring lock "01a8ef80-a68f-47cc-9800-5ac78005e2fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.936022] env[69950]: DEBUG oslo_concurrency.lockutils [req-dbfc5e91-e3a7-4fb8-8a1d-2ffbab0ad2db req-6d0e443e-ec0c-4f13-9746-00a7232cdf36 service nova] Lock "01a8ef80-a68f-47cc-9800-5ac78005e2fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.936022] env[69950]: DEBUG oslo_concurrency.lockutils [req-dbfc5e91-e3a7-4fb8-8a1d-2ffbab0ad2db req-6d0e443e-ec0c-4f13-9746-00a7232cdf36 service nova] Lock "01a8ef80-a68f-47cc-9800-5ac78005e2fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.936325] env[69950]: DEBUG nova.compute.manager [req-dbfc5e91-e3a7-4fb8-8a1d-2ffbab0ad2db req-6d0e443e-ec0c-4f13-9746-00a7232cdf36 service nova] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] No waiting events found dispatching network-vif-plugged-dec75a8c-dfcd-4fec-bb61-0f7252760583 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 814.936511] env[69950]: WARNING nova.compute.manager [req-dbfc5e91-e3a7-4fb8-8a1d-2ffbab0ad2db req-6d0e443e-ec0c-4f13-9746-00a7232cdf36 service nova] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Received unexpected event network-vif-plugged-dec75a8c-dfcd-4fec-bb61-0f7252760583 for instance with vm_state building and task_state spawning. [ 814.936673] env[69950]: DEBUG nova.compute.manager [req-dbfc5e91-e3a7-4fb8-8a1d-2ffbab0ad2db req-6d0e443e-ec0c-4f13-9746-00a7232cdf36 service nova] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Received event network-changed-dec75a8c-dfcd-4fec-bb61-0f7252760583 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 814.936859] env[69950]: DEBUG nova.compute.manager [req-dbfc5e91-e3a7-4fb8-8a1d-2ffbab0ad2db req-6d0e443e-ec0c-4f13-9746-00a7232cdf36 service nova] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Refreshing instance network info cache due to event network-changed-dec75a8c-dfcd-4fec-bb61-0f7252760583. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 814.937228] env[69950]: DEBUG oslo_concurrency.lockutils [req-dbfc5e91-e3a7-4fb8-8a1d-2ffbab0ad2db req-6d0e443e-ec0c-4f13-9746-00a7232cdf36 service nova] Acquiring lock "refresh_cache-01a8ef80-a68f-47cc-9800-5ac78005e2fa" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.940058] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816711aa-eac6-42d1-bf10-1e72c3a3db07 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.951094] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f1ecb5-e1a7-41fe-90e9-7d73c60b7e33 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.990617] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e48234c-e09a-4c80-8557-0c03e80e00e8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.000341] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b556e-7fef-44b2-af10-b50b6c9381ca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.017187] env[69950]: DEBUG nova.compute.provider_tree [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.279829] env[69950]: DEBUG nova.network.neutron [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.354636] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf7b5b3-c54a-41ab-8b8f-63a5fc9490e6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.361201] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.385062] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef0ab7a-d412-4bc5-b531-e0ba2a639471 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.403386] env[69950]: INFO nova.compute.manager [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Took 33.04 seconds to build instance. [ 815.405941] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.405941] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52428df4-f543-383b-4839-faf3288c7559" [ 815.405941] env[69950]: _type = "HttpNfcLease" [ 815.405941] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 815.409077] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 815.409077] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52428df4-f543-383b-4839-faf3288c7559" [ 815.409077] env[69950]: _type = "HttpNfcLease" [ 815.409077] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 815.409556] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c35bca-8f8b-4e5b-ad45-51fbd162f5bd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.420638] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271bd52-e294-a3f5-8bb5-dc7745904e94/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 815.420990] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271bd52-e294-a3f5-8bb5-dc7745904e94/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 815.516670] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ef627268-7e02-48ce-b0b9-4b73902519b4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.522407] env[69950]: DEBUG nova.scheduler.client.report [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.650612] env[69950]: DEBUG nova.network.neutron [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Updating instance_info_cache with network_info: [{"id": "dec75a8c-dfcd-4fec-bb61-0f7252760583", "address": "fa:16:3e:50:96:a7", "network": {"id": "4ac9d318-23a2-4dcf-8533-e1384907beae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1711276076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d2b8decc6d4f1683059f622e2baf72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec75a8c-df", "ovs_interfaceid": "dec75a8c-dfcd-4fec-bb61-0f7252760583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.652747] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Acquiring lock "0719412a-e298-4641-af06-ce0e8c5d6876" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.653103] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Lock "0719412a-e298-4641-af06-ce0e8c5d6876" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.653272] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Acquiring lock "0719412a-e298-4641-af06-ce0e8c5d6876-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.653468] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Lock "0719412a-e298-4641-af06-ce0e8c5d6876-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.653679] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Lock "0719412a-e298-4641-af06-ce0e8c5d6876-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.655810] env[69950]: INFO nova.compute.manager [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Terminating instance [ 815.907635] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fa419521-7a3e-4885-b617-4c002ebf1895 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "401ccd9e-e776-4407-97cf-18f571c84716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.562s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.910723] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 815.910969] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4a28a89-d54f-4d4a-b7e8-71c6739e20a7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.920236] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 815.920236] env[69950]: value = "task-4221993" [ 815.920236] env[69950]: _type = "Task" [ 815.920236] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.931275] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.029086] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.058s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.032268] env[69950]: DEBUG nova.compute.manager [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.034727] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.159s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.035083] env[69950]: DEBUG nova.objects.instance [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lazy-loading 'resources' on Instance uuid 77ff96da-ed31-449f-b0b9-83b856aa7d9a {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.154813] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "refresh_cache-01a8ef80-a68f-47cc-9800-5ac78005e2fa" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.155199] env[69950]: DEBUG nova.compute.manager [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Instance network_info: |[{"id": "dec75a8c-dfcd-4fec-bb61-0f7252760583", "address": "fa:16:3e:50:96:a7", "network": {"id": "4ac9d318-23a2-4dcf-8533-e1384907beae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1711276076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d2b8decc6d4f1683059f622e2baf72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec75a8c-df", "ovs_interfaceid": "dec75a8c-dfcd-4fec-bb61-0f7252760583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.155996] env[69950]: DEBUG oslo_concurrency.lockutils [req-dbfc5e91-e3a7-4fb8-8a1d-2ffbab0ad2db req-6d0e443e-ec0c-4f13-9746-00a7232cdf36 service nova] Acquired lock "refresh_cache-01a8ef80-a68f-47cc-9800-5ac78005e2fa" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.156239] env[69950]: DEBUG nova.network.neutron [req-dbfc5e91-e3a7-4fb8-8a1d-2ffbab0ad2db req-6d0e443e-ec0c-4f13-9746-00a7232cdf36 service nova] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Refreshing network info cache for port dec75a8c-dfcd-4fec-bb61-0f7252760583 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.159315] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:96:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dec75a8c-dfcd-4fec-bb61-0f7252760583', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.172641] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Creating folder: Project (95d2b8decc6d4f1683059f622e2baf72). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.173083] env[69950]: DEBUG nova.compute.manager [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.173366] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.173768] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d2a674c-bcd2-4c89-956d-26cb0e71ece1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.180017] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d576b817-2f0a-4d57-a881-48c5f442ea47 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.192767] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.193228] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ce66cd9-c8cb-4722-a154-6ffee977b972 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.198615] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Created folder: Project (95d2b8decc6d4f1683059f622e2baf72) in parent group-v835309. [ 816.199769] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Creating folder: Instances. Parent ref: group-v835439. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.203168] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cd91f64-f20f-4381-84f1-b8cb2bbaf715 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.208386] env[69950]: DEBUG oslo_vmware.api [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Waiting for the task: (returnval){ [ 816.208386] env[69950]: value = "task-4221995" [ 816.208386] env[69950]: _type = "Task" [ 816.208386] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.223067] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Created folder: Instances in parent group-v835439. [ 816.223588] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.223865] env[69950]: DEBUG oslo_vmware.api [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.224204] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.224511] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37dc1910-be88-4c36-b899-229d0a12cb93 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.248081] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.248081] env[69950]: value = "task-4221997" [ 816.248081] env[69950]: _type = "Task" [ 816.248081] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.260160] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221997, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.366464] env[69950]: DEBUG nova.network.neutron [-] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.430992] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.485474] env[69950]: DEBUG nova.compute.manager [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Stashing vm_state: active {{(pid=69950) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 816.538946] env[69950]: DEBUG nova.compute.utils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.543645] env[69950]: DEBUG nova.compute.manager [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.543847] env[69950]: DEBUG nova.network.neutron [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.628652] env[69950]: DEBUG nova.policy [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c73f7f3e91e748c985e6889aa09836ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95d2b8decc6d4f1683059f622e2baf72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.719548] env[69950]: DEBUG oslo_vmware.api [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221995, 'name': PowerOffVM_Task, 'duration_secs': 0.308373} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.723179] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.723559] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.724242] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acde8c94-5da8-4080-a995-3169e47f0aaf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.766138] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4221997, 'name': CreateVM_Task, 'duration_secs': 0.439003} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.766628] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.767852] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.768254] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.769174] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.769697] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce02780-7d57-4c58-b9ff-a557c79ff923 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.781181] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 816.781181] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520ec9b7-c59b-21d1-bc11-97e21b6164c3" [ 816.781181] env[69950]: _type = "Task" [ 816.781181] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.791163] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520ec9b7-c59b-21d1-bc11-97e21b6164c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.799952] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.800655] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.800655] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Deleting the datastore file [datastore2] 0719412a-e298-4641-af06-ce0e8c5d6876 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.800655] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1a8ced1-1b1a-494d-b1f9-9ca9eb258ad2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.807713] env[69950]: DEBUG oslo_vmware.api [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Waiting for the task: (returnval){ [ 816.807713] env[69950]: value = "task-4221999" [ 816.807713] env[69950]: _type = "Task" [ 816.807713] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.819187] env[69950]: DEBUG oslo_vmware.api [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.872562] env[69950]: INFO nova.compute.manager [-] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Took 1.94 seconds to deallocate network for instance. [ 816.937427] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4221993, 'name': CreateSnapshot_Task, 'duration_secs': 0.811345} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.937795] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 816.939101] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07af7c5-833a-4d2d-b827-9f76e66205d8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.008532] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.044455] env[69950]: DEBUG nova.compute.manager [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.105778] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1163da-fd09-452f-9166-c7376b09fbd8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.116842] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bb16d8-b007-4601-81a1-66aecc12bcea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.155985] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce89054a-8caa-481f-a453-156531c3703d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.166211] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b97133-3ba3-4f89-adb0-72be905de369 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.192950] env[69950]: DEBUG nova.compute.provider_tree [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.298272] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520ec9b7-c59b-21d1-bc11-97e21b6164c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012962} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.299789] env[69950]: DEBUG nova.network.neutron [req-dbfc5e91-e3a7-4fb8-8a1d-2ffbab0ad2db req-6d0e443e-ec0c-4f13-9746-00a7232cdf36 service nova] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Updated VIF entry in instance network info cache for port dec75a8c-dfcd-4fec-bb61-0f7252760583. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.300028] env[69950]: DEBUG nova.network.neutron [req-dbfc5e91-e3a7-4fb8-8a1d-2ffbab0ad2db req-6d0e443e-ec0c-4f13-9746-00a7232cdf36 service nova] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Updating instance_info_cache with network_info: [{"id": "dec75a8c-dfcd-4fec-bb61-0f7252760583", "address": "fa:16:3e:50:96:a7", "network": {"id": "4ac9d318-23a2-4dcf-8533-e1384907beae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1711276076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d2b8decc6d4f1683059f622e2baf72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdec75a8c-df", "ovs_interfaceid": "dec75a8c-dfcd-4fec-bb61-0f7252760583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.302644] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.302930] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.303208] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.303954] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.303954] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.303954] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-756c076e-52a0-4d14-b72a-6cba231c5567 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.319542] env[69950]: DEBUG oslo_vmware.api [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Task: {'id': task-4221999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216604} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.320926] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.321146] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.321397] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.321592] env[69950]: INFO nova.compute.manager [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Took 1.15 seconds to destroy the instance on the hypervisor. [ 817.321844] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.322088] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.322289] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.323347] env[69950]: DEBUG nova.compute.manager [-] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.323465] env[69950]: DEBUG nova.network.neutron [-] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.325169] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d38869-45ef-4c68-aece-96aa51724ccd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.333037] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 817.333037] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5229c665-60bb-7830-b227-676ae2d910d0" [ 817.333037] env[69950]: _type = "Task" [ 817.333037] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.343442] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5229c665-60bb-7830-b227-676ae2d910d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.383406] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.465309] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 817.465741] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9072a48b-a720-4701-a599-26fb0ad7f0a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.478644] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 817.478644] env[69950]: value = "task-4222000" [ 817.478644] env[69950]: _type = "Task" [ 817.478644] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.490801] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222000, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.603319] env[69950]: DEBUG nova.network.neutron [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Successfully created port: 7e74f04b-114d-4c39-b681-4f2c47348567 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.699837] env[69950]: DEBUG nova.scheduler.client.report [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.742839] env[69950]: DEBUG nova.compute.manager [req-f0fe1a9e-d581-4f7c-a274-1e7eeb971646 req-0712aa7b-865b-45ab-9745-89878837236d service nova] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Received event network-vif-deleted-3415c13f-b14f-432b-8c92-c9bddd551688 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 817.804492] env[69950]: DEBUG oslo_concurrency.lockutils [req-dbfc5e91-e3a7-4fb8-8a1d-2ffbab0ad2db req-6d0e443e-ec0c-4f13-9746-00a7232cdf36 service nova] Releasing lock "refresh_cache-01a8ef80-a68f-47cc-9800-5ac78005e2fa" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.844682] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5229c665-60bb-7830-b227-676ae2d910d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013665} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.845590] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb5b42a-96ae-418d-8558-d1f7e573d3aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.851999] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 817.851999] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52964016-f39a-0187-fc22-59bdad20bacb" [ 817.851999] env[69950]: _type = "Task" [ 817.851999] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.862860] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52964016-f39a-0187-fc22-59bdad20bacb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.992820] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222000, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.058446] env[69950]: DEBUG nova.compute.manager [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.089510] env[69950]: DEBUG nova.virt.hardware [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.089783] env[69950]: DEBUG nova.virt.hardware [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.091525] env[69950]: DEBUG nova.virt.hardware [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.091525] env[69950]: DEBUG nova.virt.hardware [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.091525] env[69950]: DEBUG nova.virt.hardware [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.091525] env[69950]: DEBUG nova.virt.hardware [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.091525] env[69950]: DEBUG nova.virt.hardware [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.091743] env[69950]: DEBUG nova.virt.hardware [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.091743] env[69950]: DEBUG nova.virt.hardware [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.091743] env[69950]: DEBUG nova.virt.hardware [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.091743] env[69950]: DEBUG nova.virt.hardware [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.092612] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dcb7d4-960f-4146-9b0e-bcc1141459fb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.101366] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dde4ef4-a40d-4f74-8be6-06639986f420 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.207650] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.209980] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.764s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.211857] env[69950]: INFO nova.compute.claims [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.230783] env[69950]: INFO nova.scheduler.client.report [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Deleted allocations for instance 77ff96da-ed31-449f-b0b9-83b856aa7d9a [ 818.346694] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "57c3b8e4-0813-45aa-a513-f19fc60e3a2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.347313] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "57c3b8e4-0813-45aa-a513-f19fc60e3a2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.369725] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52964016-f39a-0187-fc22-59bdad20bacb, 'name': SearchDatastore_Task, 'duration_secs': 0.013561} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.369952] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.370245] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 01a8ef80-a68f-47cc-9800-5ac78005e2fa/01a8ef80-a68f-47cc-9800-5ac78005e2fa.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.370767] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adba0743-463c-443b-a581-58792f1ad54c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.387428] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 818.387428] env[69950]: value = "task-4222001" [ 818.387428] env[69950]: _type = "Task" [ 818.387428] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.398821] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.495389] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222000, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.743743] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Lock "77ff96da-ed31-449f-b0b9-83b856aa7d9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.003s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.850993] env[69950]: DEBUG nova.compute.manager [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.908559] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222001, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.991131] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222000, 'name': CloneVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.301875] env[69950]: DEBUG nova.network.neutron [-] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.383081] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.405821] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743223} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.408502] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 01a8ef80-a68f-47cc-9800-5ac78005e2fa/01a8ef80-a68f-47cc-9800-5ac78005e2fa.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.408502] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.413558] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e367ea8f-9eb2-433e-bae3-335c8bd3a91a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.426678] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 819.426678] env[69950]: value = "task-4222002" [ 819.426678] env[69950]: _type = "Task" [ 819.426678] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.444983] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.495029] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222000, 'name': CloneVM_Task, 'duration_secs': 1.58673} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.495765] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Created linked-clone VM from snapshot [ 819.496047] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c3c948-2509-4419-bf74-4e57d77f0ba0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.506119] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Uploading image 606ead6b-0060-4ed4-9746-ca39042706d1 {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 819.554907] env[69950]: DEBUG oslo_vmware.rw_handles [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 819.554907] env[69950]: value = "vm-835443" [ 819.554907] env[69950]: _type = "VirtualMachine" [ 819.554907] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 819.555319] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9b5b2afb-0d3d-4967-b3ef-81a2e94a1afc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.564763] env[69950]: DEBUG oslo_vmware.rw_handles [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lease: (returnval){ [ 819.564763] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525512f4-dea5-47d8-07bf-0f04e8265399" [ 819.564763] env[69950]: _type = "HttpNfcLease" [ 819.564763] env[69950]: } obtained for exporting VM: (result){ [ 819.564763] env[69950]: value = "vm-835443" [ 819.564763] env[69950]: _type = "VirtualMachine" [ 819.564763] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 819.564763] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the lease: (returnval){ [ 819.564763] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525512f4-dea5-47d8-07bf-0f04e8265399" [ 819.564763] env[69950]: _type = "HttpNfcLease" [ 819.564763] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 819.571569] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.571569] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525512f4-dea5-47d8-07bf-0f04e8265399" [ 819.571569] env[69950]: _type = "HttpNfcLease" [ 819.571569] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 819.759560] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c76c29-48aa-4a10-82dd-824eac3f7387 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.768262] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0d3f86-d4a2-4eb2-bdb8-e34a1ee240aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.802051] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bc7945-b537-4b69-9602-6cadf0cb8991 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.805094] env[69950]: INFO nova.compute.manager [-] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Took 2.48 seconds to deallocate network for instance. [ 819.815185] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ba42ac-63c9-4748-b4e6-1af8b0372343 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.820510] env[69950]: DEBUG nova.compute.manager [req-31fe02aa-3ab9-4eca-bdb1-139579494f22 req-2629a720-79c9-4fb7-bad8-05171a95c701 service nova] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Received event network-vif-deleted-81942ecb-4756-4351-ab52-3d06d401b220 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 819.833396] env[69950]: DEBUG nova.compute.provider_tree [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.939520] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105812} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.939891] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.941041] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ee337e-1967-4b45-a6af-44ab8025fc6a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.973373] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 01a8ef80-a68f-47cc-9800-5ac78005e2fa/01a8ef80-a68f-47cc-9800-5ac78005e2fa.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.973548] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-271b983f-fd6f-46c7-a4cb-31c4cfbfc11d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.000115] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 820.000115] env[69950]: value = "task-4222004" [ 820.000115] env[69950]: _type = "Task" [ 820.000115] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.009541] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.071818] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 820.071818] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525512f4-dea5-47d8-07bf-0f04e8265399" [ 820.071818] env[69950]: _type = "HttpNfcLease" [ 820.071818] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 820.072135] env[69950]: DEBUG oslo_vmware.rw_handles [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 820.072135] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525512f4-dea5-47d8-07bf-0f04e8265399" [ 820.072135] env[69950]: _type = "HttpNfcLease" [ 820.072135] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 820.073022] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a34a126-00fe-4d5b-971c-1fadb6b93673 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.081716] env[69950]: DEBUG oslo_vmware.rw_handles [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525856d8-ed3b-35a3-37e9-09a520108bcb/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 820.081916] env[69950]: DEBUG oslo_vmware.rw_handles [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525856d8-ed3b-35a3-37e9-09a520108bcb/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 820.205299] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2178e07-93e6-439b-9330-fb756b570ed5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.314088] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.338064] env[69950]: DEBUG nova.scheduler.client.report [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.476620] env[69950]: DEBUG nova.network.neutron [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Successfully updated port: 7e74f04b-114d-4c39-b681-4f2c47348567 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.513776] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222004, 'name': ReconfigVM_Task, 'duration_secs': 0.491381} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.516598] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 01a8ef80-a68f-47cc-9800-5ac78005e2fa/01a8ef80-a68f-47cc-9800-5ac78005e2fa.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.516598] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0853775c-708e-418f-a8fd-4d76c48595e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.531053] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 820.531053] env[69950]: value = "task-4222005" [ 820.531053] env[69950]: _type = "Task" [ 820.531053] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.540593] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222005, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.845325] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.846093] env[69950]: DEBUG nova.compute.manager [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.854489] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.771s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.854834] env[69950]: DEBUG nova.objects.instance [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Lazy-loading 'resources' on Instance uuid c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.980374] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "refresh_cache-384026e4-403e-4760-8abd-fb15a02c96bf" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.981155] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "refresh_cache-384026e4-403e-4760-8abd-fb15a02c96bf" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.981251] env[69950]: DEBUG nova.network.neutron [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.045230] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222005, 'name': Rename_Task, 'duration_secs': 0.215767} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.046412] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.046868] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e961382e-43d3-4c9d-94c6-a08983da69d1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.057236] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 821.057236] env[69950]: value = "task-4222006" [ 821.057236] env[69950]: _type = "Task" [ 821.057236] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.072242] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.363406] env[69950]: DEBUG nova.compute.utils [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.365749] env[69950]: DEBUG nova.compute.manager [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Not allocating networking since 'none' was specified. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 821.521211] env[69950]: DEBUG nova.network.neutron [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.576315] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222006, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.801869] env[69950]: DEBUG nova.network.neutron [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Updating instance_info_cache with network_info: [{"id": "7e74f04b-114d-4c39-b681-4f2c47348567", "address": "fa:16:3e:44:ef:89", "network": {"id": "4ac9d318-23a2-4dcf-8533-e1384907beae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1711276076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d2b8decc6d4f1683059f622e2baf72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e74f04b-11", "ovs_interfaceid": "7e74f04b-114d-4c39-b681-4f2c47348567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.866803] env[69950]: DEBUG nova.compute.manager [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.876978] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6437cb36-5c2c-4fec-bd5c-0ffeff08ce8b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.887039] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5b77bb-5d61-4e58-b5d8-27b6b9d7a12a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.923562] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49417cc8-3767-46bb-8495-8477801b9488 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.935201] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a36673d-fe6c-4084-b330-90652261659a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.953380] env[69950]: DEBUG nova.compute.provider_tree [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.072278] env[69950]: DEBUG oslo_vmware.api [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222006, 'name': PowerOnVM_Task, 'duration_secs': 0.707961} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.072636] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.072804] env[69950]: INFO nova.compute.manager [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Took 9.07 seconds to spawn the instance on the hypervisor. [ 822.073260] env[69950]: DEBUG nova.compute.manager [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.074186] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9902e3c4-af9e-45c4-8f27-1966579e800e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.248753] env[69950]: DEBUG nova.compute.manager [req-9e62b299-0522-42b3-8bd7-c4e5086c4538 req-0b4adb5b-5aac-4fde-b349-83807cf15cc8 service nova] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Received event network-vif-plugged-7e74f04b-114d-4c39-b681-4f2c47348567 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 822.249331] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e62b299-0522-42b3-8bd7-c4e5086c4538 req-0b4adb5b-5aac-4fde-b349-83807cf15cc8 service nova] Acquiring lock "384026e4-403e-4760-8abd-fb15a02c96bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.249745] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e62b299-0522-42b3-8bd7-c4e5086c4538 req-0b4adb5b-5aac-4fde-b349-83807cf15cc8 service nova] Lock "384026e4-403e-4760-8abd-fb15a02c96bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.251435] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e62b299-0522-42b3-8bd7-c4e5086c4538 req-0b4adb5b-5aac-4fde-b349-83807cf15cc8 service nova] Lock "384026e4-403e-4760-8abd-fb15a02c96bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.251435] env[69950]: DEBUG nova.compute.manager [req-9e62b299-0522-42b3-8bd7-c4e5086c4538 req-0b4adb5b-5aac-4fde-b349-83807cf15cc8 service nova] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] No waiting events found dispatching network-vif-plugged-7e74f04b-114d-4c39-b681-4f2c47348567 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 822.251435] env[69950]: WARNING nova.compute.manager [req-9e62b299-0522-42b3-8bd7-c4e5086c4538 req-0b4adb5b-5aac-4fde-b349-83807cf15cc8 service nova] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Received unexpected event network-vif-plugged-7e74f04b-114d-4c39-b681-4f2c47348567 for instance with vm_state building and task_state spawning. [ 822.251435] env[69950]: DEBUG nova.compute.manager [req-9e62b299-0522-42b3-8bd7-c4e5086c4538 req-0b4adb5b-5aac-4fde-b349-83807cf15cc8 service nova] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Received event network-changed-7e74f04b-114d-4c39-b681-4f2c47348567 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 822.251435] env[69950]: DEBUG nova.compute.manager [req-9e62b299-0522-42b3-8bd7-c4e5086c4538 req-0b4adb5b-5aac-4fde-b349-83807cf15cc8 service nova] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Refreshing instance network info cache due to event network-changed-7e74f04b-114d-4c39-b681-4f2c47348567. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 822.251911] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e62b299-0522-42b3-8bd7-c4e5086c4538 req-0b4adb5b-5aac-4fde-b349-83807cf15cc8 service nova] Acquiring lock "refresh_cache-384026e4-403e-4760-8abd-fb15a02c96bf" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.308205] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "refresh_cache-384026e4-403e-4760-8abd-fb15a02c96bf" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.308562] env[69950]: DEBUG nova.compute.manager [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Instance network_info: |[{"id": "7e74f04b-114d-4c39-b681-4f2c47348567", "address": "fa:16:3e:44:ef:89", "network": {"id": "4ac9d318-23a2-4dcf-8533-e1384907beae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1711276076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d2b8decc6d4f1683059f622e2baf72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e74f04b-11", "ovs_interfaceid": "7e74f04b-114d-4c39-b681-4f2c47348567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.308999] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e62b299-0522-42b3-8bd7-c4e5086c4538 req-0b4adb5b-5aac-4fde-b349-83807cf15cc8 service nova] Acquired lock "refresh_cache-384026e4-403e-4760-8abd-fb15a02c96bf" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.309274] env[69950]: DEBUG nova.network.neutron [req-9e62b299-0522-42b3-8bd7-c4e5086c4538 req-0b4adb5b-5aac-4fde-b349-83807cf15cc8 service nova] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Refreshing network info cache for port 7e74f04b-114d-4c39-b681-4f2c47348567 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.311107] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:ef:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e74f04b-114d-4c39-b681-4f2c47348567', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.320911] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.322655] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.323113] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3845d309-20e3-4525-8b63-61df460fb7bc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.349218] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.349218] env[69950]: value = "task-4222007" [ 822.349218] env[69950]: _type = "Task" [ 822.349218] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.358405] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222007, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.456704] env[69950]: DEBUG nova.scheduler.client.report [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.599268] env[69950]: INFO nova.compute.manager [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Took 34.04 seconds to build instance. [ 822.861298] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222007, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.876428] env[69950]: DEBUG nova.compute.manager [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.963520] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.966019] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.151s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.966273] env[69950]: DEBUG nova.objects.instance [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Lazy-loading 'resources' on Instance uuid 5815824c-cf8a-4e65-ab60-1f219cd710c5 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.993534] env[69950]: INFO nova.scheduler.client.report [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Deleted allocations for instance c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428 [ 823.100910] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8330918e-275e-4b11-a5a1-31e70ffd8320 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "01a8ef80-a68f-47cc-9800-5ac78005e2fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.551s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.121955] env[69950]: DEBUG nova.network.neutron [req-9e62b299-0522-42b3-8bd7-c4e5086c4538 req-0b4adb5b-5aac-4fde-b349-83807cf15cc8 service nova] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Updated VIF entry in instance network info cache for port 7e74f04b-114d-4c39-b681-4f2c47348567. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.122648] env[69950]: DEBUG nova.network.neutron [req-9e62b299-0522-42b3-8bd7-c4e5086c4538 req-0b4adb5b-5aac-4fde-b349-83807cf15cc8 service nova] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Updating instance_info_cache with network_info: [{"id": "7e74f04b-114d-4c39-b681-4f2c47348567", "address": "fa:16:3e:44:ef:89", "network": {"id": "4ac9d318-23a2-4dcf-8533-e1384907beae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1711276076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d2b8decc6d4f1683059f622e2baf72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e74f04b-11", "ovs_interfaceid": "7e74f04b-114d-4c39-b681-4f2c47348567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.359232] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222007, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.508289] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0768696-6757-490d-9766-9b249b3babc1 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Lock "c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.151s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.626159] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e62b299-0522-42b3-8bd7-c4e5086c4538 req-0b4adb5b-5aac-4fde-b349-83807cf15cc8 service nova] Releasing lock "refresh_cache-384026e4-403e-4760-8abd-fb15a02c96bf" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.708623] env[69950]: DEBUG nova.virt.hardware [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.708623] env[69950]: DEBUG nova.virt.hardware [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.708623] env[69950]: DEBUG nova.virt.hardware [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.708858] env[69950]: DEBUG nova.virt.hardware [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.708858] env[69950]: DEBUG nova.virt.hardware [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.708858] env[69950]: DEBUG nova.virt.hardware [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.708980] env[69950]: DEBUG nova.virt.hardware [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.709195] env[69950]: DEBUG nova.virt.hardware [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.709413] env[69950]: DEBUG nova.virt.hardware [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.710271] env[69950]: DEBUG nova.virt.hardware [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.710271] env[69950]: DEBUG nova.virt.hardware [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.712619] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e354d22d-201a-4309-a016-eafa7bb8d116 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.727787] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271bd52-e294-a3f5-8bb5-dc7745904e94/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 823.729234] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a2c39a-ef12-4189-9d43-6d6c84d19b2c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.733973] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a9fa6a-a030-4a59-8d2a-a2cfdaeea0ce {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.758185] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271bd52-e294-a3f5-8bb5-dc7745904e94/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 823.758396] env[69950]: ERROR oslo_vmware.rw_handles [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271bd52-e294-a3f5-8bb5-dc7745904e94/disk-0.vmdk due to incomplete transfer. [ 823.758886] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.764743] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Creating folder: Project (92a50c2c96ee4d9db17e32aa298b2358). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.767707] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-567e66d7-33e0-4e8a-9f79-78d807400e7e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.769477] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e99827f-9a63-48ac-a444-807e04fbb0c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.780269] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271bd52-e294-a3f5-8bb5-dc7745904e94/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 823.780586] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Uploaded image 4f6287b9-cb9e-422e-8668-2592efa69dd2 to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 823.782994] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 823.787471] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df0b64e6-cc65-4129-8ed6-4fac8a93d546 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.789694] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Created folder: Project (92a50c2c96ee4d9db17e32aa298b2358) in parent group-v835309. [ 823.789694] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Creating folder: Instances. Parent ref: group-v835445. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.790029] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebc04f8b-d550-4570-b743-c8c30339b5a0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.798804] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 823.798804] env[69950]: value = "task-4222009" [ 823.798804] env[69950]: _type = "Task" [ 823.798804] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.804603] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Created folder: Instances in parent group-v835445. [ 823.804930] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.808470] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.809112] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcacb384-9f25-41d6-915d-c03dfe07f5dd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.837713] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222009, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.845158] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.845158] env[69950]: value = "task-4222011" [ 823.845158] env[69950]: _type = "Task" [ 823.845158] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.871798] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222011, 'name': CreateVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.872139] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222007, 'name': CreateVM_Task, 'duration_secs': 1.493602} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.872294] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.873301] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.873551] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.874047] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.874340] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036a766b-7149-4142-ab51-b924bdce9f4e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.881735] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 823.881735] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529cf5ee-7932-364d-7b93-5d7077f32931" [ 823.881735] env[69950]: _type = "Task" [ 823.881735] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.899180] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529cf5ee-7932-364d-7b93-5d7077f32931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.984618] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92899437-0184-40df-8e93-68f4efecd2c3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.993291] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53462f16-3b57-421f-9e56-686693b9b2e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.028378] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d417e8e-2635-489f-be99-63b425afdbf5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.037538] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581952db-9624-4894-81f8-04c57df7aa26 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.054179] env[69950]: DEBUG nova.compute.provider_tree [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.311431] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222009, 'name': Destroy_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.356623] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222011, 'name': CreateVM_Task, 'duration_secs': 0.47429} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.357171] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.357290] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.395059] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529cf5ee-7932-364d-7b93-5d7077f32931, 'name': SearchDatastore_Task, 'duration_secs': 0.01696} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.395991] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.396344] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.396952] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.396952] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.397084] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.397629] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.398027] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.398271] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f598b898-ff3b-4920-9541-59ba8e328758 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.400712] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf90b0c5-a41d-4c16-90b3-ad9a1f4cab6a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.407160] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 824.407160] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527764cd-9db4-3902-14d9-5a8177c8e7de" [ 824.407160] env[69950]: _type = "Task" [ 824.407160] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.412082] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.412327] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.413668] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a0e0209-94d3-42f0-a87b-45c244be412d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.419330] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527764cd-9db4-3902-14d9-5a8177c8e7de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.423901] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 824.423901] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52705748-90bb-8237-993f-abcf950456b7" [ 824.423901] env[69950]: _type = "Task" [ 824.423901] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.432647] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52705748-90bb-8237-993f-abcf950456b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.558669] env[69950]: DEBUG nova.scheduler.client.report [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.703447] env[69950]: DEBUG oslo_concurrency.lockutils [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "7a07fecf-d4da-48fd-a2fd-eb7611f22316" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.703627] env[69950]: DEBUG oslo_concurrency.lockutils [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "7a07fecf-d4da-48fd-a2fd-eb7611f22316" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.703858] env[69950]: DEBUG oslo_concurrency.lockutils [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "7a07fecf-d4da-48fd-a2fd-eb7611f22316-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.704264] env[69950]: DEBUG oslo_concurrency.lockutils [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "7a07fecf-d4da-48fd-a2fd-eb7611f22316-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.704345] env[69950]: DEBUG oslo_concurrency.lockutils [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "7a07fecf-d4da-48fd-a2fd-eb7611f22316-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.707039] env[69950]: INFO nova.compute.manager [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Terminating instance [ 824.810684] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222009, 'name': Destroy_Task, 'duration_secs': 0.561377} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.810923] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Destroyed the VM [ 824.811178] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 824.811435] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1cdb5a84-829c-4160-bdab-02ebc70cc916 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.818889] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 824.818889] env[69950]: value = "task-4222012" [ 824.818889] env[69950]: _type = "Task" [ 824.818889] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.829709] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222012, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.918522] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527764cd-9db4-3902-14d9-5a8177c8e7de, 'name': SearchDatastore_Task, 'duration_secs': 0.016184} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.918840] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.919143] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.919366] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.934260] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52705748-90bb-8237-993f-abcf950456b7, 'name': SearchDatastore_Task, 'duration_secs': 0.017553} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.935118] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7285f9a3-a951-4bbe-8aa7-969d68e8b3b5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.941335] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 824.941335] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523e62dd-6980-436c-25b9-57d2dbd7a390" [ 824.941335] env[69950]: _type = "Task" [ 824.941335] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.950956] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523e62dd-6980-436c-25b9-57d2dbd7a390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.064820] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.067410] env[69950]: DEBUG oslo_concurrency.lockutils [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.580s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.067683] env[69950]: DEBUG nova.objects.instance [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lazy-loading 'resources' on Instance uuid d7e24c6b-4c11-4d1d-a02b-787f71d5993c {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.094396] env[69950]: INFO nova.scheduler.client.report [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Deleted allocations for instance 5815824c-cf8a-4e65-ab60-1f219cd710c5 [ 825.212268] env[69950]: DEBUG nova.compute.manager [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.212558] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.213503] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f7af48-effd-4270-9baf-bcb36d46a181 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.232446] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.232829] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6c6c240-81c5-4d03-9bcc-a929759235e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.333925] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222012, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.457996] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523e62dd-6980-436c-25b9-57d2dbd7a390, 'name': SearchDatastore_Task, 'duration_secs': 0.016344} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.458485] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.458783] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 384026e4-403e-4760-8abd-fb15a02c96bf/384026e4-403e-4760-8abd-fb15a02c96bf.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.459167] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.459299] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.459605] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1fd4306-9882-4592-ae21-2bc52e8724dd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.465412] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d23fadb6-d228-4894-9178-99a32a5e0c7b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.473544] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 825.473544] env[69950]: value = "task-4222014" [ 825.473544] env[69950]: _type = "Task" [ 825.473544] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.475165] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.475374] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.480332] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a8d725-7067-4b34-9dc4-488e1abd035e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.491351] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.496748] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 825.496748] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c383ea-89af-344d-a5f5-1af8271bf921" [ 825.496748] env[69950]: _type = "Task" [ 825.496748] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.510602] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c383ea-89af-344d-a5f5-1af8271bf921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.608184] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35250aa5-e394-4721-987b-8bb212696aff tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Lock "5815824c-cf8a-4e65-ab60-1f219cd710c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.847s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.835921] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222012, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.871318] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "75fe594f-3bc3-4070-ae8f-28555cb79785" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.871318] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "75fe594f-3bc3-4070-ae8f-28555cb79785" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.994851] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222014, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.018819] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c383ea-89af-344d-a5f5-1af8271bf921, 'name': SearchDatastore_Task, 'duration_secs': 0.02555} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.025392] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c263a381-d121-42fd-9556-73166a628a5a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.045041] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 826.045041] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5200b885-aefc-2ebd-8929-d79282b5280c" [ 826.045041] env[69950]: _type = "Task" [ 826.045041] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.056295] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5200b885-aefc-2ebd-8929-d79282b5280c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.176944] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba746e6-d0df-4cee-8c8c-42ea324a1c04 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.187190] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f632b97-0915-458b-8ff5-8416668a9438 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.232570] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5390fab2-ca59-4b15-8f3f-ae828b886414 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.242770] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5115db53-378c-4d40-a550-5cf6e92d1fd1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.260018] env[69950]: DEBUG nova.compute.provider_tree [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.333941] env[69950]: DEBUG oslo_vmware.api [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222012, 'name': RemoveSnapshot_Task, 'duration_secs': 1.390844} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.333941] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 826.334382] env[69950]: INFO nova.compute.manager [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Took 15.70 seconds to snapshot the instance on the hypervisor. [ 826.376394] env[69950]: DEBUG nova.compute.manager [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.407406] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.407749] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.407980] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleting the datastore file [datastore1] 7a07fecf-d4da-48fd-a2fd-eb7611f22316 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.408308] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3253dfe-f8aa-4e2b-9aba-1aac5b2d0e50 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.418910] env[69950]: DEBUG oslo_vmware.api [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 826.418910] env[69950]: value = "task-4222015" [ 826.418910] env[69950]: _type = "Task" [ 826.418910] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.434585] env[69950]: DEBUG oslo_vmware.api [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.487535] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694656} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.487858] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 384026e4-403e-4760-8abd-fb15a02c96bf/384026e4-403e-4760-8abd-fb15a02c96bf.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.488118] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.488414] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51931fcc-2bb5-498c-a430-6387f94e819e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.496274] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 826.496274] env[69950]: value = "task-4222016" [ 826.496274] env[69950]: _type = "Task" [ 826.496274] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.507153] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.559503] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5200b885-aefc-2ebd-8929-d79282b5280c, 'name': SearchDatastore_Task, 'duration_secs': 0.059071} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.560034] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.560683] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] ce87729f-7f4d-434d-95be-60bc72dcad08/ce87729f-7f4d-434d-95be-60bc72dcad08.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.561407] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2d4cfe7-7fe0-4a54-a35b-48da2aa7b775 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.573850] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 826.573850] env[69950]: value = "task-4222017" [ 826.573850] env[69950]: _type = "Task" [ 826.573850] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.584999] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.767316] env[69950]: DEBUG nova.scheduler.client.report [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.843421] env[69950]: DEBUG nova.compute.manager [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Instance disappeared during snapshot {{(pid=69950) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 826.870272] env[69950]: DEBUG nova.compute.manager [None req-e9a93f7e-8010-44ba-8a0e-adfa8ba76e9c tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Image not found during clean up 4f6287b9-cb9e-422e-8668-2592efa69dd2 {{(pid=69950) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 826.910643] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.930613] env[69950]: DEBUG oslo_vmware.api [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2228} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.930959] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.931197] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.931415] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.931642] env[69950]: INFO nova.compute.manager [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Took 1.72 seconds to destroy the instance on the hypervisor. [ 826.932013] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.932269] env[69950]: DEBUG nova.compute.manager [-] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.932379] env[69950]: DEBUG nova.network.neutron [-] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.011481] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119665} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.015423] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.018032] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aace67b3-4473-45d6-bef1-611cab794986 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.048523] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 384026e4-403e-4760-8abd-fb15a02c96bf/384026e4-403e-4760-8abd-fb15a02c96bf.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.048913] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-defa5dc3-cc81-429d-8162-711d2f7e144c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.089340] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222017, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.091369] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 827.091369] env[69950]: value = "task-4222018" [ 827.091369] env[69950]: _type = "Task" [ 827.091369] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.104906] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222018, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.273083] env[69950]: DEBUG oslo_concurrency.lockutils [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.275653] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.785s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.276043] env[69950]: DEBUG nova.objects.instance [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Lazy-loading 'resources' on Instance uuid da4381f9-af9d-4e93-b6e9-92371f27d52f {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.301392] env[69950]: INFO nova.scheduler.client.report [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Deleted allocations for instance d7e24c6b-4c11-4d1d-a02b-787f71d5993c [ 827.392154] env[69950]: DEBUG oslo_concurrency.lockutils [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.392434] env[69950]: DEBUG oslo_concurrency.lockutils [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.392669] env[69950]: INFO nova.compute.manager [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Rebooting instance [ 827.592675] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729497} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.598339] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] ce87729f-7f4d-434d-95be-60bc72dcad08/ce87729f-7f4d-434d-95be-60bc72dcad08.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.598339] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.598838] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ef5b7f9-b7c3-4a58-81eb-9d1eb4e9c451 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.612676] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 827.612676] env[69950]: value = "task-4222019" [ 827.612676] env[69950]: _type = "Task" [ 827.612676] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.612844] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.624078] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.812258] env[69950]: DEBUG oslo_concurrency.lockutils [None req-656b07bb-4d21-449a-b4d4-a0348dd20749 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "d7e24c6b-4c11-4d1d-a02b-787f71d5993c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.321s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.927910] env[69950]: DEBUG oslo_concurrency.lockutils [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.928209] env[69950]: DEBUG oslo_concurrency.lockutils [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.928325] env[69950]: DEBUG nova.network.neutron [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.013055] env[69950]: DEBUG nova.compute.manager [req-754a0f75-f400-4d06-abfa-f98858542a91 req-36c24734-1f0f-45bf-a3c7-ae9032473e26 service nova] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Received event network-vif-deleted-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 828.013055] env[69950]: INFO nova.compute.manager [req-754a0f75-f400-4d06-abfa-f98858542a91 req-36c24734-1f0f-45bf-a3c7-ae9032473e26 service nova] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Neutron deleted interface 2312971d-6c1f-4d5c-bc73-ad4c598eaa0c; detaching it from the instance and deleting it from the info cache [ 828.013055] env[69950]: DEBUG nova.network.neutron [req-754a0f75-f400-4d06-abfa-f98858542a91 req-36c24734-1f0f-45bf-a3c7-ae9032473e26 service nova] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.042570] env[69950]: DEBUG nova.network.neutron [-] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.114705] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222018, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.129429] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120067} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.133113] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.133915] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34c1536-2f7d-4e91-9586-60f7612a66c4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.165327] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] ce87729f-7f4d-434d-95be-60bc72dcad08/ce87729f-7f4d-434d-95be-60bc72dcad08.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.174284] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcde4211-5bd5-426f-8231-d62314dd4ac0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.204946] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 828.204946] env[69950]: value = "task-4222020" [ 828.204946] env[69950]: _type = "Task" [ 828.204946] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.218608] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.284458] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.285177] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.285584] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.285924] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.291039] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.291039] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.291039] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.291288] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69950) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 828.291791] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.488923] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d78996d-e9cf-4b3e-a76e-57355f02b715 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.498696] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05330bcc-11f3-4765-a254-a548f9692bb2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.538765] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbbd260c-a720-46f9-beb1-97c556755dbc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.542607] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2984d110-816d-4224-8020-326f66c1f604 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.551925] env[69950]: INFO nova.compute.manager [-] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Took 1.62 seconds to deallocate network for instance. [ 828.556351] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338ce50e-74b9-4daa-8f0b-592d4c171b64 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.567912] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17927f2-a21f-4c93-93fa-d319d0a318ba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.593097] env[69950]: DEBUG nova.compute.provider_tree [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.610922] env[69950]: DEBUG nova.compute.manager [req-754a0f75-f400-4d06-abfa-f98858542a91 req-36c24734-1f0f-45bf-a3c7-ae9032473e26 service nova] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Detach interface failed, port_id=2312971d-6c1f-4d5c-bc73-ad4c598eaa0c, reason: Instance 7a07fecf-d4da-48fd-a2fd-eb7611f22316 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 828.628139] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222018, 'name': ReconfigVM_Task, 'duration_secs': 1.0528} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.628461] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 384026e4-403e-4760-8abd-fb15a02c96bf/384026e4-403e-4760-8abd-fb15a02c96bf.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.629116] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2863520-6f6b-4349-8153-f141b00432c4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.638235] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 828.638235] env[69950]: value = "task-4222021" [ 828.638235] env[69950]: _type = "Task" [ 828.638235] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.643158] env[69950]: ERROR nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [req-93b24e58-f9d1-4150-9771-1654c48d6938] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-93b24e58-f9d1-4150-9771-1654c48d6938"}]} [ 828.649606] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222021, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.668612] env[69950]: DEBUG nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 828.697513] env[69950]: DEBUG nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 828.697753] env[69950]: DEBUG nova.compute.provider_tree [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.715327] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222020, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.717538] env[69950]: DEBUG nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 828.744020] env[69950]: DEBUG nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 828.801795] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.081845] env[69950]: DEBUG oslo_concurrency.lockutils [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.109120] env[69950]: DEBUG nova.network.neutron [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance_info_cache with network_info: [{"id": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "address": "fa:16:3e:8b:a3:9a", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5505ec44-bb", "ovs_interfaceid": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.112345] env[69950]: DEBUG oslo_vmware.rw_handles [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525856d8-ed3b-35a3-37e9-09a520108bcb/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 829.113849] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc5e480-31a8-4f1d-8c63-d588a1c0dedb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.121490] env[69950]: DEBUG oslo_vmware.rw_handles [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525856d8-ed3b-35a3-37e9-09a520108bcb/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 829.121674] env[69950]: ERROR oslo_vmware.rw_handles [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525856d8-ed3b-35a3-37e9-09a520108bcb/disk-0.vmdk due to incomplete transfer. [ 829.124584] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad6ce730-f293-4a0c-a85e-34f840e609bf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.136578] env[69950]: DEBUG oslo_vmware.rw_handles [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525856d8-ed3b-35a3-37e9-09a520108bcb/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 829.136844] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Uploaded image 606ead6b-0060-4ed4-9746-ca39042706d1 to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 829.138304] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 829.141541] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ea8f49ae-378b-451a-af64-aa0e1ebe307e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.153843] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222021, 'name': Rename_Task, 'duration_secs': 0.221077} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.155630] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.155943] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 829.155943] env[69950]: value = "task-4222022" [ 829.155943] env[69950]: _type = "Task" [ 829.155943] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.157397] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f43caf60-d51d-44e8-abf9-0ca588c78bd7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.171529] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222022, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.173156] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 829.173156] env[69950]: value = "task-4222023" [ 829.173156] env[69950]: _type = "Task" [ 829.173156] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.186652] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.216363] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222020, 'name': ReconfigVM_Task, 'duration_secs': 0.535312} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.216495] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Reconfigured VM instance instance-0000002c to attach disk [datastore2] ce87729f-7f4d-434d-95be-60bc72dcad08/ce87729f-7f4d-434d-95be-60bc72dcad08.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.220259] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4e52082-e2c3-44f5-bf32-ccf96e8a0aeb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.228589] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 829.228589] env[69950]: value = "task-4222024" [ 829.228589] env[69950]: _type = "Task" [ 829.228589] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.238832] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222024, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.257563] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa9915b-46fe-4df2-838d-b6516a55bf3a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.266597] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd85f70-9e02-409a-9776-1def6479156f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.301551] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9df4e5-318b-4e8f-96f4-5e699095e2f3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.310142] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2b5f3f-42f0-4738-b8d8-28de50f42512 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.325510] env[69950]: DEBUG nova.compute.provider_tree [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.618013] env[69950]: DEBUG oslo_concurrency.lockutils [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.672563] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222022, 'name': Destroy_Task, 'duration_secs': 0.380129} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.673215] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Destroyed the VM [ 829.677018] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 829.677018] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fdbc21e0-6559-4409-ab12-43be5f15fb0c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.692729] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.695709] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 829.695709] env[69950]: value = "task-4222025" [ 829.695709] env[69950]: _type = "Task" [ 829.695709] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.709291] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222025, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.739459] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222024, 'name': Rename_Task, 'duration_secs': 0.351797} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.739784] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.740118] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9c27c06-7030-432a-ad19-74862c7fea34 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.748271] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 829.748271] env[69950]: value = "task-4222026" [ 829.748271] env[69950]: _type = "Task" [ 829.748271] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.758755] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.852456] env[69950]: ERROR nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [req-d0a8feb9-4bd9-40b1-a280-a0d9865322af] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0a8feb9-4bd9-40b1-a280-a0d9865322af"}]} [ 829.871783] env[69950]: DEBUG nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 829.888546] env[69950]: DEBUG nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 829.888546] env[69950]: DEBUG nova.compute.provider_tree [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.901645] env[69950]: DEBUG nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 829.925628] env[69950]: DEBUG nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 830.130229] env[69950]: DEBUG nova.compute.manager [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.131090] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c72760-0327-4258-b0a7-aa4e18eb01db {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.187896] env[69950]: DEBUG oslo_vmware.api [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222023, 'name': PowerOnVM_Task, 'duration_secs': 0.962546} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.188358] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.188476] env[69950]: INFO nova.compute.manager [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Took 12.13 seconds to spawn the instance on the hypervisor. [ 830.190160] env[69950]: DEBUG nova.compute.manager [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.190160] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0130b54-199e-47af-a72d-0dfdaf5d96ae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.210547] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222025, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.261516] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222026, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.340127] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "72502e07-245d-440d-92b9-540217d1739d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.340371] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "72502e07-245d-440d-92b9-540217d1739d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.460513] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0220d51f-4af8-483c-9b40-760301fc6d31 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.469259] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f9d59e-726a-4ea0-8174-283fb8d6a1b4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.502331] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434b56f3-c795-45d8-ad41-5988e31f2d0a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.511532] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b339ba1-6af9-4436-b8db-00014fcca68e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.529523] env[69950]: DEBUG nova.compute.provider_tree [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.620891] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.621053] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.716102] env[69950]: INFO nova.compute.manager [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Took 40.26 seconds to build instance. [ 830.722212] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222025, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.759492] env[69950]: DEBUG oslo_vmware.api [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222026, 'name': PowerOnVM_Task, 'duration_secs': 0.689103} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.759717] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.759933] env[69950]: INFO nova.compute.manager [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Took 7.88 seconds to spawn the instance on the hypervisor. [ 830.760116] env[69950]: DEBUG nova.compute.manager [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.760889] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4acf18-4990-4388-a12d-33365974955a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.845718] env[69950]: DEBUG nova.compute.manager [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.062742] env[69950]: ERROR nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [req-d4504012-5af6-49fc-adf5-ca31f932854a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d4504012-5af6-49fc-adf5-ca31f932854a"}]} [ 831.084858] env[69950]: DEBUG nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 831.102261] env[69950]: DEBUG nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 831.102513] env[69950]: DEBUG nova.compute.provider_tree [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.117369] env[69950]: DEBUG nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 831.145801] env[69950]: DEBUG nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 831.164402] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5b2bdd-db8d-4a3a-ab54-6d93aa139cbf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.176331] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Doing hard reboot of VM {{(pid=69950) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 831.182023] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5f2cb526-393d-4e33-b0a8-b7f89e429471 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.188206] env[69950]: DEBUG oslo_vmware.api [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 831.188206] env[69950]: value = "task-4222027" [ 831.188206] env[69950]: _type = "Task" [ 831.188206] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.199106] env[69950]: DEBUG oslo_vmware.api [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222027, 'name': ResetVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.212928] env[69950]: DEBUG oslo_vmware.api [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222025, 'name': RemoveSnapshot_Task, 'duration_secs': 1.381033} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.215257] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 831.215257] env[69950]: INFO nova.compute.manager [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Took 15.86 seconds to snapshot the instance on the hypervisor. [ 831.223922] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9bb8107f-c347-4251-804f-fe87f6758d6c tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "384026e4-403e-4760-8abd-fb15a02c96bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.786s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.281134] env[69950]: INFO nova.compute.manager [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Took 35.86 seconds to build instance. [ 831.372352] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.624411] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa978dc-d4cd-4931-931e-86e19e2b5957 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.635357] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5782c3c7-a2c0-4802-a78c-a913e792fb24 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.456733] env[69950]: DEBUG nova.compute.manager [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.461077] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a930e03f-ffbe-4fa5-986b-550a0ce74d8c tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Lock "ce87729f-7f4d-434d-95be-60bc72dcad08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.053s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.468011] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63edcf0a-c9aa-4572-8184-c3bfe170ad24 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.477794] env[69950]: DEBUG oslo_vmware.api [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222027, 'name': ResetVM_Task, 'duration_secs': 0.139564} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.480268] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Did hard reboot of VM {{(pid=69950) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 832.480482] env[69950]: DEBUG nova.compute.manager [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 832.481374] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7995a660-1829-42ea-aedd-dcbe3c898e05 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.484967] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af8f7e1-9cbd-4f4b-984a-5a8e340d9205 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.507503] env[69950]: DEBUG nova.compute.provider_tree [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.540594] env[69950]: DEBUG nova.compute.manager [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Found 3 images (rotation: 2) {{(pid=69950) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 832.540884] env[69950]: DEBUG nova.compute.manager [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Rotating out 1 backups {{(pid=69950) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 832.541141] env[69950]: DEBUG nova.compute.manager [None req-c571530f-3e1f-43a9-a61d-0c6e95645419 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Deleting image 7ab394bb-eef4-414a-87c8-8589896dfa13 {{(pid=69950) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 832.564559] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "29683a35-3c6b-4850-8acf-f7709bd85ac8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.564814] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "29683a35-3c6b-4850-8acf-f7709bd85ac8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.008545] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.017562] env[69950]: DEBUG oslo_concurrency.lockutils [None req-44f7f638-3441-4858-b6c6-3ed5008b3048 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.625s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.046866] env[69950]: ERROR nova.scheduler.client.report [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [req-9cc17893-36ce-4415-a6fe-c97cf0c6a06c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9cc17893-36ce-4415-a6fe-c97cf0c6a06c"}]} [ 833.047549] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.772s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.049398] env[69950]: ERROR nova.compute.manager [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Setting instance vm_state to ERROR: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 (generation 68): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9cc17893-36ce-4415-a6fe-c97cf0c6a06c"}]} [ 833.049398] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Traceback (most recent call last): [ 833.049398] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/nova/nova/compute/manager.py", line 3376, in do_terminate_instance [ 833.049398] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] self._delete_instance(context, instance, bdms) [ 833.049398] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/nova/nova/compute/manager.py", line 3340, in _delete_instance [ 833.049398] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] self._complete_deletion(context, instance) [ 833.049398] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/nova/nova/compute/manager.py", line 929, in _complete_deletion [ 833.049398] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] self._update_resource_tracker(context, instance) [ 833.049398] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/nova/nova/compute/manager.py", line 695, in _update_resource_tracker [ 833.049770] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] self.rt.update_usage(context, instance, instance.node) [ 833.049770] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 833.049770] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] return f(*args, **kwargs) [ 833.049770] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 732, in update_usage [ 833.049770] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] self._update(context.elevated(), self.compute_nodes[nodename]) [ 833.049770] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1405, in _update [ 833.049770] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] self._update_to_placement(context, compute_node, startup) [ 833.049770] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 833.049770] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 833.049770] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 833.049770] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] raise attempt.get() [ 833.049770] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 833.050150] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] six.reraise(self.value[0], self.value[1], self.value[2]) [ 833.050150] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 833.050150] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] raise value [ 833.050150] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 833.050150] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 833.050150] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1390, in _update_to_placement [ 833.050150] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] self.reportclient.update_from_provider_tree( [ 833.050150] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 833.050150] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] self.set_inventory_for_provider( [ 833.050150] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 833.050150] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] raise exception.ResourceProviderUpdateConflict( [ 833.050643] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 (generation 68): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9cc17893-36ce-4415-a6fe-c97cf0c6a06c"}]} [ 833.050643] env[69950]: ERROR nova.compute.manager [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] [ 833.056621] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.401s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.058683] env[69950]: INFO nova.compute.claims [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.069684] env[69950]: DEBUG nova.compute.manager [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.573315] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Lock "da4381f9-af9d-4e93-b6e9-92371f27d52f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.948s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.608385] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.879339] env[69950]: INFO nova.compute.manager [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Rebuilding instance [ 833.948455] env[69950]: DEBUG nova.compute.manager [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.948455] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d0fd6e-3de4-4030-866f-2a560685d66c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.101145] env[69950]: DEBUG nova.scheduler.client.report [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 834.121902] env[69950]: DEBUG nova.scheduler.client.report [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 834.121902] env[69950]: DEBUG nova.compute.provider_tree [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.141020] env[69950]: DEBUG nova.scheduler.client.report [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 834.163212] env[69950]: DEBUG nova.scheduler.client.report [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 834.669880] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa24fc4-9a89-46ef-92e4-f9014f98ece6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.680304] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dc7643-4f36-4e8e-8abb-c811916318aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.721419] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5106e6ec-9b4c-401b-a379-a6ee10c9e8ba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.730855] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64ee64c-279e-43b8-bd42-e71e39690a23 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.748421] env[69950]: DEBUG nova.compute.provider_tree [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.811894] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c3ad62ac-035d-4cc0-a421-82fcc1206aac tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "cb49c031-c220-42fb-b718-12387967034e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.811894] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c3ad62ac-035d-4cc0-a421-82fcc1206aac tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "cb49c031-c220-42fb-b718-12387967034e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.812239] env[69950]: DEBUG nova.compute.manager [None req-c3ad62ac-035d-4cc0-a421-82fcc1206aac tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 834.813221] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75736cbf-a0ad-47b5-aefd-95dee0fc18ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.825125] env[69950]: DEBUG nova.compute.manager [None req-c3ad62ac-035d-4cc0-a421-82fcc1206aac tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69950) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 834.825125] env[69950]: DEBUG nova.objects.instance [None req-c3ad62ac-035d-4cc0-a421-82fcc1206aac tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'flavor' on Instance uuid cb49c031-c220-42fb-b718-12387967034e {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.966243] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.967015] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdb27c67-ac94-4d61-b01a-db5f31ea1c61 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.975805] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 834.975805] env[69950]: value = "task-4222028" [ 834.975805] env[69950]: _type = "Task" [ 834.975805] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.986786] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.084790] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.287076] env[69950]: DEBUG nova.scheduler.client.report [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 835.287541] env[69950]: DEBUG nova.compute.provider_tree [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 69 to 70 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 835.287612] env[69950]: DEBUG nova.compute.provider_tree [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.495781] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222028, 'name': PowerOffVM_Task, 'duration_secs': 0.2888} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.496675] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.496934] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.497873] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e04fff1-cc70-4041-9e88-0f343e036580 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.509281] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.511649] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-484d5418-be72-4a8d-bfe2-6d140d08a16d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.544071] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.544071] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.544071] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Deleting the datastore file [datastore2] ce87729f-7f4d-434d-95be-60bc72dcad08 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.544071] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ff3376e-5d41-448e-bb9f-a56df1a80cb0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.555023] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 835.555023] env[69950]: value = "task-4222030" [ 835.555023] env[69950]: _type = "Task" [ 835.555023] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.568446] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.801365] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.802038] env[69950]: DEBUG nova.compute.manager [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.805037] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.551s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.805183] env[69950]: DEBUG nova.objects.instance [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Lazy-loading 'resources' on Instance uuid 610ec2a5-de42-43df-8d4b-b4a76eec49fa {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.838667] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ad62ac-035d-4cc0-a421-82fcc1206aac tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.838975] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34b5e7b8-740a-4006-84e6-a0485debdb3e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.852205] env[69950]: DEBUG oslo_vmware.api [None req-c3ad62ac-035d-4cc0-a421-82fcc1206aac tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 835.852205] env[69950]: value = "task-4222031" [ 835.852205] env[69950]: _type = "Task" [ 835.852205] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.864035] env[69950]: DEBUG oslo_vmware.api [None req-c3ad62ac-035d-4cc0-a421-82fcc1206aac tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.071496] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122916} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.071783] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.072018] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.072264] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.108244] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.112023] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.309312] env[69950]: DEBUG nova.compute.utils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.315286] env[69950]: DEBUG nova.compute.manager [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.315286] env[69950]: DEBUG nova.network.neutron [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.364954] env[69950]: DEBUG oslo_vmware.api [None req-c3ad62ac-035d-4cc0-a421-82fcc1206aac tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222031, 'name': PowerOffVM_Task, 'duration_secs': 0.219589} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.365301] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ad62ac-035d-4cc0-a421-82fcc1206aac tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.365522] env[69950]: DEBUG nova.compute.manager [None req-c3ad62ac-035d-4cc0-a421-82fcc1206aac tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 836.366735] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6ad59a-e4cb-47c4-8611-502bb353c778 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.389433] env[69950]: DEBUG nova.policy [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0408e9aef5904aad8d15cf78d96716be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3f2a482e20d483695cca9180159ec4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.816888] env[69950]: DEBUG nova.compute.manager [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.868421] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "6513b769-0182-4d34-b0c3-a95678df3045" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.868850] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "6513b769-0182-4d34-b0c3-a95678df3045" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.876161] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b990df-ac18-4fad-a472-3f684c795a3c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.881129] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c3ad62ac-035d-4cc0-a421-82fcc1206aac tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "cb49c031-c220-42fb-b718-12387967034e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.885865] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de85e42-ad6b-4e6f-8bac-d5747d31ed09 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.920407] env[69950]: DEBUG nova.network.neutron [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Successfully created port: 4da295e8-67cb-4736-b31b-de8935dce90f {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.922993] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07f44db-9db8-447e-96ef-2e1aed18a321 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.934172] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d901cc-5ea8-470f-8ab3-23da5b2686d7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.950502] env[69950]: DEBUG nova.compute.provider_tree [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.124847] env[69950]: DEBUG nova.virt.hardware [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.125188] env[69950]: DEBUG nova.virt.hardware [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.125394] env[69950]: DEBUG nova.virt.hardware [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.125619] env[69950]: DEBUG nova.virt.hardware [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.126265] env[69950]: DEBUG nova.virt.hardware [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.126265] env[69950]: DEBUG nova.virt.hardware [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.126381] env[69950]: DEBUG nova.virt.hardware [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.126521] env[69950]: DEBUG nova.virt.hardware [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.126696] env[69950]: DEBUG nova.virt.hardware [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.126859] env[69950]: DEBUG nova.virt.hardware [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.127044] env[69950]: DEBUG nova.virt.hardware [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.127973] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20edfc32-6d57-4bab-b139-9ec3b93aa946 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.137239] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f777cf50-86e5-4475-8e5b-80fd4c8964d1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.157123] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.163530] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.167799] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.168783] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "3bc17236-c198-475c-878c-54f6cba2fe3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.169495] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "3bc17236-c198-475c-878c-54f6cba2fe3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.169744] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f408d795-3408-4fcc-a3d7-2d376848afbd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.191881] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.191881] env[69950]: value = "task-4222032" [ 837.191881] env[69950]: _type = "Task" [ 837.191881] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.201634] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222032, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.455398] env[69950]: DEBUG nova.scheduler.client.report [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.706897] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222032, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.828117] env[69950]: DEBUG nova.compute.manager [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.855532] env[69950]: DEBUG nova.virt.hardware [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.855793] env[69950]: DEBUG nova.virt.hardware [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.855954] env[69950]: DEBUG nova.virt.hardware [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.856159] env[69950]: DEBUG nova.virt.hardware [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.856312] env[69950]: DEBUG nova.virt.hardware [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.856464] env[69950]: DEBUG nova.virt.hardware [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.856676] env[69950]: DEBUG nova.virt.hardware [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.856837] env[69950]: DEBUG nova.virt.hardware [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.857009] env[69950]: DEBUG nova.virt.hardware [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.857191] env[69950]: DEBUG nova.virt.hardware [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.857367] env[69950]: DEBUG nova.virt.hardware [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.858254] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3979ab-6637-4c00-bedd-84ee8dc6b236 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.866849] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba79aff7-ae6b-4224-b707-f12b540f6648 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.962478] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.965942] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.242s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.968693] env[69950]: INFO nova.compute.claims [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.019040] env[69950]: INFO nova.scheduler.client.report [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Deleted allocations for instance 610ec2a5-de42-43df-8d4b-b4a76eec49fa [ 838.206056] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222032, 'name': CreateVM_Task, 'duration_secs': 0.592488} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.206056] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.206265] env[69950]: DEBUG oslo_concurrency.lockutils [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.206485] env[69950]: DEBUG oslo_concurrency.lockutils [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.206728] env[69950]: DEBUG oslo_concurrency.lockutils [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.206984] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80866185-12be-48f5-9f38-3d8c380d3670 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.212780] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 838.212780] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52880fdb-09c1-616e-ab3d-1bae610beed7" [ 838.212780] env[69950]: _type = "Task" [ 838.212780] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.222246] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52880fdb-09c1-616e-ab3d-1bae610beed7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.493480] env[69950]: DEBUG nova.compute.manager [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Stashing vm_state: stopped {{(pid=69950) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 838.534573] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Lock "610ec2a5-de42-43df-8d4b-b4a76eec49fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.301s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.644686] env[69950]: DEBUG nova.compute.manager [req-78e3ea7e-1150-483f-87c4-f7c6964ecef3 req-1b9ab63c-a78d-4269-8ec5-9284c0c87831 service nova] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Received event network-vif-plugged-4da295e8-67cb-4736-b31b-de8935dce90f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 838.644895] env[69950]: DEBUG oslo_concurrency.lockutils [req-78e3ea7e-1150-483f-87c4-f7c6964ecef3 req-1b9ab63c-a78d-4269-8ec5-9284c0c87831 service nova] Acquiring lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.645251] env[69950]: DEBUG oslo_concurrency.lockutils [req-78e3ea7e-1150-483f-87c4-f7c6964ecef3 req-1b9ab63c-a78d-4269-8ec5-9284c0c87831 service nova] Lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.645479] env[69950]: DEBUG oslo_concurrency.lockutils [req-78e3ea7e-1150-483f-87c4-f7c6964ecef3 req-1b9ab63c-a78d-4269-8ec5-9284c0c87831 service nova] Lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.645689] env[69950]: DEBUG nova.compute.manager [req-78e3ea7e-1150-483f-87c4-f7c6964ecef3 req-1b9ab63c-a78d-4269-8ec5-9284c0c87831 service nova] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] No waiting events found dispatching network-vif-plugged-4da295e8-67cb-4736-b31b-de8935dce90f {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 838.645897] env[69950]: WARNING nova.compute.manager [req-78e3ea7e-1150-483f-87c4-f7c6964ecef3 req-1b9ab63c-a78d-4269-8ec5-9284c0c87831 service nova] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Received unexpected event network-vif-plugged-4da295e8-67cb-4736-b31b-de8935dce90f for instance with vm_state building and task_state spawning. [ 838.723953] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52880fdb-09c1-616e-ab3d-1bae610beed7, 'name': SearchDatastore_Task, 'duration_secs': 0.011476} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.724330] env[69950]: DEBUG oslo_concurrency.lockutils [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.724604] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.724878] env[69950]: DEBUG oslo_concurrency.lockutils [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.725182] env[69950]: DEBUG oslo_concurrency.lockutils [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.725298] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.726266] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76b8a415-738c-469a-8b5c-0076194a9b29 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.734962] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.735172] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.735896] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed4a1b1e-3676-44f8-95c5-e5ed3bdece62 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.741777] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 838.741777] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52925b13-d6e1-51ac-ef7c-642f391b4e9e" [ 838.741777] env[69950]: _type = "Task" [ 838.741777] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.750206] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52925b13-d6e1-51ac-ef7c-642f391b4e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.754789] env[69950]: DEBUG nova.network.neutron [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Successfully updated port: 4da295e8-67cb-4736-b31b-de8935dce90f {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.014031] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.257040] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquiring lock "refresh_cache-d057254b-f3c2-40e7-bf6a-5262d11f1dbc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.257186] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquired lock "refresh_cache-d057254b-f3c2-40e7-bf6a-5262d11f1dbc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.257343] env[69950]: DEBUG nova.network.neutron [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.262727] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52925b13-d6e1-51ac-ef7c-642f391b4e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.270812] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd513943-1871-4ce3-8aad-eb9665a0ffae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.280150] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 839.280150] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b76703-342d-405c-5af0-5dbb34972fdb" [ 839.280150] env[69950]: _type = "Task" [ 839.280150] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.296400] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b76703-342d-405c-5af0-5dbb34972fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.296722] env[69950]: DEBUG oslo_concurrency.lockutils [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.297017] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] ce87729f-7f4d-434d-95be-60bc72dcad08/ce87729f-7f4d-434d-95be-60bc72dcad08.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.297808] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54c2783b-069c-4120-b597-b4c46fe58a58 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.308304] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 839.308304] env[69950]: value = "task-4222033" [ 839.308304] env[69950]: _type = "Task" [ 839.308304] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.326653] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.507425] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f37162a-6523-4edb-bf36-32fa1c1c4871 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.516610] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f88e89-83ac-44af-b1d3-e50d88e3b722 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.551874] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cecd64-c2c9-4f34-ace5-fffb98806103 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.560833] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4d0a53-85d8-49f3-8dab-26f8514acd60 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.580034] env[69950]: DEBUG nova.compute.provider_tree [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.802226] env[69950]: DEBUG nova.network.neutron [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.818327] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222033, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.947787] env[69950]: DEBUG nova.network.neutron [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Updating instance_info_cache with network_info: [{"id": "4da295e8-67cb-4736-b31b-de8935dce90f", "address": "fa:16:3e:17:89:17", "network": {"id": "eb83c103-b32a-40a2-939e-c4905dc2443f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-522091120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3f2a482e20d483695cca9180159ec4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da295e8-67", "ovs_interfaceid": "4da295e8-67cb-4736-b31b-de8935dce90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.083793] env[69950]: DEBUG nova.scheduler.client.report [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.326301] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522177} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.326659] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] ce87729f-7f4d-434d-95be-60bc72dcad08/ce87729f-7f4d-434d-95be-60bc72dcad08.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.327762] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.329517] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b4e4aa4-3b65-458e-a73e-d67bc366a9ee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.337968] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 840.337968] env[69950]: value = "task-4222034" [ 840.337968] env[69950]: _type = "Task" [ 840.337968] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.353646] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.452528] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Releasing lock "refresh_cache-d057254b-f3c2-40e7-bf6a-5262d11f1dbc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.452885] env[69950]: DEBUG nova.compute.manager [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Instance network_info: |[{"id": "4da295e8-67cb-4736-b31b-de8935dce90f", "address": "fa:16:3e:17:89:17", "network": {"id": "eb83c103-b32a-40a2-939e-c4905dc2443f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-522091120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3f2a482e20d483695cca9180159ec4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da295e8-67", "ovs_interfaceid": "4da295e8-67cb-4736-b31b-de8935dce90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.453324] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:89:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4da295e8-67cb-4736-b31b-de8935dce90f', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.461196] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Creating folder: Project (e3f2a482e20d483695cca9180159ec4c). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.461491] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ee0c446-df73-47e7-9f21-cc8f9098ce92 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.473116] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Created folder: Project (e3f2a482e20d483695cca9180159ec4c) in parent group-v835309. [ 840.473348] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Creating folder: Instances. Parent ref: group-v835449. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.473619] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbe485de-0a43-4adc-a363-e8efe4a048c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.483474] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Created folder: Instances in parent group-v835449. [ 840.483717] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.483949] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.484158] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49090509-c690-471a-8782-d2ea017a230c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.509232] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.509232] env[69950]: value = "task-4222037" [ 840.509232] env[69950]: _type = "Task" [ 840.509232] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.518322] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222037, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.591877] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.591877] env[69950]: DEBUG nova.compute.manager [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.594469] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.257s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.594571] env[69950]: DEBUG nova.objects.instance [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Lazy-loading 'resources' on Instance uuid 65e41164-6de7-42c6-b5ce-7c4bfcf635f1 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.721859] env[69950]: DEBUG nova.compute.manager [req-afab430c-06b7-4540-9a01-faf31f33d884 req-0d852bce-c08e-4442-a4f9-c154c9dbbd00 service nova] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Received event network-changed-4da295e8-67cb-4736-b31b-de8935dce90f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 840.721859] env[69950]: DEBUG nova.compute.manager [req-afab430c-06b7-4540-9a01-faf31f33d884 req-0d852bce-c08e-4442-a4f9-c154c9dbbd00 service nova] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Refreshing instance network info cache due to event network-changed-4da295e8-67cb-4736-b31b-de8935dce90f. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 840.722023] env[69950]: DEBUG oslo_concurrency.lockutils [req-afab430c-06b7-4540-9a01-faf31f33d884 req-0d852bce-c08e-4442-a4f9-c154c9dbbd00 service nova] Acquiring lock "refresh_cache-d057254b-f3c2-40e7-bf6a-5262d11f1dbc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.722191] env[69950]: DEBUG oslo_concurrency.lockutils [req-afab430c-06b7-4540-9a01-faf31f33d884 req-0d852bce-c08e-4442-a4f9-c154c9dbbd00 service nova] Acquired lock "refresh_cache-d057254b-f3c2-40e7-bf6a-5262d11f1dbc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.722715] env[69950]: DEBUG nova.network.neutron [req-afab430c-06b7-4540-9a01-faf31f33d884 req-0d852bce-c08e-4442-a4f9-c154c9dbbd00 service nova] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Refreshing network info cache for port 4da295e8-67cb-4736-b31b-de8935dce90f {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.850312] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074887} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.850312] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.851201] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac6576f-f19a-4444-a85f-6b10e8bfad1e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.873340] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] ce87729f-7f4d-434d-95be-60bc72dcad08/ce87729f-7f4d-434d-95be-60bc72dcad08.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.874031] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bac65b10-10ec-413e-b6ea-a9cd7b17bf76 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.894653] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 840.894653] env[69950]: value = "task-4222038" [ 840.894653] env[69950]: _type = "Task" [ 840.894653] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.904010] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.019804] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222037, 'name': CreateVM_Task, 'duration_secs': 0.478468} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.020131] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.021269] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.021269] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.021595] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.021963] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b37fd4-86eb-4264-a4a1-5d7f6c5fe9eb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.028033] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Waiting for the task: (returnval){ [ 841.028033] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529d66c2-fffd-1561-3a10-1845d44db954" [ 841.028033] env[69950]: _type = "Task" [ 841.028033] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.041546] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529d66c2-fffd-1561-3a10-1845d44db954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.098247] env[69950]: DEBUG nova.compute.utils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.102878] env[69950]: DEBUG nova.compute.manager [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.103089] env[69950]: DEBUG nova.network.neutron [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.170842] env[69950]: DEBUG nova.policy [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dff3662f75164a9eb0f51d792a030b87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11a1463ae6364bce9b571bec1b182204', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.407201] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222038, 'name': ReconfigVM_Task, 'duration_secs': 0.343147} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.407808] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Reconfigured VM instance instance-0000002c to attach disk [datastore1] ce87729f-7f4d-434d-95be-60bc72dcad08/ce87729f-7f4d-434d-95be-60bc72dcad08.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.408598] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55c501a9-01fe-49ad-9a75-51ef1c825f77 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.416405] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 841.416405] env[69950]: value = "task-4222039" [ 841.416405] env[69950]: _type = "Task" [ 841.416405] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.429114] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222039, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.545970] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529d66c2-fffd-1561-3a10-1845d44db954, 'name': SearchDatastore_Task, 'duration_secs': 0.020201} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.551637] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.552144] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.552976] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.553506] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.553931] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.556042] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c2fd7cb-412a-47a3-9cae-e673d93325c8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.566239] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.566848] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.573093] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3146c0f8-ca1e-427b-81fb-016ac0b11f6d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.584891] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Waiting for the task: (returnval){ [ 841.584891] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526ab7b7-c651-dd0c-3866-a2ddf2eccbd6" [ 841.584891] env[69950]: _type = "Task" [ 841.584891] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.596207] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526ab7b7-c651-dd0c-3866-a2ddf2eccbd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.606326] env[69950]: DEBUG nova.compute.manager [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.639446] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be44e6a1-5084-4532-a405-1aa593167843 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.648826] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b034750c-5d3b-495a-9d5b-7d0246cb9cd0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.685970] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dba24e2-830d-44b8-a1ba-bb6f29ba7cb6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.694877] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511873c6-31ba-4a6f-9b25-547b51640454 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.713355] env[69950]: DEBUG nova.compute.provider_tree [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.932891] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222039, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.033143] env[69950]: DEBUG nova.network.neutron [req-afab430c-06b7-4540-9a01-faf31f33d884 req-0d852bce-c08e-4442-a4f9-c154c9dbbd00 service nova] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Updated VIF entry in instance network info cache for port 4da295e8-67cb-4736-b31b-de8935dce90f. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.033526] env[69950]: DEBUG nova.network.neutron [req-afab430c-06b7-4540-9a01-faf31f33d884 req-0d852bce-c08e-4442-a4f9-c154c9dbbd00 service nova] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Updating instance_info_cache with network_info: [{"id": "4da295e8-67cb-4736-b31b-de8935dce90f", "address": "fa:16:3e:17:89:17", "network": {"id": "eb83c103-b32a-40a2-939e-c4905dc2443f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-522091120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3f2a482e20d483695cca9180159ec4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da295e8-67", "ovs_interfaceid": "4da295e8-67cb-4736-b31b-de8935dce90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.099361] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526ab7b7-c651-dd0c-3866-a2ddf2eccbd6, 'name': SearchDatastore_Task, 'duration_secs': 0.0115} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.100212] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80ee8b34-2fa7-43a3-afbc-a54d4ef9efae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.107549] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Waiting for the task: (returnval){ [ 842.107549] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ba9579-9011-4895-c17c-a222dc1aacfa" [ 842.107549] env[69950]: _type = "Task" [ 842.107549] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.127454] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ba9579-9011-4895-c17c-a222dc1aacfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.151049] env[69950]: DEBUG nova.network.neutron [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Successfully created port: 608ce09c-215d-4819-a8fe-4aea628f2256 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.236011] env[69950]: ERROR nova.scheduler.client.report [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] [req-66bd77d8-422d-4122-9262-d94fe6cf15f7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-66bd77d8-422d-4122-9262-d94fe6cf15f7"}]} [ 842.253688] env[69950]: DEBUG nova.scheduler.client.report [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 842.275052] env[69950]: DEBUG nova.scheduler.client.report [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 842.275283] env[69950]: DEBUG nova.compute.provider_tree [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.288642] env[69950]: DEBUG nova.scheduler.client.report [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 842.317963] env[69950]: DEBUG nova.scheduler.client.report [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 842.434800] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222039, 'name': Rename_Task, 'duration_secs': 0.896222} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.435130] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.435568] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c5ecae0-1a2f-4220-8c02-5227b27f017a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.445367] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 842.445367] env[69950]: value = "task-4222040" [ 842.445367] env[69950]: _type = "Task" [ 842.445367] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.458037] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.536304] env[69950]: DEBUG oslo_concurrency.lockutils [req-afab430c-06b7-4540-9a01-faf31f33d884 req-0d852bce-c08e-4442-a4f9-c154c9dbbd00 service nova] Releasing lock "refresh_cache-d057254b-f3c2-40e7-bf6a-5262d11f1dbc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.618142] env[69950]: DEBUG nova.compute.manager [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.626151] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ba9579-9011-4895-c17c-a222dc1aacfa, 'name': SearchDatastore_Task, 'duration_secs': 0.013984} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.629228] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.629643] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] d057254b-f3c2-40e7-bf6a-5262d11f1dbc/d057254b-f3c2-40e7-bf6a-5262d11f1dbc.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.630979] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2eae1b72-59bb-46af-bb6e-0c093d433a54 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.639585] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Waiting for the task: (returnval){ [ 842.639585] env[69950]: value = "task-4222041" [ 842.639585] env[69950]: _type = "Task" [ 842.639585] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.656645] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.660998] env[69950]: DEBUG nova.virt.hardware [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.661666] env[69950]: DEBUG nova.virt.hardware [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.661666] env[69950]: DEBUG nova.virt.hardware [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.661810] env[69950]: DEBUG nova.virt.hardware [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.661986] env[69950]: DEBUG nova.virt.hardware [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.662220] env[69950]: DEBUG nova.virt.hardware [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.662515] env[69950]: DEBUG nova.virt.hardware [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.662711] env[69950]: DEBUG nova.virt.hardware [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.662895] env[69950]: DEBUG nova.virt.hardware [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.663201] env[69950]: DEBUG nova.virt.hardware [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.663270] env[69950]: DEBUG nova.virt.hardware [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.664188] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138c61a4-621f-4338-a060-a13ee54bf3ba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.677552] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac13e61-df74-411c-a4ab-66ef2f0ca6f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.842333] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f812d1ad-ebc4-40fa-816a-f0c42a8791a3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.851652] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ac5b1f-982c-4358-8b5b-82b9f7336b75 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.891625] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a4181c-484d-49cb-99a0-401cd247e58b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.901187] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7fe5c4-8ef3-44b8-953b-5fa0bb769564 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.917884] env[69950]: DEBUG nova.compute.provider_tree [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.958647] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222040, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.150672] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222041, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.457974] env[69950]: DEBUG oslo_vmware.api [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222040, 'name': PowerOnVM_Task, 'duration_secs': 0.584677} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.459093] env[69950]: DEBUG nova.scheduler.client.report [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 843.459494] env[69950]: DEBUG nova.compute.provider_tree [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 75 to 76 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 843.459800] env[69950]: DEBUG nova.compute.provider_tree [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 843.463374] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.463786] env[69950]: DEBUG nova.compute.manager [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 843.466035] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3045897-4d3d-4dd4-ba13-df05a9563b61 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.651159] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586879} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.651442] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] d057254b-f3c2-40e7-bf6a-5262d11f1dbc/d057254b-f3c2-40e7-bf6a-5262d11f1dbc.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.651695] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.651916] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4f814ca-8389-46c4-bab4-95afbd7baebd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.660833] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Waiting for the task: (returnval){ [ 843.660833] env[69950]: value = "task-4222042" [ 843.660833] env[69950]: _type = "Task" [ 843.660833] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.677025] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.729412] env[69950]: DEBUG nova.compute.manager [req-cced05bc-2d24-4d30-9696-fe09de2bb24a req-57fb1a91-c47e-4d39-a648-2cb6e9915376 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Received event network-vif-plugged-608ce09c-215d-4819-a8fe-4aea628f2256 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 843.730184] env[69950]: DEBUG oslo_concurrency.lockutils [req-cced05bc-2d24-4d30-9696-fe09de2bb24a req-57fb1a91-c47e-4d39-a648-2cb6e9915376 service nova] Acquiring lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.730656] env[69950]: DEBUG oslo_concurrency.lockutils [req-cced05bc-2d24-4d30-9696-fe09de2bb24a req-57fb1a91-c47e-4d39-a648-2cb6e9915376 service nova] Lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.730954] env[69950]: DEBUG oslo_concurrency.lockutils [req-cced05bc-2d24-4d30-9696-fe09de2bb24a req-57fb1a91-c47e-4d39-a648-2cb6e9915376 service nova] Lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.731251] env[69950]: DEBUG nova.compute.manager [req-cced05bc-2d24-4d30-9696-fe09de2bb24a req-57fb1a91-c47e-4d39-a648-2cb6e9915376 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] No waiting events found dispatching network-vif-plugged-608ce09c-215d-4819-a8fe-4aea628f2256 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 843.731612] env[69950]: WARNING nova.compute.manager [req-cced05bc-2d24-4d30-9696-fe09de2bb24a req-57fb1a91-c47e-4d39-a648-2cb6e9915376 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Received unexpected event network-vif-plugged-608ce09c-215d-4819-a8fe-4aea628f2256 for instance with vm_state building and task_state spawning. [ 843.840042] env[69950]: DEBUG nova.network.neutron [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Successfully updated port: 608ce09c-215d-4819-a8fe-4aea628f2256 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.965267] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.371s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.968547] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.249s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.970522] env[69950]: INFO nova.compute.claims [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.983662] env[69950]: DEBUG oslo_concurrency.lockutils [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.004566] env[69950]: INFO nova.scheduler.client.report [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Deleted allocations for instance 65e41164-6de7-42c6-b5ce-7c4bfcf635f1 [ 844.176734] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072987} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.177244] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.178500] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9b7d1c-497e-46d0-ac93-0d3a6860ccca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.207448] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] d057254b-f3c2-40e7-bf6a-5262d11f1dbc/d057254b-f3c2-40e7-bf6a-5262d11f1dbc.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.207805] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bdb8eac-03c4-46a0-ac19-b7769aef266e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.230765] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Waiting for the task: (returnval){ [ 844.230765] env[69950]: value = "task-4222043" [ 844.230765] env[69950]: _type = "Task" [ 844.230765] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.240050] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.314234] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquiring lock "ce87729f-7f4d-434d-95be-60bc72dcad08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.314448] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Lock "ce87729f-7f4d-434d-95be-60bc72dcad08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.314738] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquiring lock "ce87729f-7f4d-434d-95be-60bc72dcad08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.314979] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Lock "ce87729f-7f4d-434d-95be-60bc72dcad08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.315245] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Lock "ce87729f-7f4d-434d-95be-60bc72dcad08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.318987] env[69950]: INFO nova.compute.manager [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Terminating instance [ 844.342658] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.342838] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquired lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.343857] env[69950]: DEBUG nova.network.neutron [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.512726] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3aee905a-a16d-4831-8da5-26507ddf8dbf tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Lock "65e41164-6de7-42c6-b5ce-7c4bfcf635f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.812s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.744510] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222043, 'name': ReconfigVM_Task, 'duration_secs': 0.290126} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.744941] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Reconfigured VM instance instance-0000002d to attach disk [datastore1] d057254b-f3c2-40e7-bf6a-5262d11f1dbc/d057254b-f3c2-40e7-bf6a-5262d11f1dbc.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.745822] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b0d9d93-2c80-457c-a8b6-3635e01612df {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.753952] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Waiting for the task: (returnval){ [ 844.753952] env[69950]: value = "task-4222044" [ 844.753952] env[69950]: _type = "Task" [ 844.753952] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.767960] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222044, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.823985] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquiring lock "refresh_cache-ce87729f-7f4d-434d-95be-60bc72dcad08" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.824365] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquired lock "refresh_cache-ce87729f-7f4d-434d-95be-60bc72dcad08" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.824667] env[69950]: DEBUG nova.network.neutron [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.880405] env[69950]: DEBUG nova.network.neutron [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.130939] env[69950]: DEBUG nova.network.neutron [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Updating instance_info_cache with network_info: [{"id": "608ce09c-215d-4819-a8fe-4aea628f2256", "address": "fa:16:3e:0f:a2:30", "network": {"id": "6adc38e7-cd94-4bba-8c57-4d6a8d1fb56b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-312709008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11a1463ae6364bce9b571bec1b182204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608ce09c-21", "ovs_interfaceid": "608ce09c-215d-4819-a8fe-4aea628f2256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.270419] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222044, 'name': Rename_Task, 'duration_secs': 0.142822} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.272288] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.272288] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93ca9a28-9b2c-49fd-a9b9-d23efaafa01f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.279904] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Waiting for the task: (returnval){ [ 845.279904] env[69950]: value = "task-4222045" [ 845.279904] env[69950]: _type = "Task" [ 845.279904] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.295377] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.367202] env[69950]: DEBUG nova.network.neutron [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.515639] env[69950]: DEBUG nova.network.neutron [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.525555] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f365e881-27a3-438d-9132-be2c1d5768ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.535864] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156b195b-c322-4003-9e00-87970aea95f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.573339] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76020bbb-244a-411e-b410-46ff0205a26e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.581781] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df59c83-a0a7-4e46-a79e-466c9cd66f69 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.600098] env[69950]: DEBUG nova.compute.provider_tree [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.633723] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Releasing lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.634084] env[69950]: DEBUG nova.compute.manager [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Instance network_info: |[{"id": "608ce09c-215d-4819-a8fe-4aea628f2256", "address": "fa:16:3e:0f:a2:30", "network": {"id": "6adc38e7-cd94-4bba-8c57-4d6a8d1fb56b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-312709008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11a1463ae6364bce9b571bec1b182204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608ce09c-21", "ovs_interfaceid": "608ce09c-215d-4819-a8fe-4aea628f2256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.634691] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:a2:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '608ce09c-215d-4819-a8fe-4aea628f2256', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.645234] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.645930] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.646183] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1e44141-d4f2-4292-99e9-d9ed17ca6908 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.673621] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.673621] env[69950]: value = "task-4222046" [ 845.673621] env[69950]: _type = "Task" [ 845.673621] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.687751] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222046, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.762756] env[69950]: DEBUG nova.compute.manager [req-fb3abe22-9b99-4e3f-8aed-f6d291138570 req-ba999f4b-7f95-440d-8c92-46d7c1658985 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Received event network-changed-608ce09c-215d-4819-a8fe-4aea628f2256 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 845.762959] env[69950]: DEBUG nova.compute.manager [req-fb3abe22-9b99-4e3f-8aed-f6d291138570 req-ba999f4b-7f95-440d-8c92-46d7c1658985 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Refreshing instance network info cache due to event network-changed-608ce09c-215d-4819-a8fe-4aea628f2256. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 845.763201] env[69950]: DEBUG oslo_concurrency.lockutils [req-fb3abe22-9b99-4e3f-8aed-f6d291138570 req-ba999f4b-7f95-440d-8c92-46d7c1658985 service nova] Acquiring lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.763351] env[69950]: DEBUG oslo_concurrency.lockutils [req-fb3abe22-9b99-4e3f-8aed-f6d291138570 req-ba999f4b-7f95-440d-8c92-46d7c1658985 service nova] Acquired lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.763511] env[69950]: DEBUG nova.network.neutron [req-fb3abe22-9b99-4e3f-8aed-f6d291138570 req-ba999f4b-7f95-440d-8c92-46d7c1658985 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Refreshing network info cache for port 608ce09c-215d-4819-a8fe-4aea628f2256 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.791045] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222045, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.019048] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Releasing lock "refresh_cache-ce87729f-7f4d-434d-95be-60bc72dcad08" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.020314] env[69950]: DEBUG nova.compute.manager [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.020314] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.024022] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2b052c-62eb-4d2e-a613-c64fc3a34f34 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.029408] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.029722] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beeb8d5c-6ed4-445a-a332-c6bb067abf13 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.037578] env[69950]: DEBUG oslo_vmware.api [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 846.037578] env[69950]: value = "task-4222047" [ 846.037578] env[69950]: _type = "Task" [ 846.037578] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.048266] env[69950]: DEBUG oslo_vmware.api [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.141290] env[69950]: DEBUG nova.scheduler.client.report [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 846.141656] env[69950]: DEBUG nova.compute.provider_tree [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 76 to 77 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 846.141868] env[69950]: DEBUG nova.compute.provider_tree [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.188028] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222046, 'name': CreateVM_Task, 'duration_secs': 0.406414} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.188028] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.188028] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.188028] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.188028] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.188028] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7174f5d7-870f-465f-b6f6-78ccdfadb992 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.192678] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 846.192678] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5282cee7-4ef7-1fb2-54d7-d9a78dc9fadd" [ 846.192678] env[69950]: _type = "Task" [ 846.192678] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.206181] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5282cee7-4ef7-1fb2-54d7-d9a78dc9fadd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.295109] env[69950]: DEBUG oslo_vmware.api [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222045, 'name': PowerOnVM_Task, 'duration_secs': 0.530781} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.295548] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.295775] env[69950]: INFO nova.compute.manager [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Took 8.47 seconds to spawn the instance on the hypervisor. [ 846.295963] env[69950]: DEBUG nova.compute.manager [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.296879] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be5dd12-a651-4b56-b5c3-64a6d92c64cc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.550289] env[69950]: DEBUG oslo_vmware.api [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222047, 'name': PowerOffVM_Task, 'duration_secs': 0.132091} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.556248] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.556248] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.556248] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bcb0ffd-4329-4c9f-b3b9-3786f25aa80a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.585185] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.588020] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.588020] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Deleting the datastore file [datastore1] ce87729f-7f4d-434d-95be-60bc72dcad08 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.588020] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c74ea36-127f-4d98-9877-e2a48098d2a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.596778] env[69950]: DEBUG oslo_vmware.api [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for the task: (returnval){ [ 846.596778] env[69950]: value = "task-4222049" [ 846.596778] env[69950]: _type = "Task" [ 846.596778] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.615865] env[69950]: DEBUG oslo_vmware.api [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.618676] env[69950]: DEBUG nova.network.neutron [req-fb3abe22-9b99-4e3f-8aed-f6d291138570 req-ba999f4b-7f95-440d-8c92-46d7c1658985 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Updated VIF entry in instance network info cache for port 608ce09c-215d-4819-a8fe-4aea628f2256. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.618676] env[69950]: DEBUG nova.network.neutron [req-fb3abe22-9b99-4e3f-8aed-f6d291138570 req-ba999f4b-7f95-440d-8c92-46d7c1658985 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Updating instance_info_cache with network_info: [{"id": "608ce09c-215d-4819-a8fe-4aea628f2256", "address": "fa:16:3e:0f:a2:30", "network": {"id": "6adc38e7-cd94-4bba-8c57-4d6a8d1fb56b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-312709008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11a1463ae6364bce9b571bec1b182204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608ce09c-21", "ovs_interfaceid": "608ce09c-215d-4819-a8fe-4aea628f2256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.648559] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.649101] env[69950]: DEBUG nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.651668] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.880s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.653794] env[69950]: INFO nova.compute.claims [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.709774] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5282cee7-4ef7-1fb2-54d7-d9a78dc9fadd, 'name': SearchDatastore_Task, 'duration_secs': 0.014454} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.710179] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.710479] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.710781] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.711142] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.711371] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.712447] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bada3531-1dca-4208-932e-1eaf66d08935 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.733271] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.733609] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.734657] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5835af91-7a1f-45e7-bc88-ab7c06ac630a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.743256] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 846.743256] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527081af-3159-5fb0-b907-c4f69081e194" [ 846.743256] env[69950]: _type = "Task" [ 846.743256] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.755373] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527081af-3159-5fb0-b907-c4f69081e194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.824998] env[69950]: INFO nova.compute.manager [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Took 44.20 seconds to build instance. [ 847.110074] env[69950]: DEBUG oslo_vmware.api [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Task: {'id': task-4222049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135816} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.110074] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.110196] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.110363] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.110646] env[69950]: INFO nova.compute.manager [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Took 1.09 seconds to destroy the instance on the hypervisor. [ 847.110811] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.111021] env[69950]: DEBUG nova.compute.manager [-] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.111122] env[69950]: DEBUG nova.network.neutron [-] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.121826] env[69950]: DEBUG oslo_concurrency.lockutils [req-fb3abe22-9b99-4e3f-8aed-f6d291138570 req-ba999f4b-7f95-440d-8c92-46d7c1658985 service nova] Releasing lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.131469] env[69950]: DEBUG nova.network.neutron [-] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.158691] env[69950]: DEBUG nova.compute.utils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.162809] env[69950]: DEBUG nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.163122] env[69950]: DEBUG nova.network.neutron [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.223958] env[69950]: DEBUG nova.policy [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b7d620cdd54c648701ca5345d026ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '871b2dfb3fae4379933b29ff3304980c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.255408] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527081af-3159-5fb0-b907-c4f69081e194, 'name': SearchDatastore_Task, 'duration_secs': 0.014205} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.256470] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aefc653b-37c9-4796-b612-13903813e75b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.264603] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 847.264603] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5243e71c-49d5-e289-de0e-eb6eec0bc0f8" [ 847.264603] env[69950]: _type = "Task" [ 847.264603] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.274281] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5243e71c-49d5-e289-de0e-eb6eec0bc0f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.327778] env[69950]: DEBUG oslo_concurrency.lockutils [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquiring lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.328409] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d7ab081b-5a41-4118-966a-e105eab57c7a tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.718s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.329801] env[69950]: DEBUG oslo_concurrency.lockutils [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.002s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.336110] env[69950]: INFO nova.compute.manager [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Rebooting instance [ 847.621223] env[69950]: DEBUG nova.network.neutron [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Successfully created port: c321039b-626e-4eac-929b-7389522bfd32 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.633838] env[69950]: DEBUG nova.network.neutron [-] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.664923] env[69950]: DEBUG nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.780306] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5243e71c-49d5-e289-de0e-eb6eec0bc0f8, 'name': SearchDatastore_Task, 'duration_secs': 0.023793} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.783108] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.783389] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 3bce6a6a-df6a-4aef-8f9b-d66be0b35199/3bce6a6a-df6a-4aef-8f9b-d66be0b35199.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.783864] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06642edb-d2e0-4097-98e3-3dec1be16530 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.793971] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 847.793971] env[69950]: value = "task-4222050" [ 847.793971] env[69950]: _type = "Task" [ 847.793971] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.805318] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.835912] env[69950]: DEBUG nova.compute.manager [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.869864] env[69950]: DEBUG oslo_concurrency.lockutils [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquiring lock "refresh_cache-d057254b-f3c2-40e7-bf6a-5262d11f1dbc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.869864] env[69950]: DEBUG oslo_concurrency.lockutils [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquired lock "refresh_cache-d057254b-f3c2-40e7-bf6a-5262d11f1dbc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.869864] env[69950]: DEBUG nova.network.neutron [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.137139] env[69950]: INFO nova.compute.manager [-] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Took 1.03 seconds to deallocate network for instance. [ 848.172760] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5690e017-38cd-4762-81a7-4ae01696ca5a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.185197] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640a3bc6-f6ec-424d-a02c-c1cc9a376674 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.219973] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4ede07-5969-4002-a996-19ed03f4cc54 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.229844] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb0524b-45e3-4844-aff0-9992f4df2aa9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.249030] env[69950]: DEBUG nova.compute.provider_tree [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.304737] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222050, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.370140] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.646246] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.682298] env[69950]: DEBUG nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.694627] env[69950]: DEBUG nova.network.neutron [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Updating instance_info_cache with network_info: [{"id": "4da295e8-67cb-4736-b31b-de8935dce90f", "address": "fa:16:3e:17:89:17", "network": {"id": "eb83c103-b32a-40a2-939e-c4905dc2443f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-522091120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3f2a482e20d483695cca9180159ec4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4da295e8-67", "ovs_interfaceid": "4da295e8-67cb-4736-b31b-de8935dce90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.719439] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.719706] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.719870] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.720065] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.720215] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.720373] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.720601] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.720806] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.720986] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.721169] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.721344] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.722709] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5f089b-d24b-4843-9f28-df0420593edc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.732886] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a9915f-daca-47c3-aa93-71b77aba07b4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.801303] env[69950]: DEBUG nova.scheduler.client.report [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 848.801596] env[69950]: DEBUG nova.compute.provider_tree [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 77 to 78 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 848.801813] env[69950]: DEBUG nova.compute.provider_tree [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.812308] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837738} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.812584] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 3bce6a6a-df6a-4aef-8f9b-d66be0b35199/3bce6a6a-df6a-4aef-8f9b-d66be0b35199.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.812845] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.813165] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4e26f7a-6c18-4500-abda-b92966f3a5fc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.821408] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 848.821408] env[69950]: value = "task-4222051" [ 848.821408] env[69950]: _type = "Task" [ 848.821408] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.830669] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.198510] env[69950]: DEBUG oslo_concurrency.lockutils [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Releasing lock "refresh_cache-d057254b-f3c2-40e7-bf6a-5262d11f1dbc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.311046] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.311046] env[69950]: DEBUG nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.315031] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.061s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.315589] env[69950]: DEBUG nova.objects.instance [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lazy-loading 'resources' on Instance uuid 08ecd79f-c9f2-422f-80db-2b8b1e854d43 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.333842] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088639} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.334319] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.335259] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413bb200-003d-4a39-b83b-ae442c07e40a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.360118] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 3bce6a6a-df6a-4aef-8f9b-d66be0b35199/3bce6a6a-df6a-4aef-8f9b-d66be0b35199.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.361464] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f2d289-ed19-4fda-a850-edb30709d8f0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.384320] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 849.384320] env[69950]: value = "task-4222052" [ 849.384320] env[69950]: _type = "Task" [ 849.384320] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.394825] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.682430] env[69950]: DEBUG nova.compute.manager [req-e49b1ed2-f87f-4dff-aa18-b4e0689a4a88 req-e3f76944-f567-489d-a24f-df4a10676e46 service nova] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Received event network-vif-plugged-c321039b-626e-4eac-929b-7389522bfd32 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 849.682430] env[69950]: DEBUG oslo_concurrency.lockutils [req-e49b1ed2-f87f-4dff-aa18-b4e0689a4a88 req-e3f76944-f567-489d-a24f-df4a10676e46 service nova] Acquiring lock "0d398f4c-3765-4866-9861-6863a5561bff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.682430] env[69950]: DEBUG oslo_concurrency.lockutils [req-e49b1ed2-f87f-4dff-aa18-b4e0689a4a88 req-e3f76944-f567-489d-a24f-df4a10676e46 service nova] Lock "0d398f4c-3765-4866-9861-6863a5561bff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.682430] env[69950]: DEBUG oslo_concurrency.lockutils [req-e49b1ed2-f87f-4dff-aa18-b4e0689a4a88 req-e3f76944-f567-489d-a24f-df4a10676e46 service nova] Lock "0d398f4c-3765-4866-9861-6863a5561bff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.682430] env[69950]: DEBUG nova.compute.manager [req-e49b1ed2-f87f-4dff-aa18-b4e0689a4a88 req-e3f76944-f567-489d-a24f-df4a10676e46 service nova] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] No waiting events found dispatching network-vif-plugged-c321039b-626e-4eac-929b-7389522bfd32 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 849.682976] env[69950]: WARNING nova.compute.manager [req-e49b1ed2-f87f-4dff-aa18-b4e0689a4a88 req-e3f76944-f567-489d-a24f-df4a10676e46 service nova] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Received unexpected event network-vif-plugged-c321039b-626e-4eac-929b-7389522bfd32 for instance with vm_state building and task_state spawning. [ 849.704119] env[69950]: DEBUG nova.compute.manager [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.705044] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff758bef-beed-4995-89d3-2a2ff6b95e89 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.769384] env[69950]: DEBUG nova.network.neutron [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Successfully updated port: c321039b-626e-4eac-929b-7389522bfd32 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.824632] env[69950]: DEBUG nova.compute.utils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.827244] env[69950]: DEBUG nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.828086] env[69950]: DEBUG nova.network.neutron [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.902019] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.902019] env[69950]: DEBUG nova.policy [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b7d620cdd54c648701ca5345d026ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '871b2dfb3fae4379933b29ff3304980c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.205699] env[69950]: DEBUG nova.network.neutron [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Successfully created port: 60763752-431b-4394-8511-b1024c4f61d2 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.272988] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "refresh_cache-0d398f4c-3765-4866-9861-6863a5561bff" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.273209] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired lock "refresh_cache-0d398f4c-3765-4866-9861-6863a5561bff" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.273372] env[69950]: DEBUG nova.network.neutron [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.319623] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a714bd20-9c4f-43c9-aa57-2bec52a4837d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.327986] env[69950]: DEBUG nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.331436] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d39cd40-f8bd-476a-8442-e5e8b187c336 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.366800] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880c50f1-b3fd-456c-a919-e2a5a0b5d4e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.375740] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5957b8c-1921-449b-ba26-0d03ccb12891 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.390841] env[69950]: DEBUG nova.compute.provider_tree [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.402159] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222052, 'name': ReconfigVM_Task, 'duration_secs': 0.84548} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.402461] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 3bce6a6a-df6a-4aef-8f9b-d66be0b35199/3bce6a6a-df6a-4aef-8f9b-d66be0b35199.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.403484] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2393b468-2f34-4bf6-9ec9-102a06d31c55 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.411023] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 850.411023] env[69950]: value = "task-4222053" [ 850.411023] env[69950]: _type = "Task" [ 850.411023] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.424048] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222053, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.732686] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9743fe4-72a5-423f-9133-e4c22f30764b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.741536] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Doing hard reboot of VM {{(pid=69950) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 850.741856] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8be2f81e-acd8-4a4b-bb65-2925207b3777 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.748740] env[69950]: DEBUG oslo_vmware.api [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Waiting for the task: (returnval){ [ 850.748740] env[69950]: value = "task-4222054" [ 850.748740] env[69950]: _type = "Task" [ 850.748740] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.757814] env[69950]: DEBUG oslo_vmware.api [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222054, 'name': ResetVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.829305] env[69950]: DEBUG nova.network.neutron [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.920699] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222053, 'name': Rename_Task, 'duration_secs': 0.146716} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.921087] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.922029] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35a6cd13-ee0b-4c28-915c-7245e2528137 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.928987] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 850.928987] env[69950]: value = "task-4222055" [ 850.928987] env[69950]: _type = "Task" [ 850.928987] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.940123] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.954096] env[69950]: DEBUG nova.scheduler.client.report [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 850.954096] env[69950]: DEBUG nova.compute.provider_tree [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 78 to 79 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 850.954096] env[69950]: DEBUG nova.compute.provider_tree [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.109819] env[69950]: DEBUG nova.network.neutron [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Updating instance_info_cache with network_info: [{"id": "c321039b-626e-4eac-929b-7389522bfd32", "address": "fa:16:3e:fe:b8:1c", "network": {"id": "40d6553d-c5b9-4c4f-a5f0-c363bce9bd67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-685958512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "871b2dfb3fae4379933b29ff3304980c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc321039b-62", "ovs_interfaceid": "c321039b-626e-4eac-929b-7389522bfd32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.260608] env[69950]: DEBUG oslo_vmware.api [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222054, 'name': ResetVM_Task, 'duration_secs': 0.095432} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.260928] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Did hard reboot of VM {{(pid=69950) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 851.261143] env[69950]: DEBUG nova.compute.manager [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 851.262012] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beaea7e-64f6-4de6-8053-4c315b8b5d0f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.342743] env[69950]: DEBUG nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.371040] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.371382] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.371593] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.371820] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.372011] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.372204] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.372458] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.372628] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.373091] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.373162] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.373334] env[69950]: DEBUG nova.virt.hardware [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.374850] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05ed810-7170-4a9b-a486-e7ddca29f03d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.384285] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a42be6-59ef-45d4-b594-988a4e55aa65 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.439499] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222055, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.463106] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.466030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.105s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.467051] env[69950]: INFO nova.compute.claims [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.489779] env[69950]: INFO nova.scheduler.client.report [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Deleted allocations for instance 08ecd79f-c9f2-422f-80db-2b8b1e854d43 [ 851.618926] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Releasing lock "refresh_cache-0d398f4c-3765-4866-9861-6863a5561bff" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.619404] env[69950]: DEBUG nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Instance network_info: |[{"id": "c321039b-626e-4eac-929b-7389522bfd32", "address": "fa:16:3e:fe:b8:1c", "network": {"id": "40d6553d-c5b9-4c4f-a5f0-c363bce9bd67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-685958512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "871b2dfb3fae4379933b29ff3304980c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc321039b-62", "ovs_interfaceid": "c321039b-626e-4eac-929b-7389522bfd32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.619848] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b8:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c321039b-626e-4eac-929b-7389522bfd32', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.635666] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Creating folder: Project (871b2dfb3fae4379933b29ff3304980c). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.636041] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60e1f83c-b2cd-4798-b9b2-5ddb49a38fef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.651153] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Created folder: Project (871b2dfb3fae4379933b29ff3304980c) in parent group-v835309. [ 851.651369] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Creating folder: Instances. Parent ref: group-v835453. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.651637] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-606c2105-fe6b-46a0-913a-5dca8900dfdb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.667032] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Created folder: Instances in parent group-v835453. [ 851.667032] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.667032] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.667032] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15742e7a-8e24-4048-a9e6-cfc041474684 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.699731] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.699731] env[69950]: value = "task-4222058" [ 851.699731] env[69950]: _type = "Task" [ 851.699731] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.713608] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222058, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.775865] env[69950]: DEBUG oslo_concurrency.lockutils [None req-392508da-1607-4b68-ae63-13ec379cf413 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.446s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.787758] env[69950]: DEBUG nova.compute.manager [req-f67be7b7-ad0a-4756-8122-e3636bc2f906 req-63e210c7-73f4-445c-9508-a58b3a93b1db service nova] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Received event network-changed-c321039b-626e-4eac-929b-7389522bfd32 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 851.788033] env[69950]: DEBUG nova.compute.manager [req-f67be7b7-ad0a-4756-8122-e3636bc2f906 req-63e210c7-73f4-445c-9508-a58b3a93b1db service nova] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Refreshing instance network info cache due to event network-changed-c321039b-626e-4eac-929b-7389522bfd32. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 851.788285] env[69950]: DEBUG oslo_concurrency.lockutils [req-f67be7b7-ad0a-4756-8122-e3636bc2f906 req-63e210c7-73f4-445c-9508-a58b3a93b1db service nova] Acquiring lock "refresh_cache-0d398f4c-3765-4866-9861-6863a5561bff" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.788439] env[69950]: DEBUG oslo_concurrency.lockutils [req-f67be7b7-ad0a-4756-8122-e3636bc2f906 req-63e210c7-73f4-445c-9508-a58b3a93b1db service nova] Acquired lock "refresh_cache-0d398f4c-3765-4866-9861-6863a5561bff" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.788602] env[69950]: DEBUG nova.network.neutron [req-f67be7b7-ad0a-4756-8122-e3636bc2f906 req-63e210c7-73f4-445c-9508-a58b3a93b1db service nova] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Refreshing network info cache for port c321039b-626e-4eac-929b-7389522bfd32 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.941418] env[69950]: DEBUG oslo_vmware.api [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222055, 'name': PowerOnVM_Task, 'duration_secs': 0.788661} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.941838] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.942178] env[69950]: INFO nova.compute.manager [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Took 9.32 seconds to spawn the instance on the hypervisor. [ 851.942500] env[69950]: DEBUG nova.compute.manager [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 851.943760] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5b6790-7d01-4ed9-9b92-7cb092f0aa2b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.002700] env[69950]: DEBUG nova.network.neutron [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Successfully updated port: 60763752-431b-4394-8511-b1024c4f61d2 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.005848] env[69950]: DEBUG oslo_concurrency.lockutils [None req-05defe49-f7b6-4703-b75b-9153ed5de722 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Lock "08ecd79f-c9f2-422f-80db-2b8b1e854d43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.908s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.211939] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222058, 'name': CreateVM_Task, 'duration_secs': 0.356209} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.212165] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.212961] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.213156] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.213469] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.213811] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51809fb4-dce6-4e8a-8ef7-dfafed2da909 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.219753] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 852.219753] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d58813-c811-5148-c6ad-76efab0a8220" [ 852.219753] env[69950]: _type = "Task" [ 852.219753] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.233129] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d58813-c811-5148-c6ad-76efab0a8220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.474032] env[69950]: INFO nova.compute.manager [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Took 48.77 seconds to build instance. [ 852.510642] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "refresh_cache-e7e57df3-11d5-4c5f-9e03-f864944cc15d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.510847] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired lock "refresh_cache-e7e57df3-11d5-4c5f-9e03-f864944cc15d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.511088] env[69950]: DEBUG nova.network.neutron [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.665921] env[69950]: DEBUG nova.network.neutron [req-f67be7b7-ad0a-4756-8122-e3636bc2f906 req-63e210c7-73f4-445c-9508-a58b3a93b1db service nova] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Updated VIF entry in instance network info cache for port c321039b-626e-4eac-929b-7389522bfd32. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.666343] env[69950]: DEBUG nova.network.neutron [req-f67be7b7-ad0a-4756-8122-e3636bc2f906 req-63e210c7-73f4-445c-9508-a58b3a93b1db service nova] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Updating instance_info_cache with network_info: [{"id": "c321039b-626e-4eac-929b-7389522bfd32", "address": "fa:16:3e:fe:b8:1c", "network": {"id": "40d6553d-c5b9-4c4f-a5f0-c363bce9bd67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-685958512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "871b2dfb3fae4379933b29ff3304980c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc321039b-62", "ovs_interfaceid": "c321039b-626e-4eac-929b-7389522bfd32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.728293] env[69950]: DEBUG oslo_concurrency.lockutils [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquiring lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.728567] env[69950]: DEBUG oslo_concurrency.lockutils [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.728782] env[69950]: DEBUG oslo_concurrency.lockutils [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquiring lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.729011] env[69950]: DEBUG oslo_concurrency.lockutils [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.729233] env[69950]: DEBUG oslo_concurrency.lockutils [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.737215] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d58813-c811-5148-c6ad-76efab0a8220, 'name': SearchDatastore_Task, 'duration_secs': 0.020206} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.738559] env[69950]: INFO nova.compute.manager [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Terminating instance [ 852.739533] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.739769] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.740034] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.740197] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.740384] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.741582] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73cda843-8f7a-4b7b-982a-faf05024863c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.753013] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.753301] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.756715] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e7b443-950c-4597-9cfe-a0509e13b208 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.763811] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 852.763811] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52aafbc5-51fd-7c21-93f9-46559dfb0e1a" [ 852.763811] env[69950]: _type = "Task" [ 852.763811] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.776173] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52aafbc5-51fd-7c21-93f9-46559dfb0e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.977569] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8917f0b-068c-40ae-a4c3-e62309f703ce tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.289s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.986657] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f654004a-2940-4563-b441-8a60a0bc37fd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.997308] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc4bf30-3fc8-42aa-9111-5770ee6ef4bf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.032656] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3b1022-6628-48b7-ab86-8c20681590ed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.043316] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bac9219-7e21-4089-9011-c9dc2c066905 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.060773] env[69950]: DEBUG nova.compute.provider_tree [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.080606] env[69950]: DEBUG nova.network.neutron [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.169099] env[69950]: DEBUG oslo_concurrency.lockutils [req-f67be7b7-ad0a-4756-8122-e3636bc2f906 req-63e210c7-73f4-445c-9508-a58b3a93b1db service nova] Releasing lock "refresh_cache-0d398f4c-3765-4866-9861-6863a5561bff" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.244638] env[69950]: DEBUG nova.compute.manager [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.244875] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.245897] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4a4f4b-0f44-4f87-8176-f23408438e02 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.255042] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.256975] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0b3d948-6c71-4b52-bf17-b8ce5566a8b5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.263670] env[69950]: DEBUG oslo_vmware.api [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Waiting for the task: (returnval){ [ 853.263670] env[69950]: value = "task-4222059" [ 853.263670] env[69950]: _type = "Task" [ 853.263670] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.281408] env[69950]: DEBUG oslo_vmware.api [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.288034] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52aafbc5-51fd-7c21-93f9-46559dfb0e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.012744} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.290852] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13702ae1-d0f3-4fee-bf59-cb2fbd73ae91 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.298167] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 853.298167] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527f909e-5fb9-a242-d293-f0edde309db2" [ 853.298167] env[69950]: _type = "Task" [ 853.298167] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.315188] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527f909e-5fb9-a242-d293-f0edde309db2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.370355] env[69950]: DEBUG nova.network.neutron [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Updating instance_info_cache with network_info: [{"id": "60763752-431b-4394-8511-b1024c4f61d2", "address": "fa:16:3e:56:36:d9", "network": {"id": "40d6553d-c5b9-4c4f-a5f0-c363bce9bd67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-685958512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "871b2dfb3fae4379933b29ff3304980c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60763752-43", "ovs_interfaceid": "60763752-431b-4394-8511-b1024c4f61d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.481017] env[69950]: DEBUG nova.compute.manager [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.563634] env[69950]: DEBUG nova.scheduler.client.report [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.776917] env[69950]: DEBUG oslo_vmware.api [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222059, 'name': PowerOffVM_Task, 'duration_secs': 0.438534} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.776917] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.776917] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.776917] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d64478b7-e549-43c3-8023-08cc26095ef1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.809023] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527f909e-5fb9-a242-d293-f0edde309db2, 'name': SearchDatastore_Task, 'duration_secs': 0.015783} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.810897] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.810897] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 0d398f4c-3765-4866-9861-6863a5561bff/0d398f4c-3765-4866-9861-6863a5561bff.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.810897] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb0e35fc-168c-4152-8d34-d69cd133abdb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.817316] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 853.817316] env[69950]: value = "task-4222061" [ 853.817316] env[69950]: _type = "Task" [ 853.817316] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.826374] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.847234] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.847621] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.848098] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Deleting the datastore file [datastore1] d057254b-f3c2-40e7-bf6a-5262d11f1dbc {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.848305] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf0be67a-b8f6-4864-8354-cc125b0b4e9f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.855729] env[69950]: DEBUG oslo_vmware.api [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Waiting for the task: (returnval){ [ 853.855729] env[69950]: value = "task-4222062" [ 853.855729] env[69950]: _type = "Task" [ 853.855729] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.865879] env[69950]: DEBUG oslo_vmware.api [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.874716] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Releasing lock "refresh_cache-e7e57df3-11d5-4c5f-9e03-f864944cc15d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.875114] env[69950]: DEBUG nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Instance network_info: |[{"id": "60763752-431b-4394-8511-b1024c4f61d2", "address": "fa:16:3e:56:36:d9", "network": {"id": "40d6553d-c5b9-4c4f-a5f0-c363bce9bd67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-685958512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "871b2dfb3fae4379933b29ff3304980c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60763752-43", "ovs_interfaceid": "60763752-431b-4394-8511-b1024c4f61d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.875911] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:36:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60763752-431b-4394-8511-b1024c4f61d2', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.885070] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.885373] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.885637] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8426eb7e-dd42-498a-a775-be6b533d265b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.906704] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.906704] env[69950]: value = "task-4222063" [ 853.906704] env[69950]: _type = "Task" [ 853.906704] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.918387] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222063, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.956927] env[69950]: DEBUG nova.compute.manager [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Received event network-vif-plugged-60763752-431b-4394-8511-b1024c4f61d2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 853.957439] env[69950]: DEBUG oslo_concurrency.lockutils [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] Acquiring lock "e7e57df3-11d5-4c5f-9e03-f864944cc15d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.957681] env[69950]: DEBUG oslo_concurrency.lockutils [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] Lock "e7e57df3-11d5-4c5f-9e03-f864944cc15d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.957897] env[69950]: DEBUG oslo_concurrency.lockutils [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] Lock "e7e57df3-11d5-4c5f-9e03-f864944cc15d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.958209] env[69950]: DEBUG nova.compute.manager [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] No waiting events found dispatching network-vif-plugged-60763752-431b-4394-8511-b1024c4f61d2 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 853.958590] env[69950]: WARNING nova.compute.manager [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Received unexpected event network-vif-plugged-60763752-431b-4394-8511-b1024c4f61d2 for instance with vm_state building and task_state spawning. [ 853.958817] env[69950]: DEBUG nova.compute.manager [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Received event network-changed-60763752-431b-4394-8511-b1024c4f61d2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 853.959155] env[69950]: DEBUG nova.compute.manager [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Refreshing instance network info cache due to event network-changed-60763752-431b-4394-8511-b1024c4f61d2. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 853.959508] env[69950]: DEBUG oslo_concurrency.lockutils [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] Acquiring lock "refresh_cache-e7e57df3-11d5-4c5f-9e03-f864944cc15d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.959743] env[69950]: DEBUG oslo_concurrency.lockutils [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] Acquired lock "refresh_cache-e7e57df3-11d5-4c5f-9e03-f864944cc15d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.959972] env[69950]: DEBUG nova.network.neutron [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Refreshing network info cache for port 60763752-431b-4394-8511-b1024c4f61d2 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.014794] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.070636] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.071326] env[69950]: DEBUG nova.compute.manager [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.074490] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.066s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.336967] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222061, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.365494] env[69950]: DEBUG oslo_vmware.api [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Task: {'id': task-4222062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283334} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.365772] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.365953] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.366171] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.366383] env[69950]: INFO nova.compute.manager [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 854.367077] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.367077] env[69950]: DEBUG nova.compute.manager [-] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.367199] env[69950]: DEBUG nova.network.neutron [-] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.417848] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222063, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.433024] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.433024] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.433024] env[69950]: INFO nova.compute.manager [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Rebooting instance [ 854.580978] env[69950]: INFO nova.compute.claims [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.587922] env[69950]: DEBUG nova.compute.utils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.591051] env[69950]: DEBUG nova.compute.manager [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.591278] env[69950]: DEBUG nova.network.neutron [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.657123] env[69950]: DEBUG nova.policy [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4719a0522884d4ba2651165027c00dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4753ca555044cf799c444d732a1235d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.836853] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556787} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.837180] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 0d398f4c-3765-4866-9861-6863a5561bff/0d398f4c-3765-4866-9861-6863a5561bff.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.837429] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.837878] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe77312a-1f88-4997-a475-37efe0a4fd0b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.846639] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 854.846639] env[69950]: value = "task-4222064" [ 854.846639] env[69950]: _type = "Task" [ 854.846639] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.860813] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.919323] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222063, 'name': CreateVM_Task, 'duration_secs': 0.646513} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.921827] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.924872] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.925063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.925410] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.925893] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33d2ce1d-109e-4850-a6d2-c71fe919b463 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.934995] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 854.934995] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5274d2a0-acd1-ec8e-d1ec-fe05c87a5377" [ 854.934995] env[69950]: _type = "Task" [ 854.934995] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.947268] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5274d2a0-acd1-ec8e-d1ec-fe05c87a5377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.960926] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.961131] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquired lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.961321] env[69950]: DEBUG nova.network.neutron [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.999329] env[69950]: DEBUG nova.network.neutron [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Updated VIF entry in instance network info cache for port 60763752-431b-4394-8511-b1024c4f61d2. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.999329] env[69950]: DEBUG nova.network.neutron [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Updating instance_info_cache with network_info: [{"id": "60763752-431b-4394-8511-b1024c4f61d2", "address": "fa:16:3e:56:36:d9", "network": {"id": "40d6553d-c5b9-4c4f-a5f0-c363bce9bd67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-685958512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "871b2dfb3fae4379933b29ff3304980c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60763752-43", "ovs_interfaceid": "60763752-431b-4394-8511-b1024c4f61d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.097921] env[69950]: INFO nova.compute.resource_tracker [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating resource usage from migration 15610f4b-08c0-469d-86eb-939384b16d21 [ 855.100815] env[69950]: DEBUG nova.compute.manager [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.282198] env[69950]: DEBUG nova.network.neutron [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Successfully created port: 94de3c2f-46fd-4afe-b720-65c1eb5e241c {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.356791] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225802} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.359887] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.360947] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc367ba1-d033-464c-b706-30ab903a3ad3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.386174] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 0d398f4c-3765-4866-9861-6863a5561bff/0d398f4c-3765-4866-9861-6863a5561bff.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.389021] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c8df98-7359-438f-9283-5ec0df4f13aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.413691] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 855.413691] env[69950]: value = "task-4222065" [ 855.413691] env[69950]: _type = "Task" [ 855.413691] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.425174] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.428233] env[69950]: DEBUG nova.network.neutron [-] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.449890] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5274d2a0-acd1-ec8e-d1ec-fe05c87a5377, 'name': SearchDatastore_Task, 'duration_secs': 0.014597} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.451028] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.451629] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.451629] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.451629] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.451826] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.452735] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee4aaa3-3cd7-4bca-bccd-11e6a610de77 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.470626] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.470847] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.471918] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ee4acf-beec-4507-9177-180b45709f39 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.478434] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 855.478434] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52512e4d-f314-5563-bb00-dfac44a5ef3a" [ 855.478434] env[69950]: _type = "Task" [ 855.478434] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.489891] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52512e4d-f314-5563-bb00-dfac44a5ef3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.503888] env[69950]: DEBUG oslo_concurrency.lockutils [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] Releasing lock "refresh_cache-e7e57df3-11d5-4c5f-9e03-f864944cc15d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.504245] env[69950]: DEBUG nova.compute.manager [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Received event network-changed-608ce09c-215d-4819-a8fe-4aea628f2256 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 855.504654] env[69950]: DEBUG nova.compute.manager [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Refreshing instance network info cache due to event network-changed-608ce09c-215d-4819-a8fe-4aea628f2256. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 855.504654] env[69950]: DEBUG oslo_concurrency.lockutils [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] Acquiring lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.667665] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd91e6b-dc2d-4418-a181-1be6b53a58b6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.681171] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d466e0f-1e88-4ac1-99f4-b6983c06ea0a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.721769] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24184f72-f810-4d13-bdd6-84a5a2338e5a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.731307] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cc955a-d2fa-4e03-98db-2caa54981ea7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.753060] env[69950]: DEBUG nova.compute.provider_tree [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.844099] env[69950]: DEBUG nova.network.neutron [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Updating instance_info_cache with network_info: [{"id": "608ce09c-215d-4819-a8fe-4aea628f2256", "address": "fa:16:3e:0f:a2:30", "network": {"id": "6adc38e7-cd94-4bba-8c57-4d6a8d1fb56b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-312709008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11a1463ae6364bce9b571bec1b182204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608ce09c-21", "ovs_interfaceid": "608ce09c-215d-4819-a8fe-4aea628f2256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.926331] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222065, 'name': ReconfigVM_Task, 'duration_secs': 0.309625} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.926331] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 0d398f4c-3765-4866-9861-6863a5561bff/0d398f4c-3765-4866-9861-6863a5561bff.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.926331] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6107f5f-ad77-4390-8720-835a14aae683 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.930429] env[69950]: INFO nova.compute.manager [-] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Took 1.56 seconds to deallocate network for instance. [ 855.933737] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 855.933737] env[69950]: value = "task-4222066" [ 855.933737] env[69950]: _type = "Task" [ 855.933737] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.954198] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222066, 'name': Rename_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.996620] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52512e4d-f314-5563-bb00-dfac44a5ef3a, 'name': SearchDatastore_Task, 'duration_secs': 0.032528} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.998063] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fae8a2a-d2a7-460f-9751-b2ad4ee35d3c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.007026] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 856.007026] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bad1ff-b52b-962f-907d-4d12b78b30d1" [ 856.007026] env[69950]: _type = "Task" [ 856.007026] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.016349] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bad1ff-b52b-962f-907d-4d12b78b30d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.029317] env[69950]: DEBUG nova.compute.manager [req-078e64e1-2b12-4437-8a2f-0e51d360a4b7 req-cba81fd4-ebb5-4830-92fd-5cda07df06ea service nova] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Received event network-vif-deleted-4da295e8-67cb-4736-b31b-de8935dce90f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 856.112805] env[69950]: DEBUG nova.compute.manager [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.146900] env[69950]: DEBUG nova.virt.hardware [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.146900] env[69950]: DEBUG nova.virt.hardware [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.146900] env[69950]: DEBUG nova.virt.hardware [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.150823] env[69950]: DEBUG nova.virt.hardware [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.150823] env[69950]: DEBUG nova.virt.hardware [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.150823] env[69950]: DEBUG nova.virt.hardware [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.150823] env[69950]: DEBUG nova.virt.hardware [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.150823] env[69950]: DEBUG nova.virt.hardware [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.151444] env[69950]: DEBUG nova.virt.hardware [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.151444] env[69950]: DEBUG nova.virt.hardware [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.151444] env[69950]: DEBUG nova.virt.hardware [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.151444] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4513aab1-f109-4b39-8a56-7bbb3171779b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.171504] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a6b27e-df91-47f7-95df-2a4095a8d435 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.257483] env[69950]: DEBUG nova.scheduler.client.report [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.346419] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Releasing lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.348311] env[69950]: DEBUG oslo_concurrency.lockutils [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] Acquired lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.348390] env[69950]: DEBUG nova.network.neutron [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Refreshing network info cache for port 608ce09c-215d-4819-a8fe-4aea628f2256 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.374149] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "de73879c-e71a-4505-9739-16595239f982" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.374149] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "de73879c-e71a-4505-9739-16595239f982" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.449568] env[69950]: DEBUG oslo_concurrency.lockutils [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.450120] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222066, 'name': Rename_Task, 'duration_secs': 0.163432} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.451411] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.451788] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73557d28-ddb2-4e22-8ddb-b993c9a287bd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.459712] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 856.459712] env[69950]: value = "task-4222067" [ 856.459712] env[69950]: _type = "Task" [ 856.459712] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.468143] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.517050] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bad1ff-b52b-962f-907d-4d12b78b30d1, 'name': SearchDatastore_Task, 'duration_secs': 0.032376} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.517355] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.517629] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] e7e57df3-11d5-4c5f-9e03-f864944cc15d/e7e57df3-11d5-4c5f-9e03-f864944cc15d.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.518282] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9e317af-1658-479b-a00c-9afa268695f1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.525584] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 856.525584] env[69950]: value = "task-4222068" [ 856.525584] env[69950]: _type = "Task" [ 856.525584] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.539068] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.763751] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.689s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.764049] env[69950]: INFO nova.compute.manager [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Migrating [ 856.772120] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.388s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.772120] env[69950]: DEBUG nova.objects.instance [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Lazy-loading 'resources' on Instance uuid afffcbe4-52eb-4385-bda8-a46fc0d2d68b {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.855631] env[69950]: DEBUG nova.compute.manager [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 856.858379] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622a055d-9f7f-4eaf-80f4-83187c6b6431 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.877791] env[69950]: DEBUG nova.compute.utils [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.980639] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222067, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.038880] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222068, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.116016] env[69950]: DEBUG nova.network.neutron [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Successfully updated port: 94de3c2f-46fd-4afe-b720-65c1eb5e241c {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.291361] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.291543] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.291721] env[69950]: DEBUG nova.network.neutron [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.344622] env[69950]: DEBUG nova.network.neutron [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Updated VIF entry in instance network info cache for port 608ce09c-215d-4819-a8fe-4aea628f2256. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.344982] env[69950]: DEBUG nova.network.neutron [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Updating instance_info_cache with network_info: [{"id": "608ce09c-215d-4819-a8fe-4aea628f2256", "address": "fa:16:3e:0f:a2:30", "network": {"id": "6adc38e7-cd94-4bba-8c57-4d6a8d1fb56b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-312709008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11a1463ae6364bce9b571bec1b182204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608ce09c-21", "ovs_interfaceid": "608ce09c-215d-4819-a8fe-4aea628f2256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.380728] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "de73879c-e71a-4505-9739-16595239f982" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.472149] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222067, 'name': PowerOnVM_Task, 'duration_secs': 0.603552} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.474939] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.475173] env[69950]: INFO nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Took 8.79 seconds to spawn the instance on the hypervisor. [ 857.475360] env[69950]: DEBUG nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 857.476431] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a96796c-29cf-422f-b36c-73950accb696 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.540520] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664596} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.540825] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] e7e57df3-11d5-4c5f-9e03-f864944cc15d/e7e57df3-11d5-4c5f-9e03-f864944cc15d.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.541079] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.541382] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1794309b-c069-4470-87e0-896a8864fc11 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.552630] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 857.552630] env[69950]: value = "task-4222069" [ 857.552630] env[69950]: _type = "Task" [ 857.552630] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.561203] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.570258] env[69950]: DEBUG nova.compute.manager [req-91188df8-cb09-4643-ae47-8b402be3deca req-435c6e6d-8aec-4bfb-b3b6-2654df6d5ea0 service nova] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Received event network-vif-plugged-94de3c2f-46fd-4afe-b720-65c1eb5e241c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 857.570610] env[69950]: DEBUG oslo_concurrency.lockutils [req-91188df8-cb09-4643-ae47-8b402be3deca req-435c6e6d-8aec-4bfb-b3b6-2654df6d5ea0 service nova] Acquiring lock "3b9cae4e-ef70-4faf-bf3f-922ef72fde00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.570986] env[69950]: DEBUG oslo_concurrency.lockutils [req-91188df8-cb09-4643-ae47-8b402be3deca req-435c6e6d-8aec-4bfb-b3b6-2654df6d5ea0 service nova] Lock "3b9cae4e-ef70-4faf-bf3f-922ef72fde00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.571197] env[69950]: DEBUG oslo_concurrency.lockutils [req-91188df8-cb09-4643-ae47-8b402be3deca req-435c6e6d-8aec-4bfb-b3b6-2654df6d5ea0 service nova] Lock "3b9cae4e-ef70-4faf-bf3f-922ef72fde00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.571373] env[69950]: DEBUG nova.compute.manager [req-91188df8-cb09-4643-ae47-8b402be3deca req-435c6e6d-8aec-4bfb-b3b6-2654df6d5ea0 service nova] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] No waiting events found dispatching network-vif-plugged-94de3c2f-46fd-4afe-b720-65c1eb5e241c {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 857.571555] env[69950]: WARNING nova.compute.manager [req-91188df8-cb09-4643-ae47-8b402be3deca req-435c6e6d-8aec-4bfb-b3b6-2654df6d5ea0 service nova] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Received unexpected event network-vif-plugged-94de3c2f-46fd-4afe-b720-65c1eb5e241c for instance with vm_state building and task_state spawning. [ 857.623266] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Acquiring lock "refresh_cache-3b9cae4e-ef70-4faf-bf3f-922ef72fde00" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.623346] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Acquired lock "refresh_cache-3b9cae4e-ef70-4faf-bf3f-922ef72fde00" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.623504] env[69950]: DEBUG nova.network.neutron [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.809416] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea17177-2c4e-41cb-83b3-08d22c2f4fba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.818521] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6957faa8-1a8b-43cc-b2b9-8d4210557793 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.852152] env[69950]: DEBUG oslo_concurrency.lockutils [req-6f874f01-136f-43d8-84e3-b864b5e008dc req-d607071b-1e48-4a62-8009-add7fda19a25 service nova] Releasing lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.855775] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f5dbcd-aada-4711-8978-cc6c4de17047 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.864618] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4070cf25-984b-4f9b-823d-c3b8cefeffaa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.882837] env[69950]: DEBUG nova.compute.provider_tree [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.886487] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62b40c0-7ba7-4c4f-b15d-f38f5d955c57 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.892032] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Doing hard reboot of VM {{(pid=69950) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 857.895267] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3951c67a-1b8b-4481-a206-715febe06ad4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.901578] env[69950]: DEBUG oslo_vmware.api [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 857.901578] env[69950]: value = "task-4222070" [ 857.901578] env[69950]: _type = "Task" [ 857.901578] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.914297] env[69950]: DEBUG oslo_vmware.api [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222070, 'name': ResetVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.001616] env[69950]: INFO nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Took 48.31 seconds to build instance. [ 858.063510] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089747} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.063788] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.064616] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c0e0cf-c261-468b-a9ce-82960f9fca02 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.093259] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] e7e57df3-11d5-4c5f-9e03-f864944cc15d/e7e57df3-11d5-4c5f-9e03-f864944cc15d.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.096801] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47ad93b1-6c98-4431-96e0-0d5fa2248614 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.120120] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 858.120120] env[69950]: value = "task-4222071" [ 858.120120] env[69950]: _type = "Task" [ 858.120120] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.130792] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.199301] env[69950]: DEBUG nova.network.neutron [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.289399] env[69950]: DEBUG nova.network.neutron [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance_info_cache with network_info: [{"id": "22753c01-c0e5-40c7-8cd6-7520e353a3a9", "address": "fa:16:3e:1b:5e:2b", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22753c01-c0", "ovs_interfaceid": "22753c01-c0e5-40c7-8cd6-7520e353a3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.379408] env[69950]: DEBUG nova.network.neutron [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Updating instance_info_cache with network_info: [{"id": "94de3c2f-46fd-4afe-b720-65c1eb5e241c", "address": "fa:16:3e:19:7b:9c", "network": {"id": "71e53e15-8a29-426e-b899-1bfc0c52cf9c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1849344273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4753ca555044cf799c444d732a1235d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94de3c2f-46", "ovs_interfaceid": "94de3c2f-46fd-4afe-b720-65c1eb5e241c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.388868] env[69950]: DEBUG nova.scheduler.client.report [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.418520] env[69950]: DEBUG oslo_vmware.api [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222070, 'name': ResetVM_Task, 'duration_secs': 0.14086} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.418794] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Did hard reboot of VM {{(pid=69950) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 858.418993] env[69950]: DEBUG nova.compute.manager [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 858.420384] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33ad132-d621-4fbb-808e-2c64819c03f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.475409] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "de73879c-e71a-4505-9739-16595239f982" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.475720] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "de73879c-e71a-4505-9739-16595239f982" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.475963] env[69950]: INFO nova.compute.manager [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Attaching volume 911058e1-d918-4ab8-9a3a-c097bf085e63 to /dev/sdb [ 858.509574] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "0d398f4c-3765-4866-9861-6863a5561bff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.826s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.523788] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cc9e55-7de2-48c0-bcf3-ac5592a06d48 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.537149] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edf9dc5-67e8-4faf-9ae4-6687a84cc4f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.556056] env[69950]: DEBUG nova.virt.block_device [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Updating existing volume attachment record: 5eed005a-4238-45ae-a645-117a0b6a2c1b {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 858.632467] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.803140] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Releasing lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.885198] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Releasing lock "refresh_cache-3b9cae4e-ef70-4faf-bf3f-922ef72fde00" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.885198] env[69950]: DEBUG nova.compute.manager [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Instance network_info: |[{"id": "94de3c2f-46fd-4afe-b720-65c1eb5e241c", "address": "fa:16:3e:19:7b:9c", "network": {"id": "71e53e15-8a29-426e-b899-1bfc0c52cf9c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1849344273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4753ca555044cf799c444d732a1235d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94de3c2f-46", "ovs_interfaceid": "94de3c2f-46fd-4afe-b720-65c1eb5e241c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.885528] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:7b:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94de3c2f-46fd-4afe-b720-65c1eb5e241c', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.893622] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Creating folder: Project (a4753ca555044cf799c444d732a1235d). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.894366] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50dc2719-0fac-453f-b741-55d2762d1107 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.897197] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.901592] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.517s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.901592] env[69950]: INFO nova.compute.claims [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.917601] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Created folder: Project (a4753ca555044cf799c444d732a1235d) in parent group-v835309. [ 858.917813] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Creating folder: Instances. Parent ref: group-v835457. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.918072] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38a2ed1f-39ed-43e5-bc83-2505d5da4cc2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.928574] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Created folder: Instances in parent group-v835457. [ 858.928889] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.929064] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.929351] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3173a20e-7369-48e3-8ecb-307a1d4ad58a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.951928] env[69950]: INFO nova.scheduler.client.report [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Deleted allocations for instance afffcbe4-52eb-4385-bda8-a46fc0d2d68b [ 858.964034] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e09b84da-c714-4aa0-ab12-ea6d2f5c9c54 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.529s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.967519] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.967519] env[69950]: value = "task-4222075" [ 858.967519] env[69950]: _type = "Task" [ 858.967519] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.976867] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222075, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.011365] env[69950]: DEBUG nova.compute.manager [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.131618] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222071, 'name': ReconfigVM_Task, 'duration_secs': 0.760133} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.131918] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Reconfigured VM instance instance-00000030 to attach disk [datastore1] e7e57df3-11d5-4c5f-9e03-f864944cc15d/e7e57df3-11d5-4c5f-9e03-f864944cc15d.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.132646] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f2d9076-a8a1-4503-a57b-29bc0f2e6308 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.140501] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 859.140501] env[69950]: value = "task-4222078" [ 859.140501] env[69950]: _type = "Task" [ 859.140501] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.155654] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222078, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.463992] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Lock "afffcbe4-52eb-4385-bda8-a46fc0d2d68b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.212s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.477607] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222075, 'name': CreateVM_Task, 'duration_secs': 0.438068} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.477803] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.478525] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.478688] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.479009] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.483654] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ec50d4-9a77-4c07-9a04-e7e82fbfd693 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.489887] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Waiting for the task: (returnval){ [ 859.489887] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52711b3b-00a2-f990-1a06-49507796cce4" [ 859.489887] env[69950]: _type = "Task" [ 859.489887] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.502199] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52711b3b-00a2-f990-1a06-49507796cce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.537019] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.659989] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222078, 'name': Rename_Task, 'duration_secs': 0.198713} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.660328] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.660599] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7421eddd-a51c-43f7-95e9-a6823364bc6f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.670609] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 859.670609] env[69950]: value = "task-4222079" [ 859.670609] env[69950]: _type = "Task" [ 859.670609] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.681122] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.849900] env[69950]: DEBUG nova.compute.manager [req-a66e80da-eec3-4896-a409-6bbb9e964ddf req-ee72dc7c-3785-43c6-8150-bdae8245142a service nova] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Received event network-changed-94de3c2f-46fd-4afe-b720-65c1eb5e241c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 859.850875] env[69950]: DEBUG nova.compute.manager [req-a66e80da-eec3-4896-a409-6bbb9e964ddf req-ee72dc7c-3785-43c6-8150-bdae8245142a service nova] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Refreshing instance network info cache due to event network-changed-94de3c2f-46fd-4afe-b720-65c1eb5e241c. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 859.851456] env[69950]: DEBUG oslo_concurrency.lockutils [req-a66e80da-eec3-4896-a409-6bbb9e964ddf req-ee72dc7c-3785-43c6-8150-bdae8245142a service nova] Acquiring lock "refresh_cache-3b9cae4e-ef70-4faf-bf3f-922ef72fde00" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.851577] env[69950]: DEBUG oslo_concurrency.lockutils [req-a66e80da-eec3-4896-a409-6bbb9e964ddf req-ee72dc7c-3785-43c6-8150-bdae8245142a service nova] Acquired lock "refresh_cache-3b9cae4e-ef70-4faf-bf3f-922ef72fde00" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.851796] env[69950]: DEBUG nova.network.neutron [req-a66e80da-eec3-4896-a409-6bbb9e964ddf req-ee72dc7c-3785-43c6-8150-bdae8245142a service nova] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Refreshing network info cache for port 94de3c2f-46fd-4afe-b720-65c1eb5e241c {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.002095] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52711b3b-00a2-f990-1a06-49507796cce4, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.005172] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.006082] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.006082] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.006082] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.006082] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.007536] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a358004b-edeb-4e21-ab73-ab91401384f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.025127] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.025332] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.026118] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fd350e-0a3a-454a-8e4f-fc47a0bf366a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.034154] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Waiting for the task: (returnval){ [ 860.034154] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52044b6f-b709-ac1e-ea4f-323a23be5adc" [ 860.034154] env[69950]: _type = "Task" [ 860.034154] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.046757] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52044b6f-b709-ac1e-ea4f-323a23be5adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.182187] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222079, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.328762] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1704ee9-611a-4440-9e30-54af87e4857c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.363569] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance '43ce3863-2138-4b31-84e7-3754a7da689c' progress to 0 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.469722] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e515e8-47f4-49b9-94bd-7a411f72868e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.476780] env[69950]: DEBUG nova.compute.manager [req-b6b64956-91f8-4738-8c48-65bfbe634966 req-bdf94724-033e-4fd9-a395-1cdc6fbe4294 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Received event network-changed-608ce09c-215d-4819-a8fe-4aea628f2256 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 860.476976] env[69950]: DEBUG nova.compute.manager [req-b6b64956-91f8-4738-8c48-65bfbe634966 req-bdf94724-033e-4fd9-a395-1cdc6fbe4294 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Refreshing instance network info cache due to event network-changed-608ce09c-215d-4819-a8fe-4aea628f2256. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 860.477221] env[69950]: DEBUG oslo_concurrency.lockutils [req-b6b64956-91f8-4738-8c48-65bfbe634966 req-bdf94724-033e-4fd9-a395-1cdc6fbe4294 service nova] Acquiring lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.477575] env[69950]: DEBUG oslo_concurrency.lockutils [req-b6b64956-91f8-4738-8c48-65bfbe634966 req-bdf94724-033e-4fd9-a395-1cdc6fbe4294 service nova] Acquired lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.477575] env[69950]: DEBUG nova.network.neutron [req-b6b64956-91f8-4738-8c48-65bfbe634966 req-bdf94724-033e-4fd9-a395-1cdc6fbe4294 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Refreshing network info cache for port 608ce09c-215d-4819-a8fe-4aea628f2256 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.487823] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a51bc5-7891-4bee-9a02-c2ca6e9d090e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.530797] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a906de-79cf-45b4-b900-5025de48fd12 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.542777] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eaef93-1223-4245-8123-d72ba5104185 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.551107] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52044b6f-b709-ac1e-ea4f-323a23be5adc, 'name': SearchDatastore_Task, 'duration_secs': 0.012448} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.552380] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b869c58-30ae-4938-8132-e02c41d362e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.564271] env[69950]: DEBUG nova.compute.provider_tree [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.572783] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Waiting for the task: (returnval){ [ 860.572783] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529c27a5-381a-5f60-8c33-b82ec1a364f4" [ 860.572783] env[69950]: _type = "Task" [ 860.572783] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.586286] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529c27a5-381a-5f60-8c33-b82ec1a364f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.682645] env[69950]: DEBUG oslo_vmware.api [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222079, 'name': PowerOnVM_Task, 'duration_secs': 0.727731} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.682974] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.683560] env[69950]: INFO nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Took 9.34 seconds to spawn the instance on the hypervisor. [ 860.683560] env[69950]: DEBUG nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.684382] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8797678-ecf4-4f94-94fc-5254005af274 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.789658] env[69950]: DEBUG nova.network.neutron [req-a66e80da-eec3-4896-a409-6bbb9e964ddf req-ee72dc7c-3785-43c6-8150-bdae8245142a service nova] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Updated VIF entry in instance network info cache for port 94de3c2f-46fd-4afe-b720-65c1eb5e241c. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.789658] env[69950]: DEBUG nova.network.neutron [req-a66e80da-eec3-4896-a409-6bbb9e964ddf req-ee72dc7c-3785-43c6-8150-bdae8245142a service nova] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Updating instance_info_cache with network_info: [{"id": "94de3c2f-46fd-4afe-b720-65c1eb5e241c", "address": "fa:16:3e:19:7b:9c", "network": {"id": "71e53e15-8a29-426e-b899-1bfc0c52cf9c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1849344273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4753ca555044cf799c444d732a1235d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94de3c2f-46", "ovs_interfaceid": "94de3c2f-46fd-4afe-b720-65c1eb5e241c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.877704] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.878326] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7282c5a-33aa-4a74-b8a1-54017f413678 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.886346] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 860.886346] env[69950]: value = "task-4222080" [ 860.886346] env[69950]: _type = "Task" [ 860.886346] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.897689] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.077026] env[69950]: DEBUG nova.scheduler.client.report [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.095694] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529c27a5-381a-5f60-8c33-b82ec1a364f4, 'name': SearchDatastore_Task, 'duration_secs': 0.015197} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.096785] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.096785] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 3b9cae4e-ef70-4faf-bf3f-922ef72fde00/3b9cae4e-ef70-4faf-bf3f-922ef72fde00.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.096785] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faaf9d61-d6bc-4565-879e-7eb9ad5437eb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.105567] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Waiting for the task: (returnval){ [ 861.105567] env[69950]: value = "task-4222081" [ 861.105567] env[69950]: _type = "Task" [ 861.105567] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.119365] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.208704] env[69950]: INFO nova.compute.manager [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Took 51.46 seconds to build instance. [ 861.269425] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Acquiring lock "1cb2eaea-fc39-4ac4-9df7-b2d6297a1494" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.269680] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Lock "1cb2eaea-fc39-4ac4-9df7-b2d6297a1494" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.298022] env[69950]: DEBUG oslo_concurrency.lockutils [req-a66e80da-eec3-4896-a409-6bbb9e964ddf req-ee72dc7c-3785-43c6-8150-bdae8245142a service nova] Releasing lock "refresh_cache-3b9cae4e-ef70-4faf-bf3f-922ef72fde00" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.350523] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.350689] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.350921] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.351168] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.351596] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.354063] env[69950]: INFO nova.compute.manager [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Terminating instance [ 861.385467] env[69950]: DEBUG nova.network.neutron [req-b6b64956-91f8-4738-8c48-65bfbe634966 req-bdf94724-033e-4fd9-a395-1cdc6fbe4294 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Updated VIF entry in instance network info cache for port 608ce09c-215d-4819-a8fe-4aea628f2256. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.385940] env[69950]: DEBUG nova.network.neutron [req-b6b64956-91f8-4738-8c48-65bfbe634966 req-bdf94724-033e-4fd9-a395-1cdc6fbe4294 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Updating instance_info_cache with network_info: [{"id": "608ce09c-215d-4819-a8fe-4aea628f2256", "address": "fa:16:3e:0f:a2:30", "network": {"id": "6adc38e7-cd94-4bba-8c57-4d6a8d1fb56b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-312709008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11a1463ae6364bce9b571bec1b182204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608ce09c-21", "ovs_interfaceid": "608ce09c-215d-4819-a8fe-4aea628f2256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.404613] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222080, 'name': PowerOffVM_Task, 'duration_secs': 0.404908} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.404613] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.404613] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance '43ce3863-2138-4b31-84e7-3754a7da689c' progress to 17 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.587965] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.587965] env[69950]: DEBUG nova.compute.manager [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.592791] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.279s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.593063] env[69950]: DEBUG nova.objects.instance [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Lazy-loading 'resources' on Instance uuid 0719412a-e298-4641-af06-ce0e8c5d6876 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.617762] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222081, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.713042] env[69950]: DEBUG oslo_concurrency.lockutils [None req-133e9cda-d266-4af1-ae7c-e61c199d2921 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "e7e57df3-11d5-4c5f-9e03-f864944cc15d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.973s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.859564] env[69950]: DEBUG nova.compute.manager [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.860495] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.860685] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73b72f8-d1c5-4930-a21e-aa4c3f9e119f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.870294] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.870575] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7b12f24-34fc-4ddd-91d4-a54e923032d8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.877698] env[69950]: DEBUG oslo_vmware.api [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 861.877698] env[69950]: value = "task-4222083" [ 861.877698] env[69950]: _type = "Task" [ 861.877698] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.889743] env[69950]: DEBUG oslo_concurrency.lockutils [req-b6b64956-91f8-4738-8c48-65bfbe634966 req-bdf94724-033e-4fd9-a395-1cdc6fbe4294 service nova] Releasing lock "refresh_cache-3bce6a6a-df6a-4aef-8f9b-d66be0b35199" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.890215] env[69950]: DEBUG oslo_vmware.api [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.911080] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.911420] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.911594] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.913212] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.913212] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.913212] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.913212] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.913212] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.913934] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.913934] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.913934] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.918562] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a74dd02b-fcb6-4fa1-9059-843a387e7548 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.940012] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 861.940012] env[69950]: value = "task-4222084" [ 861.940012] env[69950]: _type = "Task" [ 861.940012] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.952660] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.099046] env[69950]: DEBUG nova.compute.utils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.105448] env[69950]: DEBUG nova.compute.manager [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.106065] env[69950]: DEBUG nova.network.neutron [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.121179] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662412} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.122259] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 3b9cae4e-ef70-4faf-bf3f-922ef72fde00/3b9cae4e-ef70-4faf-bf3f-922ef72fde00.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.122726] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.125027] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ba95653-3530-4400-93a0-b2ef16fa06fa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.136719] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Waiting for the task: (returnval){ [ 862.136719] env[69950]: value = "task-4222085" [ 862.136719] env[69950]: _type = "Task" [ 862.136719] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.151054] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.169582] env[69950]: DEBUG nova.policy [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7610552571c43d68e54a7ee04234dcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d4ad236a9784e6695ba4af4dac760d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.216754] env[69950]: DEBUG nova.compute.manager [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.303960] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "0d398f4c-3765-4866-9861-6863a5561bff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.304272] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "0d398f4c-3765-4866-9861-6863a5561bff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.304507] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "0d398f4c-3765-4866-9861-6863a5561bff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.304694] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "0d398f4c-3765-4866-9861-6863a5561bff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.304859] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "0d398f4c-3765-4866-9861-6863a5561bff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.309662] env[69950]: INFO nova.compute.manager [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Terminating instance [ 862.393207] env[69950]: DEBUG oslo_vmware.api [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222083, 'name': PowerOffVM_Task, 'duration_secs': 0.39482} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.393207] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.393207] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.393368] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb36ab36-e273-4462-a282-48a8a8aceaa2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.450729] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222084, 'name': ReconfigVM_Task, 'duration_secs': 0.338427} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.451062] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance '43ce3863-2138-4b31-84e7-3754a7da689c' progress to 33 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 862.498610] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "e7e57df3-11d5-4c5f-9e03-f864944cc15d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.500098] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "e7e57df3-11d5-4c5f-9e03-f864944cc15d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.500098] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "e7e57df3-11d5-4c5f-9e03-f864944cc15d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.500098] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "e7e57df3-11d5-4c5f-9e03-f864944cc15d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.500098] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "e7e57df3-11d5-4c5f-9e03-f864944cc15d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.502743] env[69950]: INFO nova.compute.manager [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Terminating instance [ 862.528580] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.528795] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.528954] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Deleting the datastore file [datastore1] 3bce6a6a-df6a-4aef-8f9b-d66be0b35199 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.535698] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d61ecc45-7b84-4e60-a78a-ab0907a886f4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.545658] env[69950]: DEBUG oslo_vmware.api [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 862.545658] env[69950]: value = "task-4222087" [ 862.545658] env[69950]: _type = "Task" [ 862.545658] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.545955] env[69950]: DEBUG nova.network.neutron [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Successfully created port: 711b120f-e78c-4314-8cc7-0d7ab37c5a68 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.567018] env[69950]: DEBUG oslo_vmware.api [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.604477] env[69950]: DEBUG nova.compute.manager [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.652121] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082439} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.655936] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.657384] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02523e19-610e-4522-9ae0-64f70d7eb93f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.688901] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 3b9cae4e-ef70-4faf-bf3f-922ef72fde00/3b9cae4e-ef70-4faf-bf3f-922ef72fde00.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.692320] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e863f4c-098a-403d-8c02-f63482fed48a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.720318] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Waiting for the task: (returnval){ [ 862.720318] env[69950]: value = "task-4222088" [ 862.720318] env[69950]: _type = "Task" [ 862.720318] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.737377] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222088, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.740688] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.765608] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f839c4-8148-48aa-963c-10b6e93730c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.775396] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2351b8-5307-46a5-b924-2de632990308 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.810751] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a13f91-141e-41df-ac93-0b36dd8846ce {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.814146] env[69950]: DEBUG nova.compute.manager [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.814437] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.815515] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214a788d-61f8-4018-bb6f-48c7da71c85a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.826134] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bd6c68-898a-4a87-bff5-96aa18dd284c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.831270] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.831270] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbbfc42b-d75b-465b-9763-3696ce7838d3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.844741] env[69950]: DEBUG nova.compute.provider_tree [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.848055] env[69950]: DEBUG oslo_vmware.api [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 862.848055] env[69950]: value = "task-4222089" [ 862.848055] env[69950]: _type = "Task" [ 862.848055] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.859059] env[69950]: DEBUG oslo_vmware.api [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.961322] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:05:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='11d25c39-c81b-4fb2-a8ec-40babce85311',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2105371085',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.961617] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.961771] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.961955] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.962116] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.962267] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.962470] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.962628] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.962791] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.962981] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.963244] env[69950]: DEBUG nova.virt.hardware [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.969134] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 862.969380] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed27bfdd-d889-433c-80ac-a5f4a13913e9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.992078] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 862.992078] env[69950]: value = "task-4222090" [ 862.992078] env[69950]: _type = "Task" [ 862.992078] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.001805] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.012195] env[69950]: DEBUG nova.compute.manager [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.012352] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.013464] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ea10aa-02db-4828-bc01-b5f4dbadf6a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.022177] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.022177] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8907ec61-2fc1-4a29-bd28-a871c529a4ba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.031072] env[69950]: DEBUG oslo_vmware.api [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 863.031072] env[69950]: value = "task-4222091" [ 863.031072] env[69950]: _type = "Task" [ 863.031072] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.041595] env[69950]: DEBUG oslo_vmware.api [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.061959] env[69950]: DEBUG oslo_vmware.api [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415039} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.062352] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.062588] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.062809] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.062995] env[69950]: INFO nova.compute.manager [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Took 1.20 seconds to destroy the instance on the hypervisor. [ 863.063339] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.063598] env[69950]: DEBUG nova.compute.manager [-] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.063700] env[69950]: DEBUG nova.network.neutron [-] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.236031] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222088, 'name': ReconfigVM_Task, 'duration_secs': 0.445557} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.236031] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 3b9cae4e-ef70-4faf-bf3f-922ef72fde00/3b9cae4e-ef70-4faf-bf3f-922ef72fde00.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.236031] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b61ef6a5-54cf-4180-a6e3-9cc1b838212e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.243062] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Waiting for the task: (returnval){ [ 863.243062] env[69950]: value = "task-4222092" [ 863.243062] env[69950]: _type = "Task" [ 863.243062] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.254042] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222092, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.350301] env[69950]: DEBUG nova.scheduler.client.report [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.362870] env[69950]: DEBUG oslo_vmware.api [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222089, 'name': PowerOffVM_Task, 'duration_secs': 0.200601} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.363233] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.363366] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.363985] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84677ab5-2441-4bb2-9b31-e41ae6426268 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.434520] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.434862] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.435140] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Deleting the datastore file [datastore1] 0d398f4c-3765-4866-9861-6863a5561bff {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.435875] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-225aa295-54d6-48d9-9420-844fd11d32cb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.443851] env[69950]: DEBUG oslo_vmware.api [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 863.443851] env[69950]: value = "task-4222094" [ 863.443851] env[69950]: _type = "Task" [ 863.443851] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.452804] env[69950]: DEBUG oslo_vmware.api [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.502749] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222090, 'name': ReconfigVM_Task, 'duration_secs': 0.211908} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.504464] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 863.505373] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd17c60-a126-4843-a193-4dddd2f6d5ff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.530088] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 43ce3863-2138-4b31-84e7-3754a7da689c/43ce3863-2138-4b31-84e7-3754a7da689c.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.530513] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b60acf4b-cf37-459f-b095-17cd7cefa63b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.553777] env[69950]: DEBUG oslo_vmware.api [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222091, 'name': PowerOffVM_Task, 'duration_secs': 0.197686} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.556096] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.556096] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.556096] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 863.556096] env[69950]: value = "task-4222095" [ 863.556096] env[69950]: _type = "Task" [ 863.556096] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.556370] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4af29697-6b47-48af-b202-c2464d63e506 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.570206] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.619099] env[69950]: DEBUG nova.compute.manager [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.622850] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 863.622850] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835461', 'volume_id': '911058e1-d918-4ab8-9a3a-c097bf085e63', 'name': 'volume-911058e1-d918-4ab8-9a3a-c097bf085e63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de73879c-e71a-4505-9739-16595239f982', 'attached_at': '', 'detached_at': '', 'volume_id': '911058e1-d918-4ab8-9a3a-c097bf085e63', 'serial': '911058e1-d918-4ab8-9a3a-c097bf085e63'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 863.623851] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67ddbaf-c1c0-4420-903b-9373bf58921c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.648518] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b51c392-57b1-4fee-8b81-10ba58b39226 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.651336] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.652749] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.652749] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Deleting the datastore file [datastore1] e7e57df3-11d5-4c5f-9e03-f864944cc15d {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.652749] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-997af2fd-ca89-41c4-a116-39b9acc42f10 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.659704] env[69950]: DEBUG nova.virt.hardware [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.659955] env[69950]: DEBUG nova.virt.hardware [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.660161] env[69950]: DEBUG nova.virt.hardware [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.661608] env[69950]: DEBUG nova.virt.hardware [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.661608] env[69950]: DEBUG nova.virt.hardware [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.661608] env[69950]: DEBUG nova.virt.hardware [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.661608] env[69950]: DEBUG nova.virt.hardware [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.661608] env[69950]: DEBUG nova.virt.hardware [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.661608] env[69950]: DEBUG nova.virt.hardware [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.661898] env[69950]: DEBUG nova.virt.hardware [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.661898] env[69950]: DEBUG nova.virt.hardware [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.662458] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbe73f5-a930-4024-821a-848a1cb6d954 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.695702] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] volume-911058e1-d918-4ab8-9a3a-c097bf085e63/volume-911058e1-d918-4ab8-9a3a-c097bf085e63.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.696270] env[69950]: DEBUG oslo_vmware.api [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 863.696270] env[69950]: value = "task-4222097" [ 863.696270] env[69950]: _type = "Task" [ 863.696270] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.697009] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f91d3f2-1712-4037-97a2-4c8d803e4583 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.720955] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2e2a6c-ffa7-4c52-b441-fa72ca8dda90 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.727626] env[69950]: DEBUG oslo_vmware.api [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 863.727626] env[69950]: value = "task-4222098" [ 863.727626] env[69950]: _type = "Task" [ 863.727626] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.742866] env[69950]: DEBUG oslo_vmware.api [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.750666] env[69950]: DEBUG oslo_vmware.api [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.756158] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222092, 'name': Rename_Task, 'duration_secs': 0.148436} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.756480] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.756785] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa774ccc-faf3-4b24-b9ec-21aee85885f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.763781] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Waiting for the task: (returnval){ [ 863.763781] env[69950]: value = "task-4222099" [ 863.763781] env[69950]: _type = "Task" [ 863.763781] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.773892] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.858369] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.861125] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.951s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.862783] env[69950]: INFO nova.compute.claims [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.894551] env[69950]: INFO nova.scheduler.client.report [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Deleted allocations for instance 0719412a-e298-4641-af06-ce0e8c5d6876 [ 863.957124] env[69950]: DEBUG oslo_vmware.api [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171295} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.957124] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.957124] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.957124] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.957359] env[69950]: INFO nova.compute.manager [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 863.957519] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.957771] env[69950]: DEBUG nova.compute.manager [-] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.957923] env[69950]: DEBUG nova.network.neutron [-] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.075655] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222095, 'name': ReconfigVM_Task, 'duration_secs': 0.321123} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.075983] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 43ce3863-2138-4b31-84e7-3754a7da689c/43ce3863-2138-4b31-84e7-3754a7da689c.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.076311] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance '43ce3863-2138-4b31-84e7-3754a7da689c' progress to 50 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.194121] env[69950]: DEBUG nova.network.neutron [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Successfully updated port: 711b120f-e78c-4314-8cc7-0d7ab37c5a68 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.225058] env[69950]: DEBUG oslo_vmware.api [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192256} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.225351] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.225543] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.225742] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.225930] env[69950]: INFO nova.compute.manager [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 864.226201] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.226718] env[69950]: DEBUG nova.compute.manager [-] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.226879] env[69950]: DEBUG nova.network.neutron [-] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.240040] env[69950]: DEBUG oslo_vmware.api [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222098, 'name': ReconfigVM_Task, 'duration_secs': 0.465811} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.240353] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Reconfigured VM instance instance-00000006 to attach disk [datastore1] volume-911058e1-d918-4ab8-9a3a-c097bf085e63/volume-911058e1-d918-4ab8-9a3a-c097bf085e63.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.245428] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c915cc39-d077-4688-816d-4739ef1d61ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.262950] env[69950]: DEBUG oslo_vmware.api [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 864.262950] env[69950]: value = "task-4222100" [ 864.262950] env[69950]: _type = "Task" [ 864.262950] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.276049] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222099, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.280388] env[69950]: DEBUG oslo_vmware.api [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.309321] env[69950]: DEBUG nova.compute.manager [req-a9dbc9df-53e0-4ca7-a15a-55ce8afc21c2 req-318ce5c2-aace-4858-aa20-e13f7b52a3a2 service nova] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Received event network-vif-plugged-711b120f-e78c-4314-8cc7-0d7ab37c5a68 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 864.309321] env[69950]: DEBUG oslo_concurrency.lockutils [req-a9dbc9df-53e0-4ca7-a15a-55ce8afc21c2 req-318ce5c2-aace-4858-aa20-e13f7b52a3a2 service nova] Acquiring lock "57c3b8e4-0813-45aa-a513-f19fc60e3a2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.309321] env[69950]: DEBUG oslo_concurrency.lockutils [req-a9dbc9df-53e0-4ca7-a15a-55ce8afc21c2 req-318ce5c2-aace-4858-aa20-e13f7b52a3a2 service nova] Lock "57c3b8e4-0813-45aa-a513-f19fc60e3a2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.309321] env[69950]: DEBUG oslo_concurrency.lockutils [req-a9dbc9df-53e0-4ca7-a15a-55ce8afc21c2 req-318ce5c2-aace-4858-aa20-e13f7b52a3a2 service nova] Lock "57c3b8e4-0813-45aa-a513-f19fc60e3a2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.309321] env[69950]: DEBUG nova.compute.manager [req-a9dbc9df-53e0-4ca7-a15a-55ce8afc21c2 req-318ce5c2-aace-4858-aa20-e13f7b52a3a2 service nova] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] No waiting events found dispatching network-vif-plugged-711b120f-e78c-4314-8cc7-0d7ab37c5a68 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 864.309831] env[69950]: WARNING nova.compute.manager [req-a9dbc9df-53e0-4ca7-a15a-55ce8afc21c2 req-318ce5c2-aace-4858-aa20-e13f7b52a3a2 service nova] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Received unexpected event network-vif-plugged-711b120f-e78c-4314-8cc7-0d7ab37c5a68 for instance with vm_state building and task_state spawning. [ 864.402239] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1b742508-53d8-4ad1-86a7-e15765aa76b4 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Lock "0719412a-e298-4641-af06-ce0e8c5d6876" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.749s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.409228] env[69950]: DEBUG nova.compute.manager [req-304ba976-42ed-4824-9a4f-aa2c7e33d570 req-4ab6a594-e1ee-46fd-b533-7b84132bcb08 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Received event network-vif-deleted-608ce09c-215d-4819-a8fe-4aea628f2256 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 864.409436] env[69950]: INFO nova.compute.manager [req-304ba976-42ed-4824-9a4f-aa2c7e33d570 req-4ab6a594-e1ee-46fd-b533-7b84132bcb08 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Neutron deleted interface 608ce09c-215d-4819-a8fe-4aea628f2256; detaching it from the instance and deleting it from the info cache [ 864.409634] env[69950]: DEBUG nova.network.neutron [req-304ba976-42ed-4824-9a4f-aa2c7e33d570 req-4ab6a594-e1ee-46fd-b533-7b84132bcb08 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.590072] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2790b96-0f0c-4d49-8ca1-9696da14fe30 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.610096] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6abe33-936c-4600-a447-6931c1382689 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.630725] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance '43ce3863-2138-4b31-84e7-3754a7da689c' progress to 67 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.651486] env[69950]: DEBUG nova.network.neutron [-] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.699649] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "refresh_cache-57c3b8e4-0813-45aa-a513-f19fc60e3a2f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.699973] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "refresh_cache-57c3b8e4-0813-45aa-a513-f19fc60e3a2f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.700079] env[69950]: DEBUG nova.network.neutron [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.777911] env[69950]: DEBUG oslo_vmware.api [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222100, 'name': ReconfigVM_Task, 'duration_secs': 0.22519} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.783619] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835461', 'volume_id': '911058e1-d918-4ab8-9a3a-c097bf085e63', 'name': 'volume-911058e1-d918-4ab8-9a3a-c097bf085e63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de73879c-e71a-4505-9739-16595239f982', 'attached_at': '', 'detached_at': '', 'volume_id': '911058e1-d918-4ab8-9a3a-c097bf085e63', 'serial': '911058e1-d918-4ab8-9a3a-c097bf085e63'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 864.783619] env[69950]: DEBUG oslo_vmware.api [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222099, 'name': PowerOnVM_Task, 'duration_secs': 0.529337} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.783619] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.783619] env[69950]: INFO nova.compute.manager [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Took 8.67 seconds to spawn the instance on the hypervisor. [ 864.783941] env[69950]: DEBUG nova.compute.manager [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.784512] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32b8430-5c52-411f-88c4-2742d255177f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.913914] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2250206-de90-429e-937c-d85c39fa3e4d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.924402] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c1f6e4-17d2-4214-ac27-e52afeba46ca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.969182] env[69950]: DEBUG nova.compute.manager [req-304ba976-42ed-4824-9a4f-aa2c7e33d570 req-4ab6a594-e1ee-46fd-b533-7b84132bcb08 service nova] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Detach interface failed, port_id=608ce09c-215d-4819-a8fe-4aea628f2256, reason: Instance 3bce6a6a-df6a-4aef-8f9b-d66be0b35199 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 864.985091] env[69950]: DEBUG nova.network.neutron [-] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.155749] env[69950]: INFO nova.compute.manager [-] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Took 2.09 seconds to deallocate network for instance. [ 865.169715] env[69950]: DEBUG nova.network.neutron [-] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.253618] env[69950]: DEBUG nova.network.neutron [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Port 22753c01-c0e5-40c7-8cd6-7520e353a3a9 binding to destination host cpu-1 is already ACTIVE {{(pid=69950) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 865.259099] env[69950]: DEBUG nova.network.neutron [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.305594] env[69950]: INFO nova.compute.manager [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Took 49.97 seconds to build instance. [ 865.413841] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144425e0-5cd4-4992-85eb-039430743bec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.425364] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc29319-4868-4bab-a530-31d1588ef5ca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.488905] env[69950]: INFO nova.compute.manager [-] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Took 1.26 seconds to deallocate network for instance. [ 865.493731] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4a5f9f-3c02-4998-bb11-1cb39231b489 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.507221] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d187b3-606e-4379-a1ab-a268f6c3495a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.527116] env[69950]: DEBUG nova.compute.provider_tree [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.554789] env[69950]: DEBUG nova.network.neutron [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Updating instance_info_cache with network_info: [{"id": "711b120f-e78c-4314-8cc7-0d7ab37c5a68", "address": "fa:16:3e:9f:49:20", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711b120f-e7", "ovs_interfaceid": "711b120f-e78c-4314-8cc7-0d7ab37c5a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.673485] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.675123] env[69950]: INFO nova.compute.manager [-] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Took 1.72 seconds to deallocate network for instance. [ 865.812083] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Lock "3b9cae4e-ef70-4faf-bf3f-922ef72fde00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.489s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.840019] env[69950]: DEBUG nova.objects.instance [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lazy-loading 'flavor' on Instance uuid de73879c-e71a-4505-9739-16595239f982 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.001509] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.031042] env[69950]: DEBUG nova.scheduler.client.report [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.059340] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "refresh_cache-57c3b8e4-0813-45aa-a513-f19fc60e3a2f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.059668] env[69950]: DEBUG nova.compute.manager [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Instance network_info: |[{"id": "711b120f-e78c-4314-8cc7-0d7ab37c5a68", "address": "fa:16:3e:9f:49:20", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711b120f-e7", "ovs_interfaceid": "711b120f-e78c-4314-8cc7-0d7ab37c5a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.060473] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:49:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '711b120f-e78c-4314-8cc7-0d7ab37c5a68', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.068718] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.069898] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.070181] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cb2b235-8e5c-4f30-9ad8-bc5723ee4729 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.092798] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.092798] env[69950]: value = "task-4222101" [ 866.092798] env[69950]: _type = "Task" [ 866.092798] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.103587] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222101, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.183467] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.283656] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "43ce3863-2138-4b31-84e7-3754a7da689c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.284319] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "43ce3863-2138-4b31-84e7-3754a7da689c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.284628] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "43ce3863-2138-4b31-84e7-3754a7da689c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.346377] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7adecf98-bf55-4252-8dc0-e161b8732969 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "de73879c-e71a-4505-9739-16595239f982" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.870s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.361862] env[69950]: DEBUG nova.compute.manager [req-38aed2d2-a352-4cb7-b7ca-360d8d88e9ea req-36cfc8e2-fed0-40b6-a92a-d0f01676aac9 service nova] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Received event network-changed-711b120f-e78c-4314-8cc7-0d7ab37c5a68 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 866.362417] env[69950]: DEBUG nova.compute.manager [req-38aed2d2-a352-4cb7-b7ca-360d8d88e9ea req-36cfc8e2-fed0-40b6-a92a-d0f01676aac9 service nova] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Refreshing instance network info cache due to event network-changed-711b120f-e78c-4314-8cc7-0d7ab37c5a68. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 866.362631] env[69950]: DEBUG oslo_concurrency.lockutils [req-38aed2d2-a352-4cb7-b7ca-360d8d88e9ea req-36cfc8e2-fed0-40b6-a92a-d0f01676aac9 service nova] Acquiring lock "refresh_cache-57c3b8e4-0813-45aa-a513-f19fc60e3a2f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.362907] env[69950]: DEBUG oslo_concurrency.lockutils [req-38aed2d2-a352-4cb7-b7ca-360d8d88e9ea req-36cfc8e2-fed0-40b6-a92a-d0f01676aac9 service nova] Acquired lock "refresh_cache-57c3b8e4-0813-45aa-a513-f19fc60e3a2f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.363179] env[69950]: DEBUG nova.network.neutron [req-38aed2d2-a352-4cb7-b7ca-360d8d88e9ea req-36cfc8e2-fed0-40b6-a92a-d0f01676aac9 service nova] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Refreshing network info cache for port 711b120f-e78c-4314-8cc7-0d7ab37c5a68 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.441543] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "de73879c-e71a-4505-9739-16595239f982" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.441865] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "de73879c-e71a-4505-9739-16595239f982" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.457863] env[69950]: DEBUG nova.compute.manager [req-af29e0e0-ad08-40ae-b79a-d2ec49a95697 req-640988e1-47d4-438d-848a-b450435e19b4 service nova] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Received event network-vif-deleted-c321039b-626e-4eac-929b-7389522bfd32 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 866.537879] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.538466] env[69950]: DEBUG nova.compute.manager [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.541803] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.740s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.541987] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.543477] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69950) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 866.543477] env[69950]: DEBUG oslo_concurrency.lockutils [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.461s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.543477] env[69950]: DEBUG nova.objects.instance [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lazy-loading 'resources' on Instance uuid 7a07fecf-d4da-48fd-a2fd-eb7611f22316 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.548299] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e62041-30e9-4daa-8f66-d9361957f15c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.558476] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54367222-12e0-44f2-9fae-93eec417d0f7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.576802] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a033495f-4841-4841-8aec-99600e8a5345 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.585120] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544a0eeb-1d07-47ff-bb9d-ff48aba4c98a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.619691] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178881MB free_disk=1GB free_vcpus=48 pci_devices=None {{(pid=69950) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 866.619852] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.631408] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222101, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.947622] env[69950]: INFO nova.compute.manager [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Detaching volume 911058e1-d918-4ab8-9a3a-c097bf085e63 [ 867.008083] env[69950]: INFO nova.virt.block_device [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Attempting to driver detach volume 911058e1-d918-4ab8-9a3a-c097bf085e63 from mountpoint /dev/sdb [ 867.008910] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 867.009196] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835461', 'volume_id': '911058e1-d918-4ab8-9a3a-c097bf085e63', 'name': 'volume-911058e1-d918-4ab8-9a3a-c097bf085e63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de73879c-e71a-4505-9739-16595239f982', 'attached_at': '', 'detached_at': '', 'volume_id': '911058e1-d918-4ab8-9a3a-c097bf085e63', 'serial': '911058e1-d918-4ab8-9a3a-c097bf085e63'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 867.010261] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c07468-689d-4773-9d11-359e570b0fbc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.038868] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990b3b3a-3c85-4404-a8f8-552e6cd0023f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.051381] env[69950]: DEBUG nova.compute.utils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.053556] env[69950]: DEBUG nova.compute.manager [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.053805] env[69950]: DEBUG nova.network.neutron [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.056219] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f5409e-67bf-4c1a-808e-271d0de8dd0c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.092094] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0393b3-b5e2-4ea3-9c3f-156b39a2698b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.113529] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] The volume has not been displaced from its original location: [datastore1] volume-911058e1-d918-4ab8-9a3a-c097bf085e63/volume-911058e1-d918-4ab8-9a3a-c097bf085e63.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 867.123030] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Reconfiguring VM instance instance-00000006 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 867.126779] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2c0625-f8cb-4793-83d2-bf64fa8f925a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.155961] env[69950]: DEBUG nova.policy [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fca12cd927f408f83c83b614b26b250', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e29c924a5ef4b2cb44bfa45e3e034f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.166398] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222101, 'name': CreateVM_Task, 'duration_secs': 0.763701} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.171740] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.172275] env[69950]: DEBUG oslo_vmware.api [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 867.172275] env[69950]: value = "task-4222102" [ 867.172275] env[69950]: _type = "Task" [ 867.172275] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.176666] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.176666] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.179018] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.179018] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2079667f-4e74-4b61-a1fd-851e33cddf3e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.193379] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 867.193379] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52de7c16-4701-f903-a03a-759e94aaf731" [ 867.193379] env[69950]: _type = "Task" [ 867.193379] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.197390] env[69950]: DEBUG oslo_vmware.api [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.207913] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52de7c16-4701-f903-a03a-759e94aaf731, 'name': SearchDatastore_Task, 'duration_secs': 0.013533} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.208273] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.208549] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.208863] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.209195] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.209503] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.213809] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e536678-1069-4b6e-b919-ce7cab057bcf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.225301] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.225301] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.225794] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac5125a-6553-471f-9636-b9c3d707e46b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.232728] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 867.232728] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f8e0d2-8e0f-ce1b-4658-99fa697b608d" [ 867.232728] env[69950]: _type = "Task" [ 867.232728] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.247063] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f8e0d2-8e0f-ce1b-4658-99fa697b608d, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.250535] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ec7381-186e-4c1e-b8b7-6bfe9dd4d6eb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.254222] env[69950]: DEBUG nova.network.neutron [req-38aed2d2-a352-4cb7-b7ca-360d8d88e9ea req-36cfc8e2-fed0-40b6-a92a-d0f01676aac9 service nova] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Updated VIF entry in instance network info cache for port 711b120f-e78c-4314-8cc7-0d7ab37c5a68. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.254533] env[69950]: DEBUG nova.network.neutron [req-38aed2d2-a352-4cb7-b7ca-360d8d88e9ea req-36cfc8e2-fed0-40b6-a92a-d0f01676aac9 service nova] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Updating instance_info_cache with network_info: [{"id": "711b120f-e78c-4314-8cc7-0d7ab37c5a68", "address": "fa:16:3e:9f:49:20", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711b120f-e7", "ovs_interfaceid": "711b120f-e78c-4314-8cc7-0d7ab37c5a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.260863] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 867.260863] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527776fb-79c9-71e9-db49-f573bd2b666d" [ 867.260863] env[69950]: _type = "Task" [ 867.260863] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.277154] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527776fb-79c9-71e9-db49-f573bd2b666d, 'name': SearchDatastore_Task, 'duration_secs': 0.010349} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.277485] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.277799] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 57c3b8e4-0813-45aa-a513-f19fc60e3a2f/57c3b8e4-0813-45aa-a513-f19fc60e3a2f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.278126] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6cb9103-f24f-455f-b6cb-8973edf48c19 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.287143] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 867.287143] env[69950]: value = "task-4222103" [ 867.287143] env[69950]: _type = "Task" [ 867.287143] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.299789] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.366417] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.366724] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.366827] env[69950]: DEBUG nova.network.neutron [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.563793] env[69950]: DEBUG nova.compute.manager [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.689597] env[69950]: DEBUG oslo_vmware.api [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222102, 'name': ReconfigVM_Task, 'duration_secs': 0.31296} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.694021] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Reconfigured VM instance instance-00000006 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 867.699469] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81d848cc-13da-4f90-8fb2-1ba588c6da32 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.719943] env[69950]: DEBUG oslo_vmware.api [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 867.719943] env[69950]: value = "task-4222104" [ 867.719943] env[69950]: _type = "Task" [ 867.719943] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.719943] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b913ce1-b811-4993-9b1a-a359e8fc0e9e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.731925] env[69950]: DEBUG oslo_vmware.api [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.735073] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cb6452-bf17-4308-819b-e6ac0d19656f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.774403] env[69950]: DEBUG oslo_concurrency.lockutils [req-38aed2d2-a352-4cb7-b7ca-360d8d88e9ea req-36cfc8e2-fed0-40b6-a92a-d0f01676aac9 service nova] Releasing lock "refresh_cache-57c3b8e4-0813-45aa-a513-f19fc60e3a2f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.774403] env[69950]: DEBUG nova.compute.manager [req-38aed2d2-a352-4cb7-b7ca-360d8d88e9ea req-36cfc8e2-fed0-40b6-a92a-d0f01676aac9 service nova] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Received event network-vif-deleted-60763752-431b-4394-8511-b1024c4f61d2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 867.774809] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74480f7f-3033-4578-a7cf-61e3c4969a1f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.786354] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd4095b-24b8-4d14-89ad-71cefaabea21 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.800476] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222103, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.811035] env[69950]: DEBUG nova.compute.provider_tree [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.957033] env[69950]: DEBUG nova.network.neutron [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Successfully created port: 06328bc1-4bba-4dcb-bceb-1c178430f073 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.230197] env[69950]: DEBUG oslo_vmware.api [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222104, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.301961] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59622} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.302305] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 57c3b8e4-0813-45aa-a513-f19fc60e3a2f/57c3b8e4-0813-45aa-a513-f19fc60e3a2f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.302541] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.303256] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d7efd55-1300-48ca-b36b-6fa5d15808e3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.311278] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 868.311278] env[69950]: value = "task-4222105" [ 868.311278] env[69950]: _type = "Task" [ 868.311278] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.315512] env[69950]: DEBUG nova.scheduler.client.report [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.325217] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.330124] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Acquiring lock "3b9cae4e-ef70-4faf-bf3f-922ef72fde00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.330382] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Lock "3b9cae4e-ef70-4faf-bf3f-922ef72fde00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.330585] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Acquiring lock "3b9cae4e-ef70-4faf-bf3f-922ef72fde00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.330771] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Lock "3b9cae4e-ef70-4faf-bf3f-922ef72fde00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.330935] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Lock "3b9cae4e-ef70-4faf-bf3f-922ef72fde00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.333116] env[69950]: INFO nova.compute.manager [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Terminating instance [ 868.414436] env[69950]: DEBUG nova.network.neutron [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance_info_cache with network_info: [{"id": "22753c01-c0e5-40c7-8cd6-7520e353a3a9", "address": "fa:16:3e:1b:5e:2b", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22753c01-c0", "ovs_interfaceid": "22753c01-c0e5-40c7-8cd6-7520e353a3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.580718] env[69950]: DEBUG nova.compute.manager [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.615386] env[69950]: DEBUG nova.virt.hardware [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.615585] env[69950]: DEBUG nova.virt.hardware [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.615774] env[69950]: DEBUG nova.virt.hardware [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.617521] env[69950]: DEBUG nova.virt.hardware [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.617938] env[69950]: DEBUG nova.virt.hardware [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.618625] env[69950]: DEBUG nova.virt.hardware [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.619187] env[69950]: DEBUG nova.virt.hardware [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.619428] env[69950]: DEBUG nova.virt.hardware [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.619603] env[69950]: DEBUG nova.virt.hardware [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.619789] env[69950]: DEBUG nova.virt.hardware [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.619972] env[69950]: DEBUG nova.virt.hardware [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.620962] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0748da1-f042-4643-94af-63b4445eb7eb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.634922] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a9fd2a-4992-471f-a969-131aea771538 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.735055] env[69950]: DEBUG oslo_vmware.api [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222104, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.821542] env[69950]: DEBUG oslo_concurrency.lockutils [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.824543] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.453s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.826196] env[69950]: INFO nova.compute.claims [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.839285] env[69950]: DEBUG nova.compute.manager [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.839547] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.839856] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284124} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.840673] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb12b2b1-b3ba-4efc-b70c-ae20a7868271 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.845838] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.848934] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09091ab-b7d5-4e51-b319-e19970b69f63 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.862685] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.875909] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3081f441-9df4-463d-a3a8-5fe85e7cc889 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.887620] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 57c3b8e4-0813-45aa-a513-f19fc60e3a2f/57c3b8e4-0813-45aa-a513-f19fc60e3a2f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.888893] env[69950]: INFO nova.scheduler.client.report [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleted allocations for instance 7a07fecf-d4da-48fd-a2fd-eb7611f22316 [ 868.890043] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4a05165-f23a-4cc0-a11e-b17e15b50cda {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.919025] env[69950]: DEBUG oslo_vmware.api [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Waiting for the task: (returnval){ [ 868.919025] env[69950]: value = "task-4222106" [ 868.919025] env[69950]: _type = "Task" [ 868.919025] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.919025] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Releasing lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.922366] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 868.922366] env[69950]: value = "task-4222107" [ 868.922366] env[69950]: _type = "Task" [ 868.922366] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.937949] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.942205] env[69950]: DEBUG oslo_vmware.api [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.234843] env[69950]: DEBUG oslo_vmware.api [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222104, 'name': ReconfigVM_Task, 'duration_secs': 1.176891} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.235264] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835461', 'volume_id': '911058e1-d918-4ab8-9a3a-c097bf085e63', 'name': 'volume-911058e1-d918-4ab8-9a3a-c097bf085e63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de73879c-e71a-4505-9739-16595239f982', 'attached_at': '', 'detached_at': '', 'volume_id': '911058e1-d918-4ab8-9a3a-c097bf085e63', 'serial': '911058e1-d918-4ab8-9a3a-c097bf085e63'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 869.415046] env[69950]: DEBUG oslo_concurrency.lockutils [None req-16df9601-3caa-475d-b694-f27722d1ad40 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "7a07fecf-d4da-48fd-a2fd-eb7611f22316" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.711s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.440771] env[69950]: DEBUG oslo_vmware.api [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222106, 'name': PowerOffVM_Task, 'duration_secs': 0.324578} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.441476] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.441786] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.442201] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12808a73-3394-4e5b-8e34-84f9f14073dd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.447674] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222107, 'name': ReconfigVM_Task, 'duration_secs': 0.468284} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.448347] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 57c3b8e4-0813-45aa-a513-f19fc60e3a2f/57c3b8e4-0813-45aa-a513-f19fc60e3a2f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.449299] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9a4237f-04ee-4b61-a96d-2af4735f5fd4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.458721] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 869.458721] env[69950]: value = "task-4222109" [ 869.458721] env[69950]: _type = "Task" [ 869.458721] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.466653] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bca962-3bb4-4f91-b0dc-aead50716725 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.476318] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222109, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.492605] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd38394-477d-4532-924e-409f7306af6c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.501107] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance '43ce3863-2138-4b31-84e7-3754a7da689c' progress to 83 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.535477] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.535933] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.536191] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Deleting the datastore file [datastore1] 3b9cae4e-ef70-4faf-bf3f-922ef72fde00 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.536941] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2804ec5-bbcc-4663-8153-9f4156cf45c9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.544845] env[69950]: DEBUG oslo_vmware.api [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Waiting for the task: (returnval){ [ 869.544845] env[69950]: value = "task-4222110" [ 869.544845] env[69950]: _type = "Task" [ 869.544845] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.555991] env[69950]: DEBUG oslo_vmware.api [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.802719] env[69950]: DEBUG nova.objects.instance [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lazy-loading 'flavor' on Instance uuid de73879c-e71a-4505-9739-16595239f982 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.971293] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222109, 'name': Rename_Task, 'duration_secs': 0.187345} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.978711] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.979220] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c4b874-0d63-470a-81d0-1cc704a79f3c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.986822] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 869.986822] env[69950]: value = "task-4222111" [ 869.986822] env[69950]: _type = "Task" [ 869.986822] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.997916] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.007536] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.008013] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06f5b08f-ed28-42d8-8b5e-f79bac2fd524 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.014729] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 870.014729] env[69950]: value = "task-4222112" [ 870.014729] env[69950]: _type = "Task" [ 870.014729] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.027954] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.058007] env[69950]: DEBUG oslo_vmware.api [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Task: {'id': task-4222110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148479} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.058360] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.058604] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.058793] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.058975] env[69950]: INFO nova.compute.manager [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Took 1.22 seconds to destroy the instance on the hypervisor. [ 870.059249] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.059447] env[69950]: DEBUG nova.compute.manager [-] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.059546] env[69950]: DEBUG nova.network.neutron [-] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.364259] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdbf390-11fc-41de-b732-3af480df218e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.375435] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a908eca1-4ef7-4383-be20-1a7834e267cd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.410282] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1da03-bc46-4751-a4e7-d346313b07b1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.421553] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b95dc7-04bc-4afb-a7ab-14b8c1d269c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.438504] env[69950]: DEBUG nova.compute.provider_tree [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.469641] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "5b299d17-89d7-474a-87aa-abcf6e24fb20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.470075] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "5b299d17-89d7-474a-87aa-abcf6e24fb20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.500094] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.528781] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222112, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.544755] env[69950]: DEBUG nova.network.neutron [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Successfully updated port: 06328bc1-4bba-4dcb-bceb-1c178430f073 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.661057] env[69950]: DEBUG nova.compute.manager [req-9e2ffdd6-8014-469a-8b33-574a7629b94f req-9cd5f108-bf2a-4561-bb1a-70ffb6c168a1 service nova] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Received event network-vif-plugged-06328bc1-4bba-4dcb-bceb-1c178430f073 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 870.661358] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e2ffdd6-8014-469a-8b33-574a7629b94f req-9cd5f108-bf2a-4561-bb1a-70ffb6c168a1 service nova] Acquiring lock "75fe594f-3bc3-4070-ae8f-28555cb79785-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.661725] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e2ffdd6-8014-469a-8b33-574a7629b94f req-9cd5f108-bf2a-4561-bb1a-70ffb6c168a1 service nova] Lock "75fe594f-3bc3-4070-ae8f-28555cb79785-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.661977] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e2ffdd6-8014-469a-8b33-574a7629b94f req-9cd5f108-bf2a-4561-bb1a-70ffb6c168a1 service nova] Lock "75fe594f-3bc3-4070-ae8f-28555cb79785-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.662269] env[69950]: DEBUG nova.compute.manager [req-9e2ffdd6-8014-469a-8b33-574a7629b94f req-9cd5f108-bf2a-4561-bb1a-70ffb6c168a1 service nova] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] No waiting events found dispatching network-vif-plugged-06328bc1-4bba-4dcb-bceb-1c178430f073 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 870.662474] env[69950]: WARNING nova.compute.manager [req-9e2ffdd6-8014-469a-8b33-574a7629b94f req-9cd5f108-bf2a-4561-bb1a-70ffb6c168a1 service nova] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Received unexpected event network-vif-plugged-06328bc1-4bba-4dcb-bceb-1c178430f073 for instance with vm_state building and task_state spawning. [ 870.723455] env[69950]: DEBUG nova.compute.manager [req-1d64b034-a466-45f6-a65f-e230ff016ab4 req-4e28b70d-5630-4ded-ab1d-ae29dd5ab99a service nova] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Received event network-vif-deleted-94de3c2f-46fd-4afe-b720-65c1eb5e241c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 870.724197] env[69950]: INFO nova.compute.manager [req-1d64b034-a466-45f6-a65f-e230ff016ab4 req-4e28b70d-5630-4ded-ab1d-ae29dd5ab99a service nova] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Neutron deleted interface 94de3c2f-46fd-4afe-b720-65c1eb5e241c; detaching it from the instance and deleting it from the info cache [ 870.724339] env[69950]: DEBUG nova.network.neutron [req-1d64b034-a466-45f6-a65f-e230ff016ab4 req-4e28b70d-5630-4ded-ab1d-ae29dd5ab99a service nova] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.812354] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b1e284e5-d56b-4d34-baf1-7e69acd99592 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "de73879c-e71a-4505-9739-16595239f982" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.370s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.916248] env[69950]: DEBUG nova.network.neutron [-] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.974399] env[69950]: ERROR nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [req-df51fe85-b0bf-4ae1-a9e2-eca2795de72a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df51fe85-b0bf-4ae1-a9e2-eca2795de72a"}]} [ 870.975022] env[69950]: DEBUG nova.compute.manager [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.003209] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.004450] env[69950]: DEBUG nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 871.011937] env[69950]: DEBUG oslo_concurrency.lockutils [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquiring lock "ff1601cb-1b73-4c65-8163-e7ecbf1a97fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.011937] env[69950]: DEBUG oslo_concurrency.lockutils [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Lock "ff1601cb-1b73-4c65-8163-e7ecbf1a97fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.030927] env[69950]: DEBUG oslo_vmware.api [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222112, 'name': PowerOnVM_Task, 'duration_secs': 0.522178} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.031381] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.031572] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c4a3df-6f05-4ff3-80d1-9ce32d90014f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance '43ce3863-2138-4b31-84e7-3754a7da689c' progress to 100 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.036804] env[69950]: DEBUG nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 871.037054] env[69950]: DEBUG nova.compute.provider_tree [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.051391] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "refresh_cache-75fe594f-3bc3-4070-ae8f-28555cb79785" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.051391] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "refresh_cache-75fe594f-3bc3-4070-ae8f-28555cb79785" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.051391] env[69950]: DEBUG nova.network.neutron [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.071614] env[69950]: DEBUG nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 871.102794] env[69950]: DEBUG nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 871.228542] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6da22279-aac2-4938-970c-12bf9d0154c6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.243135] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9414612e-18dc-425e-989c-bf16e9e99349 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.282313] env[69950]: DEBUG nova.compute.manager [req-1d64b034-a466-45f6-a65f-e230ff016ab4 req-4e28b70d-5630-4ded-ab1d-ae29dd5ab99a service nova] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Detach interface failed, port_id=94de3c2f-46fd-4afe-b720-65c1eb5e241c, reason: Instance 3b9cae4e-ef70-4faf-bf3f-922ef72fde00 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 871.421939] env[69950]: INFO nova.compute.manager [-] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Took 1.36 seconds to deallocate network for instance. [ 871.503433] env[69950]: DEBUG oslo_vmware.api [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222111, 'name': PowerOnVM_Task, 'duration_secs': 1.118853} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.503986] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.504347] env[69950]: INFO nova.compute.manager [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Took 7.89 seconds to spawn the instance on the hypervisor. [ 871.504649] env[69950]: DEBUG nova.compute.manager [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.505781] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73046af-69c5-4c30-93e4-a3b66acfaf0a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.509879] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.612685] env[69950]: DEBUG nova.network.neutron [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.626118] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c87577-859c-4a0c-93a5-21db80a04d5c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.634667] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aa2092-4e9a-4aaa-a0e9-adf4ab8a52df {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.691254] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab32c08a-1c19-4617-96e7-f5bfc0cf6f0a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.703086] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f74a32-b0ea-4370-b0ed-513c939ae3c6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.728300] env[69950]: DEBUG nova.compute.provider_tree [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.933368] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.017306] env[69950]: DEBUG nova.network.neutron [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Updating instance_info_cache with network_info: [{"id": "06328bc1-4bba-4dcb-bceb-1c178430f073", "address": "fa:16:3e:de:02:c7", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06328bc1-4b", "ovs_interfaceid": "06328bc1-4bba-4dcb-bceb-1c178430f073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.030928] env[69950]: INFO nova.compute.manager [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Took 52.67 seconds to build instance. [ 872.244355] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "dfd18460-f3f6-438f-9e1d-e0f866025f37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.244533] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "dfd18460-f3f6-438f-9e1d-e0f866025f37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.261085] env[69950]: ERROR nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [req-608e686f-fdb0-4d94-a05a-9b0fd5dc665f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-608e686f-fdb0-4d94-a05a-9b0fd5dc665f"}]} [ 872.284047] env[69950]: DEBUG nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 872.305721] env[69950]: DEBUG nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 872.305887] env[69950]: DEBUG nova.compute.provider_tree [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.324742] env[69950]: DEBUG nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 872.354031] env[69950]: DEBUG nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 872.520347] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "refresh_cache-75fe594f-3bc3-4070-ae8f-28555cb79785" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.520347] env[69950]: DEBUG nova.compute.manager [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Instance network_info: |[{"id": "06328bc1-4bba-4dcb-bceb-1c178430f073", "address": "fa:16:3e:de:02:c7", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06328bc1-4b", "ovs_interfaceid": "06328bc1-4bba-4dcb-bceb-1c178430f073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.520742] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:02:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06328bc1-4bba-4dcb-bceb-1c178430f073', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.528728] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.532481] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.533272] env[69950]: DEBUG oslo_concurrency.lockutils [None req-61ebe7af-f528-499f-b622-07b42201429e tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "57c3b8e4-0813-45aa-a513-f19fc60e3a2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.186s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.534037] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05a558e4-16a9-4b62-9463-52b4e42ce7f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.574797] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.574797] env[69950]: value = "task-4222113" [ 872.574797] env[69950]: _type = "Task" [ 872.574797] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.591486] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222113, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.891756] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a45989-6e5a-4789-8172-f451115e9b69 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.900234] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ba243f-c85c-4c8c-aa32-1e86af8ac38d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.937997] env[69950]: DEBUG oslo_concurrency.lockutils [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "57c3b8e4-0813-45aa-a513-f19fc60e3a2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.939932] env[69950]: DEBUG oslo_concurrency.lockutils [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "57c3b8e4-0813-45aa-a513-f19fc60e3a2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.940186] env[69950]: DEBUG oslo_concurrency.lockutils [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "57c3b8e4-0813-45aa-a513-f19fc60e3a2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.940398] env[69950]: DEBUG oslo_concurrency.lockutils [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "57c3b8e4-0813-45aa-a513-f19fc60e3a2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.940574] env[69950]: DEBUG oslo_concurrency.lockutils [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "57c3b8e4-0813-45aa-a513-f19fc60e3a2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.944527] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315de2db-9cfb-4c47-be2e-6af70322dfdd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.949017] env[69950]: INFO nova.compute.manager [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Terminating instance [ 872.957499] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f16880-75bf-47a7-acc3-f0f88ecc655e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.975209] env[69950]: DEBUG nova.compute.provider_tree [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.053232] env[69950]: DEBUG nova.compute.manager [req-27167817-b88d-4320-9593-bd1cf5568327 req-b51dcf76-5942-402c-8574-6c28a458c12d service nova] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Received event network-changed-06328bc1-4bba-4dcb-bceb-1c178430f073 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 873.053427] env[69950]: DEBUG nova.compute.manager [req-27167817-b88d-4320-9593-bd1cf5568327 req-b51dcf76-5942-402c-8574-6c28a458c12d service nova] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Refreshing instance network info cache due to event network-changed-06328bc1-4bba-4dcb-bceb-1c178430f073. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 873.053641] env[69950]: DEBUG oslo_concurrency.lockutils [req-27167817-b88d-4320-9593-bd1cf5568327 req-b51dcf76-5942-402c-8574-6c28a458c12d service nova] Acquiring lock "refresh_cache-75fe594f-3bc3-4070-ae8f-28555cb79785" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.053864] env[69950]: DEBUG oslo_concurrency.lockutils [req-27167817-b88d-4320-9593-bd1cf5568327 req-b51dcf76-5942-402c-8574-6c28a458c12d service nova] Acquired lock "refresh_cache-75fe594f-3bc3-4070-ae8f-28555cb79785" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.054755] env[69950]: DEBUG nova.network.neutron [req-27167817-b88d-4320-9593-bd1cf5568327 req-b51dcf76-5942-402c-8574-6c28a458c12d service nova] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Refreshing network info cache for port 06328bc1-4bba-4dcb-bceb-1c178430f073 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.065698] env[69950]: DEBUG nova.compute.manager [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.087234] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222113, 'name': CreateVM_Task, 'duration_secs': 0.421592} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.087423] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.088123] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.088293] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.088625] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.089208] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c952c0-1cb5-4cc2-bcfe-e2d922dd4972 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.095295] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 873.095295] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520258cf-4000-d979-a98b-3bd991137088" [ 873.095295] env[69950]: _type = "Task" [ 873.095295] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.099923] env[69950]: DEBUG nova.network.neutron [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Port 22753c01-c0e5-40c7-8cd6-7520e353a3a9 binding to destination host cpu-1 is already ACTIVE {{(pid=69950) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 873.100283] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.100576] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.100840] env[69950]: DEBUG nova.network.neutron [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.108100] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520258cf-4000-d979-a98b-3bd991137088, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.457875] env[69950]: DEBUG nova.compute.manager [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.458139] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.459041] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b5c9b0-e835-43ac-a81c-0acd9a5e22e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.467515] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.467774] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-472fd8c8-3a5c-4968-87e9-f07e8b53e6c4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.474568] env[69950]: DEBUG oslo_vmware.api [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 873.474568] env[69950]: value = "task-4222114" [ 873.474568] env[69950]: _type = "Task" [ 873.474568] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.488576] env[69950]: DEBUG oslo_vmware.api [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.502353] env[69950]: ERROR nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [req-cf484145-73fa-4800-8bae-bd44dd40bd4d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cf484145-73fa-4800-8bae-bd44dd40bd4d"}]} [ 873.520795] env[69950]: DEBUG nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 873.535643] env[69950]: DEBUG nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 873.535881] env[69950]: DEBUG nova.compute.provider_tree [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.549237] env[69950]: DEBUG nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 873.567025] env[69950]: DEBUG nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 873.590941] env[69950]: DEBUG oslo_concurrency.lockutils [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.618273] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520258cf-4000-d979-a98b-3bd991137088, 'name': SearchDatastore_Task, 'duration_secs': 0.021118} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.622210] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.622493] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.622736] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.622907] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.623081] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.623888] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae31a1b2-4be9-4bfd-8c9b-afdcf83b90ce {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.635216] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.635459] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.636283] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de7d82cb-8f83-4709-b698-684a3d66e97c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.650057] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 873.650057] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523a2858-ffe5-53e4-f76a-241ed560763d" [ 873.650057] env[69950]: _type = "Task" [ 873.650057] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.662306] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523a2858-ffe5-53e4-f76a-241ed560763d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.787522] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "07239ebb-2c1d-4422-b566-571d8d572588" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.787772] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "07239ebb-2c1d-4422-b566-571d8d572588" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.898829] env[69950]: DEBUG nova.network.neutron [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance_info_cache with network_info: [{"id": "22753c01-c0e5-40c7-8cd6-7520e353a3a9", "address": "fa:16:3e:1b:5e:2b", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22753c01-c0", "ovs_interfaceid": "22753c01-c0e5-40c7-8cd6-7520e353a3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.985763] env[69950]: DEBUG oslo_vmware.api [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222114, 'name': PowerOffVM_Task, 'duration_secs': 0.29466} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.986877] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.986877] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.986877] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08d1cf3a-4342-41b7-836f-0b426549f3d9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.997856] env[69950]: DEBUG nova.network.neutron [req-27167817-b88d-4320-9593-bd1cf5568327 req-b51dcf76-5942-402c-8574-6c28a458c12d service nova] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Updated VIF entry in instance network info cache for port 06328bc1-4bba-4dcb-bceb-1c178430f073. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.998827] env[69950]: DEBUG nova.network.neutron [req-27167817-b88d-4320-9593-bd1cf5568327 req-b51dcf76-5942-402c-8574-6c28a458c12d service nova] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Updating instance_info_cache with network_info: [{"id": "06328bc1-4bba-4dcb-bceb-1c178430f073", "address": "fa:16:3e:de:02:c7", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06328bc1-4b", "ovs_interfaceid": "06328bc1-4bba-4dcb-bceb-1c178430f073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.070316] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.070647] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.070985] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleting the datastore file [datastore2] 57c3b8e4-0813-45aa-a513-f19fc60e3a2f {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.071390] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3cbee77-9bc2-4f6a-94b6-2dd5b4baeeed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.082031] env[69950]: DEBUG oslo_vmware.api [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 874.082031] env[69950]: value = "task-4222116" [ 874.082031] env[69950]: _type = "Task" [ 874.082031] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.091196] env[69950]: DEBUG oslo_vmware.api [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.160411] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523a2858-ffe5-53e4-f76a-241ed560763d, 'name': SearchDatastore_Task, 'duration_secs': 0.013673} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.164023] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce981c4-ac28-428e-a41e-aac9a22ac878 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.173110] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 874.173110] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520d5fa3-a7af-c605-2bbf-e19bd7f504dc" [ 874.173110] env[69950]: _type = "Task" [ 874.173110] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.178194] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eb102a-2d1d-4286-963f-779afea7d4fd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.190097] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45c11b3-ecf0-4b5d-9168-a11d59384c32 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.193595] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520d5fa3-a7af-c605-2bbf-e19bd7f504dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012188} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.193868] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.194164] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 75fe594f-3bc3-4070-ae8f-28555cb79785/75fe594f-3bc3-4070-ae8f-28555cb79785.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.194807] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85b484d3-5abd-4eb6-99f4-335848513321 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.225064] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd385448-50fb-43fa-84c0-08e838a60112 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.227845] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 874.227845] env[69950]: value = "task-4222117" [ 874.227845] env[69950]: _type = "Task" [ 874.227845] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.234703] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2d01bf-a92a-493f-89d3-ec986503c5e3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.241473] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.252617] env[69950]: DEBUG nova.compute.provider_tree [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.406626] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Releasing lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.504800] env[69950]: DEBUG oslo_concurrency.lockutils [req-27167817-b88d-4320-9593-bd1cf5568327 req-b51dcf76-5942-402c-8574-6c28a458c12d service nova] Releasing lock "refresh_cache-75fe594f-3bc3-4070-ae8f-28555cb79785" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.592690] env[69950]: DEBUG oslo_vmware.api [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20078} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.593167] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.593390] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.593576] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.593766] env[69950]: INFO nova.compute.manager [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 874.594108] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.594326] env[69950]: DEBUG nova.compute.manager [-] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.594423] env[69950]: DEBUG nova.network.neutron [-] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.738205] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222117, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.792444] env[69950]: DEBUG nova.scheduler.client.report [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 874.792725] env[69950]: DEBUG nova.compute.provider_tree [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 84 to 85 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 874.792909] env[69950]: DEBUG nova.compute.provider_tree [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.910382] env[69950]: DEBUG nova.compute.manager [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69950) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 874.910631] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.081272] env[69950]: DEBUG nova.compute.manager [req-69d5cde0-e18a-45c7-990f-b66c483d7bc9 req-888fc636-e2eb-4a52-ad71-0f5e9ddcc7fe service nova] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Received event network-vif-deleted-711b120f-e78c-4314-8cc7-0d7ab37c5a68 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 875.081272] env[69950]: INFO nova.compute.manager [req-69d5cde0-e18a-45c7-990f-b66c483d7bc9 req-888fc636-e2eb-4a52-ad71-0f5e9ddcc7fe service nova] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Neutron deleted interface 711b120f-e78c-4314-8cc7-0d7ab37c5a68; detaching it from the instance and deleting it from the info cache [ 875.081435] env[69950]: DEBUG nova.network.neutron [req-69d5cde0-e18a-45c7-990f-b66c483d7bc9 req-888fc636-e2eb-4a52-ad71-0f5e9ddcc7fe service nova] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.239021] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555077} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.239679] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 75fe594f-3bc3-4070-ae8f-28555cb79785/75fe594f-3bc3-4070-ae8f-28555cb79785.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.239915] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.240205] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cdb7b33-1024-4aa9-87e2-15a9f950c4d7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.249161] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 875.249161] env[69950]: value = "task-4222118" [ 875.249161] env[69950]: _type = "Task" [ 875.249161] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.257081] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.298193] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.474s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.298740] env[69950]: DEBUG nova.compute.manager [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.301565] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.296s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.305020] env[69950]: INFO nova.compute.claims [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.444410] env[69950]: DEBUG nova.network.neutron [-] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.584545] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f740d9e-0026-488c-80b0-9db6fd19e7ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.595446] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4791d739-3448-43e3-bd00-5246a39438ea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.626664] env[69950]: DEBUG nova.compute.manager [req-69d5cde0-e18a-45c7-990f-b66c483d7bc9 req-888fc636-e2eb-4a52-ad71-0f5e9ddcc7fe service nova] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Detach interface failed, port_id=711b120f-e78c-4314-8cc7-0d7ab37c5a68, reason: Instance 57c3b8e4-0813-45aa-a513-f19fc60e3a2f could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 875.759247] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070849} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.759529] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.760347] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb90b2e-9115-4c39-9342-b946d6bdad2a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.784514] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 75fe594f-3bc3-4070-ae8f-28555cb79785/75fe594f-3bc3-4070-ae8f-28555cb79785.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.784888] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b61309d3-8b58-44a5-a225-0c396603a4f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.809113] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 875.809113] env[69950]: value = "task-4222119" [ 875.809113] env[69950]: _type = "Task" [ 875.809113] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.810583] env[69950]: DEBUG nova.compute.utils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.812335] env[69950]: DEBUG nova.compute.manager [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.812449] env[69950]: DEBUG nova.network.neutron [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.824790] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.881738] env[69950]: DEBUG nova.policy [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9995e019344145e59a457a4cc57251e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0bf763d53164339961dbec39fc1b45b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.946745] env[69950]: INFO nova.compute.manager [-] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Took 1.35 seconds to deallocate network for instance. [ 876.223076] env[69950]: DEBUG nova.network.neutron [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Successfully created port: 8b21095d-9414-4116-8990-817e2104e2fc {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.315331] env[69950]: DEBUG nova.compute.manager [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.329761] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222119, 'name': ReconfigVM_Task, 'duration_secs': 0.511572} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.330055] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 75fe594f-3bc3-4070-ae8f-28555cb79785/75fe594f-3bc3-4070-ae8f-28555cb79785.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.330864] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a54ab0ac-ffcf-461a-80f7-2a793c4369a2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.339522] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 876.339522] env[69950]: value = "task-4222120" [ 876.339522] env[69950]: _type = "Task" [ 876.339522] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.357447] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222120, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.454488] env[69950]: DEBUG oslo_concurrency.lockutils [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.776414] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5d59dc-dd9a-499c-9954-56250a49d5a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.784952] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4925b3-10e3-4110-8f56-282d1f62cd71 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.815646] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06821f7b-699b-4800-bb4e-b10c26583fa8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.830981] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaac672-62fd-4dd9-b8cf-b61d3e2fd4a5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.846374] env[69950]: DEBUG nova.compute.provider_tree [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.857825] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222120, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.337750] env[69950]: DEBUG nova.compute.manager [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.354974] env[69950]: DEBUG nova.scheduler.client.report [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.365192] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222120, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.367553] env[69950]: DEBUG nova.virt.hardware [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.368204] env[69950]: DEBUG nova.virt.hardware [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.368204] env[69950]: DEBUG nova.virt.hardware [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.368204] env[69950]: DEBUG nova.virt.hardware [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.368523] env[69950]: DEBUG nova.virt.hardware [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.368523] env[69950]: DEBUG nova.virt.hardware [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.368715] env[69950]: DEBUG nova.virt.hardware [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.368877] env[69950]: DEBUG nova.virt.hardware [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.369058] env[69950]: DEBUG nova.virt.hardware [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.369232] env[69950]: DEBUG nova.virt.hardware [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.369410] env[69950]: DEBUG nova.virt.hardware [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.370798] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b06e0d-5e34-4b25-91ae-18f0e3790c0e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.380756] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6bda3b-8657-4215-8b03-83fd70b3066b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.597129] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "cfd1ccdc-d521-4d83-96a8-f282e921835e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.597129] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "cfd1ccdc-d521-4d83-96a8-f282e921835e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.597899] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "cfd1ccdc-d521-4d83-96a8-f282e921835e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.597899] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "cfd1ccdc-d521-4d83-96a8-f282e921835e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.598076] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "cfd1ccdc-d521-4d83-96a8-f282e921835e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.601033] env[69950]: INFO nova.compute.manager [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Terminating instance [ 877.859406] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222120, 'name': Rename_Task, 'duration_secs': 1.14551} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.859406] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.859406] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e8b931e-0b09-4cac-b217-2dedf1171a93 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.866293] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 877.866293] env[69950]: value = "task-4222121" [ 877.866293] env[69950]: _type = "Task" [ 877.866293] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.870971] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.871615] env[69950]: DEBUG nova.compute.manager [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.884388] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.274s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.886630] env[69950]: INFO nova.compute.claims [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.890021] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.104957] env[69950]: DEBUG nova.compute.manager [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.104957] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.107251] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0a8353-8519-4889-9b2f-9136d84dca76 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.114913] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.117650] env[69950]: DEBUG nova.network.neutron [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Successfully updated port: 8b21095d-9414-4116-8990-817e2104e2fc {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.119130] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bca65abb-2df8-46f8-b632-1364cc960ab2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.123838] env[69950]: DEBUG nova.compute.manager [req-d8ab5693-b8ac-4bfa-9f07-bb9badb77210 req-cd172faf-8cca-4eb5-ae26-83f8c71e173e service nova] [instance: 72502e07-245d-440d-92b9-540217d1739d] Received event network-vif-plugged-8b21095d-9414-4116-8990-817e2104e2fc {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 878.123838] env[69950]: DEBUG oslo_concurrency.lockutils [req-d8ab5693-b8ac-4bfa-9f07-bb9badb77210 req-cd172faf-8cca-4eb5-ae26-83f8c71e173e service nova] Acquiring lock "72502e07-245d-440d-92b9-540217d1739d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.123838] env[69950]: DEBUG oslo_concurrency.lockutils [req-d8ab5693-b8ac-4bfa-9f07-bb9badb77210 req-cd172faf-8cca-4eb5-ae26-83f8c71e173e service nova] Lock "72502e07-245d-440d-92b9-540217d1739d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.123838] env[69950]: DEBUG oslo_concurrency.lockutils [req-d8ab5693-b8ac-4bfa-9f07-bb9badb77210 req-cd172faf-8cca-4eb5-ae26-83f8c71e173e service nova] Lock "72502e07-245d-440d-92b9-540217d1739d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.123838] env[69950]: DEBUG nova.compute.manager [req-d8ab5693-b8ac-4bfa-9f07-bb9badb77210 req-cd172faf-8cca-4eb5-ae26-83f8c71e173e service nova] [instance: 72502e07-245d-440d-92b9-540217d1739d] No waiting events found dispatching network-vif-plugged-8b21095d-9414-4116-8990-817e2104e2fc {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 878.124191] env[69950]: WARNING nova.compute.manager [req-d8ab5693-b8ac-4bfa-9f07-bb9badb77210 req-cd172faf-8cca-4eb5-ae26-83f8c71e173e service nova] [instance: 72502e07-245d-440d-92b9-540217d1739d] Received unexpected event network-vif-plugged-8b21095d-9414-4116-8990-817e2104e2fc for instance with vm_state building and task_state spawning. [ 878.132498] env[69950]: DEBUG oslo_vmware.api [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 878.132498] env[69950]: value = "task-4222122" [ 878.132498] env[69950]: _type = "Task" [ 878.132498] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.142959] env[69950]: DEBUG oslo_vmware.api [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.224749] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "961b3c50-c378-485c-8d37-944d7a55c82e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.225846] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "961b3c50-c378-485c-8d37-944d7a55c82e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.380082] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222121, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.392502] env[69950]: DEBUG nova.compute.utils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.395721] env[69950]: DEBUG nova.compute.manager [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.395911] env[69950]: DEBUG nova.network.neutron [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.456594] env[69950]: DEBUG nova.policy [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95c64437ccb247798e445f6014838f00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87a36143c99541a2a1802030073feaca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.625910] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "refresh_cache-72502e07-245d-440d-92b9-540217d1739d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.626091] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquired lock "refresh_cache-72502e07-245d-440d-92b9-540217d1739d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.626254] env[69950]: DEBUG nova.network.neutron [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.646655] env[69950]: DEBUG oslo_vmware.api [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222122, 'name': PowerOffVM_Task, 'duration_secs': 0.184643} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.646980] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.647613] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.647967] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-465876b0-45c1-46af-87b9-d12bfae28b68 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.723260] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.723515] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.723745] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Deleting the datastore file [datastore2] cfd1ccdc-d521-4d83-96a8-f282e921835e {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.724214] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de6ed128-88a9-4afc-a40e-59f2041954d1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.734742] env[69950]: DEBUG oslo_vmware.api [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 878.734742] env[69950]: value = "task-4222124" [ 878.734742] env[69950]: _type = "Task" [ 878.734742] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.752904] env[69950]: DEBUG oslo_vmware.api [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.887071] env[69950]: DEBUG oslo_vmware.api [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222121, 'name': PowerOnVM_Task, 'duration_secs': 0.523803} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.887529] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.887804] env[69950]: INFO nova.compute.manager [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Took 10.31 seconds to spawn the instance on the hypervisor. [ 878.888096] env[69950]: DEBUG nova.compute.manager [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.889045] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61ca522-e9c4-4b25-9a6c-558878aebc25 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.896759] env[69950]: DEBUG nova.compute.manager [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.965261] env[69950]: DEBUG nova.network.neutron [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Successfully created port: 1fa07175-8303-4f8d-b05a-d2ec1a854066 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.166983] env[69950]: DEBUG nova.network.neutron [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.249377] env[69950]: DEBUG oslo_vmware.api [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482267} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.252587] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.256799] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.256799] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.256799] env[69950]: INFO nova.compute.manager [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 879.256799] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.256799] env[69950]: DEBUG nova.compute.manager [-] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.257053] env[69950]: DEBUG nova.network.neutron [-] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.334019] env[69950]: DEBUG nova.network.neutron [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Updating instance_info_cache with network_info: [{"id": "8b21095d-9414-4116-8990-817e2104e2fc", "address": "fa:16:3e:a4:47:0a", "network": {"id": "c05b1ac9-ab0d-434c-b92b-e3e5fcd5c2ef", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2146545870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0bf763d53164339961dbec39fc1b45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b21095d-94", "ovs_interfaceid": "8b21095d-9414-4116-8990-817e2104e2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.417293] env[69950]: INFO nova.compute.manager [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Took 52.54 seconds to build instance. [ 879.440315] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adee2085-f118-494c-9399-2219a42d90de {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.449971] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719c83a5-e84a-40a1-ad18-6fc72b5a9ec1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.483172] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75361c05-499a-40a3-889e-87acb07ee4e3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.492082] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bb4783-57ff-4fc5-97f3-a278b5781779 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.508274] env[69950]: DEBUG nova.compute.provider_tree [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.834554] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Releasing lock "refresh_cache-72502e07-245d-440d-92b9-540217d1739d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.834889] env[69950]: DEBUG nova.compute.manager [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Instance network_info: |[{"id": "8b21095d-9414-4116-8990-817e2104e2fc", "address": "fa:16:3e:a4:47:0a", "network": {"id": "c05b1ac9-ab0d-434c-b92b-e3e5fcd5c2ef", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2146545870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0bf763d53164339961dbec39fc1b45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b21095d-94", "ovs_interfaceid": "8b21095d-9414-4116-8990-817e2104e2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.835397] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:47:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b21095d-9414-4116-8990-817e2104e2fc', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.849589] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.850020] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72502e07-245d-440d-92b9-540217d1739d] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.850990] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eebc7f9-149e-41d2-ba47-2c3752ad1749 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.887532] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.887532] env[69950]: value = "task-4222125" [ 879.887532] env[69950]: _type = "Task" [ 879.887532] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.898764] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222125, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.918557] env[69950]: DEBUG nova.compute.manager [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.921389] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7146a80b-4684-49d9-970e-8b4185d006a9 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "75fe594f-3bc3-4070-ae8f-28555cb79785" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.051s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.954839] env[69950]: DEBUG nova.virt.hardware [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.954839] env[69950]: DEBUG nova.virt.hardware [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.954839] env[69950]: DEBUG nova.virt.hardware [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.955120] env[69950]: DEBUG nova.virt.hardware [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.955120] env[69950]: DEBUG nova.virt.hardware [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.955120] env[69950]: DEBUG nova.virt.hardware [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.955120] env[69950]: DEBUG nova.virt.hardware [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.955120] env[69950]: DEBUG nova.virt.hardware [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.955393] env[69950]: DEBUG nova.virt.hardware [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.955393] env[69950]: DEBUG nova.virt.hardware [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.955393] env[69950]: DEBUG nova.virt.hardware [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.955901] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172a615a-24ec-447b-aaad-b7bb4462f21f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.966441] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dd6db6-e9bc-416b-945c-50b7addc6b53 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.012261] env[69950]: DEBUG nova.scheduler.client.report [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.294927] env[69950]: DEBUG nova.compute.manager [req-5c304dc1-aa62-4621-9738-c895e64c7738 req-556992ad-4245-476f-b9ef-95accf3b9288 service nova] [instance: 72502e07-245d-440d-92b9-540217d1739d] Received event network-changed-8b21095d-9414-4116-8990-817e2104e2fc {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 880.295271] env[69950]: DEBUG nova.compute.manager [req-5c304dc1-aa62-4621-9738-c895e64c7738 req-556992ad-4245-476f-b9ef-95accf3b9288 service nova] [instance: 72502e07-245d-440d-92b9-540217d1739d] Refreshing instance network info cache due to event network-changed-8b21095d-9414-4116-8990-817e2104e2fc. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 880.295446] env[69950]: DEBUG oslo_concurrency.lockutils [req-5c304dc1-aa62-4621-9738-c895e64c7738 req-556992ad-4245-476f-b9ef-95accf3b9288 service nova] Acquiring lock "refresh_cache-72502e07-245d-440d-92b9-540217d1739d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.295610] env[69950]: DEBUG oslo_concurrency.lockutils [req-5c304dc1-aa62-4621-9738-c895e64c7738 req-556992ad-4245-476f-b9ef-95accf3b9288 service nova] Acquired lock "refresh_cache-72502e07-245d-440d-92b9-540217d1739d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.295779] env[69950]: DEBUG nova.network.neutron [req-5c304dc1-aa62-4621-9738-c895e64c7738 req-556992ad-4245-476f-b9ef-95accf3b9288 service nova] [instance: 72502e07-245d-440d-92b9-540217d1739d] Refreshing network info cache for port 8b21095d-9414-4116-8990-817e2104e2fc {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.383324] env[69950]: DEBUG nova.network.neutron [-] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.404786] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222125, 'name': CreateVM_Task, 'duration_secs': 0.438047} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.405845] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72502e07-245d-440d-92b9-540217d1739d] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.406840] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.406951] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.407376] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.408007] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f9d77b-4a19-4e5a-b043-339aa3bb99bc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.414497] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 880.414497] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5282dcf7-10a7-a195-3922-8e2b75b67167" [ 880.414497] env[69950]: _type = "Task" [ 880.414497] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.424596] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5282dcf7-10a7-a195-3922-8e2b75b67167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.430103] env[69950]: DEBUG nova.compute.manager [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.519878] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.520599] env[69950]: DEBUG nova.compute.manager [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.527861] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.443s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.528168] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.528551] env[69950]: INFO nova.compute.manager [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] [instance: da4381f9-af9d-4e93-b6e9-92371f27d52f] Successfully reverted task state from None on failure for instance. [ 880.530970] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 41.517s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.536790] env[69950]: ERROR oslo_messaging.rpc.server [None req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Exception during message handling: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 (generation 68): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9cc17893-36ce-4415-a6fe-c97cf0c6a06c"}]} [ 880.536790] env[69950]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 880.536790] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 880.536790] env[69950]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 880.536790] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 880.536790] env[69950]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 880.536790] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 880.536790] env[69950]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 880.536790] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 880.536790] env[69950]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 880.536790] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 880.536790] env[69950]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server raise self.value [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 167, in decorated_function [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server raise self.value [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 158, in decorated_function [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 214, in decorated_function [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 880.537392] env[69950]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server raise self.value [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 204, in decorated_function [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3388, in terminate_instance [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server do_terminate_instance(instance, bdms) [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3383, in do_terminate_instance [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server raise self.value [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3376, in do_terminate_instance [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server self._delete_instance(context, instance, bdms) [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3340, in _delete_instance [ 880.537954] env[69950]: ERROR oslo_messaging.rpc.server self._complete_deletion(context, instance) [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 929, in _complete_deletion [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server self._update_resource_tracker(context, instance) [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 695, in _update_resource_tracker [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server self.rt.update_usage(context, instance, instance.node) [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 732, in update_usage [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server self._update(context.elevated(), self.compute_nodes[nodename]) [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1405, in _update [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server self._update_to_placement(context, compute_node, startup) [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server raise attempt.get() [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server six.reraise(self.value[0], self.value[1], self.value[2]) [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 880.538578] env[69950]: ERROR oslo_messaging.rpc.server raise value [ 880.539188] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 880.539188] env[69950]: ERROR oslo_messaging.rpc.server attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 880.539188] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1390, in _update_to_placement [ 880.539188] env[69950]: ERROR oslo_messaging.rpc.server self.reportclient.update_from_provider_tree( [ 880.539188] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 880.539188] env[69950]: ERROR oslo_messaging.rpc.server self.set_inventory_for_provider( [ 880.539188] env[69950]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 880.539188] env[69950]: ERROR oslo_messaging.rpc.server raise exception.ResourceProviderUpdateConflict( [ 880.539188] env[69950]: ERROR oslo_messaging.rpc.server nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 (generation 68): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9cc17893-36ce-4415-a6fe-c97cf0c6a06c"}]} [ 880.539188] env[69950]: ERROR oslo_messaging.rpc.server [ 880.887950] env[69950]: INFO nova.compute.manager [-] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Took 1.63 seconds to deallocate network for instance. [ 880.931023] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5282dcf7-10a7-a195-3922-8e2b75b67167, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.931023] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.931023] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.931023] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.931408] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.931408] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.931408] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a62533a4-8cf4-4157-8284-77dd91fe4545 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.943513] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.943714] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.944513] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba27b090-8be4-4192-a685-dd15d0c679a8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.952219] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 880.952219] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52aa43c9-1ded-3e5d-975c-17ed8fca33a5" [ 880.952219] env[69950]: _type = "Task" [ 880.952219] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.958096] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.962830] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52aa43c9-1ded-3e5d-975c-17ed8fca33a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.030228] env[69950]: DEBUG nova.compute.utils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.033717] env[69950]: DEBUG nova.compute.manager [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.033717] env[69950]: DEBUG nova.network.neutron [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.040713] env[69950]: INFO nova.compute.claims [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.091903] env[69950]: DEBUG nova.policy [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c73f7f3e91e748c985e6889aa09836ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95d2b8decc6d4f1683059f622e2baf72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.280026] env[69950]: DEBUG nova.network.neutron [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Successfully updated port: 1fa07175-8303-4f8d-b05a-d2ec1a854066 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.389209] env[69950]: DEBUG nova.network.neutron [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Successfully created port: 71164be5-dc45-419c-803f-b6847dea469d {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.395386] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.409197] env[69950]: DEBUG nova.network.neutron [req-5c304dc1-aa62-4621-9738-c895e64c7738 req-556992ad-4245-476f-b9ef-95accf3b9288 service nova] [instance: 72502e07-245d-440d-92b9-540217d1739d] Updated VIF entry in instance network info cache for port 8b21095d-9414-4116-8990-817e2104e2fc. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.409197] env[69950]: DEBUG nova.network.neutron [req-5c304dc1-aa62-4621-9738-c895e64c7738 req-556992ad-4245-476f-b9ef-95accf3b9288 service nova] [instance: 72502e07-245d-440d-92b9-540217d1739d] Updating instance_info_cache with network_info: [{"id": "8b21095d-9414-4116-8990-817e2104e2fc", "address": "fa:16:3e:a4:47:0a", "network": {"id": "c05b1ac9-ab0d-434c-b92b-e3e5fcd5c2ef", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2146545870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0bf763d53164339961dbec39fc1b45b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b21095d-94", "ovs_interfaceid": "8b21095d-9414-4116-8990-817e2104e2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.465317] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52aa43c9-1ded-3e5d-975c-17ed8fca33a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011594} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.466125] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21143c74-9d1a-489c-8ddb-88637b580538 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.472081] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 881.472081] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a10298-c6e5-efa9-0724-5ca8bcb9c577" [ 881.472081] env[69950]: _type = "Task" [ 881.472081] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.482063] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a10298-c6e5-efa9-0724-5ca8bcb9c577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.491740] env[69950]: DEBUG nova.compute.manager [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 881.492700] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721f75bb-3ac9-4cd4-9003-9478b12874d1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.538481] env[69950]: DEBUG nova.compute.manager [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.549669] env[69950]: INFO nova.compute.resource_tracker [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating resource usage from migration 707d0647-d622-40cf-9dfb-f54ae61c25b0 [ 881.785871] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "refresh_cache-abc1f717-c0c7-4b99-87dc-cc166732cf90" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.786099] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired lock "refresh_cache-abc1f717-c0c7-4b99-87dc-cc166732cf90" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.786267] env[69950]: DEBUG nova.network.neutron [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.911896] env[69950]: DEBUG oslo_concurrency.lockutils [req-5c304dc1-aa62-4621-9738-c895e64c7738 req-556992ad-4245-476f-b9ef-95accf3b9288 service nova] Releasing lock "refresh_cache-72502e07-245d-440d-92b9-540217d1739d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.912312] env[69950]: DEBUG nova.compute.manager [req-5c304dc1-aa62-4621-9738-c895e64c7738 req-556992ad-4245-476f-b9ef-95accf3b9288 service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Received event network-vif-deleted-536f649d-7225-4b01-9248-ae9e36dda2b2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 881.912569] env[69950]: INFO nova.compute.manager [req-5c304dc1-aa62-4621-9738-c895e64c7738 req-556992ad-4245-476f-b9ef-95accf3b9288 service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Neutron deleted interface 536f649d-7225-4b01-9248-ae9e36dda2b2; detaching it from the instance and deleting it from the info cache [ 881.912706] env[69950]: DEBUG nova.network.neutron [req-5c304dc1-aa62-4621-9738-c895e64c7738 req-556992ad-4245-476f-b9ef-95accf3b9288 service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.987071] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a10298-c6e5-efa9-0724-5ca8bcb9c577, 'name': SearchDatastore_Task, 'duration_secs': 0.011672} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.987365] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.987682] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 72502e07-245d-440d-92b9-540217d1739d/72502e07-245d-440d-92b9-540217d1739d.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.987964] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27e72885-2bac-43dc-a7ef-7f043ac4a300 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.998479] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 881.998479] env[69950]: value = "task-4222126" [ 881.998479] env[69950]: _type = "Task" [ 881.998479] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.004626] env[69950]: INFO nova.compute.manager [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] instance snapshotting [ 882.013588] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.014909] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2db2537-5cd7-43e7-9524-beef6fd40ee4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.040405] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7b9403-04e8-454a-ac83-904b256e0c3f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.075529] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200da7dc-5785-4f64-961a-832713e03ea3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.085711] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa43e3da-549f-44ab-bc09-59d7c0e13eff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.123359] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e2620f-7a38-4567-9522-6f84158ee1aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.132109] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c94459-4bdc-46ff-8e97-4c1009099175 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.147505] env[69950]: DEBUG nova.compute.provider_tree [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.352885] env[69950]: DEBUG nova.network.neutron [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.420858] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c53f210b-be24-4620-8e1d-1fc76cafa4ed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.427999] env[69950]: DEBUG nova.compute.manager [req-e7e0e68b-ddee-45bf-bfb5-096b171dcdcf req-85224361-75ee-4b69-8092-17878d1a720a service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Received event network-vif-plugged-1fa07175-8303-4f8d-b05a-d2ec1a854066 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 882.428180] env[69950]: DEBUG oslo_concurrency.lockutils [req-e7e0e68b-ddee-45bf-bfb5-096b171dcdcf req-85224361-75ee-4b69-8092-17878d1a720a service nova] Acquiring lock "abc1f717-c0c7-4b99-87dc-cc166732cf90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.428807] env[69950]: DEBUG oslo_concurrency.lockutils [req-e7e0e68b-ddee-45bf-bfb5-096b171dcdcf req-85224361-75ee-4b69-8092-17878d1a720a service nova] Lock "abc1f717-c0c7-4b99-87dc-cc166732cf90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.429019] env[69950]: DEBUG oslo_concurrency.lockutils [req-e7e0e68b-ddee-45bf-bfb5-096b171dcdcf req-85224361-75ee-4b69-8092-17878d1a720a service nova] Lock "abc1f717-c0c7-4b99-87dc-cc166732cf90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.429213] env[69950]: DEBUG nova.compute.manager [req-e7e0e68b-ddee-45bf-bfb5-096b171dcdcf req-85224361-75ee-4b69-8092-17878d1a720a service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] No waiting events found dispatching network-vif-plugged-1fa07175-8303-4f8d-b05a-d2ec1a854066 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 882.429392] env[69950]: WARNING nova.compute.manager [req-e7e0e68b-ddee-45bf-bfb5-096b171dcdcf req-85224361-75ee-4b69-8092-17878d1a720a service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Received unexpected event network-vif-plugged-1fa07175-8303-4f8d-b05a-d2ec1a854066 for instance with vm_state building and task_state spawning. [ 882.429706] env[69950]: DEBUG nova.compute.manager [req-e7e0e68b-ddee-45bf-bfb5-096b171dcdcf req-85224361-75ee-4b69-8092-17878d1a720a service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Received event network-changed-1fa07175-8303-4f8d-b05a-d2ec1a854066 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 882.429706] env[69950]: DEBUG nova.compute.manager [req-e7e0e68b-ddee-45bf-bfb5-096b171dcdcf req-85224361-75ee-4b69-8092-17878d1a720a service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Refreshing instance network info cache due to event network-changed-1fa07175-8303-4f8d-b05a-d2ec1a854066. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 882.429878] env[69950]: DEBUG oslo_concurrency.lockutils [req-e7e0e68b-ddee-45bf-bfb5-096b171dcdcf req-85224361-75ee-4b69-8092-17878d1a720a service nova] Acquiring lock "refresh_cache-abc1f717-c0c7-4b99-87dc-cc166732cf90" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.435021] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9411736b-9581-44da-ac8a-ab73d2a5599c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.471947] env[69950]: DEBUG nova.compute.manager [req-5c304dc1-aa62-4621-9738-c895e64c7738 req-556992ad-4245-476f-b9ef-95accf3b9288 service nova] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Detach interface failed, port_id=536f649d-7225-4b01-9248-ae9e36dda2b2, reason: Instance cfd1ccdc-d521-4d83-96a8-f282e921835e could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 882.508564] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222126, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.554091] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 882.554091] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb6effc4-a660-463e-a7b8-5035bed7739d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.562080] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 882.562080] env[69950]: value = "task-4222127" [ 882.562080] env[69950]: _type = "Task" [ 882.562080] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.566218] env[69950]: DEBUG nova.compute.manager [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.576045] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222127, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.595175] env[69950]: DEBUG nova.virt.hardware [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.595627] env[69950]: DEBUG nova.virt.hardware [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.595676] env[69950]: DEBUG nova.virt.hardware [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.595856] env[69950]: DEBUG nova.virt.hardware [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.598525] env[69950]: DEBUG nova.virt.hardware [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.598762] env[69950]: DEBUG nova.virt.hardware [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.599065] env[69950]: DEBUG nova.virt.hardware [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.599299] env[69950]: DEBUG nova.virt.hardware [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.599553] env[69950]: DEBUG nova.virt.hardware [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.599764] env[69950]: DEBUG nova.virt.hardware [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.599969] env[69950]: DEBUG nova.virt.hardware [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.600896] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508ca6d4-35e9-4dc1-9a0f-a193062fc411 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.610260] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68822136-691f-424a-a8af-f7e079133ad9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.650778] env[69950]: DEBUG nova.scheduler.client.report [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.694206] env[69950]: DEBUG nova.network.neutron [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Updating instance_info_cache with network_info: [{"id": "1fa07175-8303-4f8d-b05a-d2ec1a854066", "address": "fa:16:3e:da:72:94", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa07175-83", "ovs_interfaceid": "1fa07175-8303-4f8d-b05a-d2ec1a854066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.931189] env[69950]: DEBUG nova.network.neutron [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Successfully updated port: 71164be5-dc45-419c-803f-b6847dea469d {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.012429] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536958} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.012796] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 72502e07-245d-440d-92b9-540217d1739d/72502e07-245d-440d-92b9-540217d1739d.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.013048] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.013369] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64efd752-a0ab-479b-914a-c36f80bc947b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.022799] env[69950]: DEBUG nova.compute.manager [req-cb4b9b18-b929-4885-ab8e-81fe6223918f req-3921389b-0a46-42c1-bdcd-bb13edbde441 service nova] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Received event network-vif-plugged-71164be5-dc45-419c-803f-b6847dea469d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 883.023073] env[69950]: DEBUG oslo_concurrency.lockutils [req-cb4b9b18-b929-4885-ab8e-81fe6223918f req-3921389b-0a46-42c1-bdcd-bb13edbde441 service nova] Acquiring lock "29683a35-3c6b-4850-8acf-f7709bd85ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.023295] env[69950]: DEBUG oslo_concurrency.lockutils [req-cb4b9b18-b929-4885-ab8e-81fe6223918f req-3921389b-0a46-42c1-bdcd-bb13edbde441 service nova] Lock "29683a35-3c6b-4850-8acf-f7709bd85ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.023533] env[69950]: DEBUG oslo_concurrency.lockutils [req-cb4b9b18-b929-4885-ab8e-81fe6223918f req-3921389b-0a46-42c1-bdcd-bb13edbde441 service nova] Lock "29683a35-3c6b-4850-8acf-f7709bd85ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.023628] env[69950]: DEBUG nova.compute.manager [req-cb4b9b18-b929-4885-ab8e-81fe6223918f req-3921389b-0a46-42c1-bdcd-bb13edbde441 service nova] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] No waiting events found dispatching network-vif-plugged-71164be5-dc45-419c-803f-b6847dea469d {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 883.023794] env[69950]: WARNING nova.compute.manager [req-cb4b9b18-b929-4885-ab8e-81fe6223918f req-3921389b-0a46-42c1-bdcd-bb13edbde441 service nova] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Received unexpected event network-vif-plugged-71164be5-dc45-419c-803f-b6847dea469d for instance with vm_state building and task_state spawning. [ 883.025942] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 883.025942] env[69950]: value = "task-4222128" [ 883.025942] env[69950]: _type = "Task" [ 883.025942] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.039085] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.073508] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222127, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.155831] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.625s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.156056] env[69950]: INFO nova.compute.manager [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Migrating [ 883.162741] env[69950]: DEBUG oslo_concurrency.lockutils [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.179s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.162945] env[69950]: DEBUG nova.objects.instance [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 883.196674] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Releasing lock "refresh_cache-abc1f717-c0c7-4b99-87dc-cc166732cf90" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.197114] env[69950]: DEBUG nova.compute.manager [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Instance network_info: |[{"id": "1fa07175-8303-4f8d-b05a-d2ec1a854066", "address": "fa:16:3e:da:72:94", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa07175-83", "ovs_interfaceid": "1fa07175-8303-4f8d-b05a-d2ec1a854066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.197734] env[69950]: DEBUG oslo_concurrency.lockutils [req-e7e0e68b-ddee-45bf-bfb5-096b171dcdcf req-85224361-75ee-4b69-8092-17878d1a720a service nova] Acquired lock "refresh_cache-abc1f717-c0c7-4b99-87dc-cc166732cf90" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.197935] env[69950]: DEBUG nova.network.neutron [req-e7e0e68b-ddee-45bf-bfb5-096b171dcdcf req-85224361-75ee-4b69-8092-17878d1a720a service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Refreshing network info cache for port 1fa07175-8303-4f8d-b05a-d2ec1a854066 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.199530] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:72:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fa07175-8303-4f8d-b05a-d2ec1a854066', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.207416] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Creating folder: Project (87a36143c99541a2a1802030073feaca). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.209110] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b86406d-eb70-404d-bfce-ab0597193f65 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.221126] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Created folder: Project (87a36143c99541a2a1802030073feaca) in parent group-v835309. [ 883.221384] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Creating folder: Instances. Parent ref: group-v835466. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.221611] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c625c09c-fecf-4894-b3c3-ad14642f828c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.233693] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Created folder: Instances in parent group-v835466. [ 883.233965] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.234183] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.234484] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5c0c8cb-6e93-40c9-9692-5189715e4503 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.256408] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.256408] env[69950]: value = "task-4222131" [ 883.256408] env[69950]: _type = "Task" [ 883.256408] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.265114] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222131, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.433754] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "refresh_cache-29683a35-3c6b-4850-8acf-f7709bd85ac8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.433951] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "refresh_cache-29683a35-3c6b-4850-8acf-f7709bd85ac8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.434175] env[69950]: DEBUG nova.network.neutron [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.540834] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076723} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.541120] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.541961] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3047815-355a-477c-adc3-b6fbb929e7ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.565715] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 72502e07-245d-440d-92b9-540217d1739d/72502e07-245d-440d-92b9-540217d1739d.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.566131] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ef1ffc-d933-4b1b-8675-981fc96b7ef1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.590442] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222127, 'name': CreateSnapshot_Task, 'duration_secs': 0.516253} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.591941] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 883.592320] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 883.592320] env[69950]: value = "task-4222132" [ 883.592320] env[69950]: _type = "Task" [ 883.592320] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.593069] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06e7218-cdb9-4088-84ee-e97c6bafe1a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.613331] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.674332] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.674550] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.674736] env[69950]: DEBUG nova.network.neutron [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.766770] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222131, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.935867] env[69950]: DEBUG nova.network.neutron [req-e7e0e68b-ddee-45bf-bfb5-096b171dcdcf req-85224361-75ee-4b69-8092-17878d1a720a service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Updated VIF entry in instance network info cache for port 1fa07175-8303-4f8d-b05a-d2ec1a854066. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.936218] env[69950]: DEBUG nova.network.neutron [req-e7e0e68b-ddee-45bf-bfb5-096b171dcdcf req-85224361-75ee-4b69-8092-17878d1a720a service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Updating instance_info_cache with network_info: [{"id": "1fa07175-8303-4f8d-b05a-d2ec1a854066", "address": "fa:16:3e:da:72:94", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa07175-83", "ovs_interfaceid": "1fa07175-8303-4f8d-b05a-d2ec1a854066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.974137] env[69950]: DEBUG nova.network.neutron [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.109049] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.121641] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 884.123675] env[69950]: DEBUG nova.network.neutron [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Updating instance_info_cache with network_info: [{"id": "71164be5-dc45-419c-803f-b6847dea469d", "address": "fa:16:3e:aa:0a:fe", "network": {"id": "4ac9d318-23a2-4dcf-8533-e1384907beae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1711276076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d2b8decc6d4f1683059f622e2baf72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71164be5-dc", "ovs_interfaceid": "71164be5-dc45-419c-803f-b6847dea469d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.124125] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7605949c-ea78-4714-94b1-21a2c86dcf98 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.134671] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 884.134671] env[69950]: value = "task-4222133" [ 884.134671] env[69950]: _type = "Task" [ 884.134671] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.145249] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222133, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.171704] env[69950]: DEBUG oslo_concurrency.lockutils [None req-606f1803-32f3-46b6-a641-86d0b76ecd21 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.174497] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.805s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.176876] env[69950]: INFO nova.compute.claims [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.269956] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222131, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.428552] env[69950]: DEBUG nova.network.neutron [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance_info_cache with network_info: [{"id": "480366fa-9291-47a8-bb2b-af1b0908de34", "address": "fa:16:3e:5d:db:19", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480366fa-92", "ovs_interfaceid": "480366fa-9291-47a8-bb2b-af1b0908de34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.440856] env[69950]: DEBUG oslo_concurrency.lockutils [req-e7e0e68b-ddee-45bf-bfb5-096b171dcdcf req-85224361-75ee-4b69-8092-17878d1a720a service nova] Releasing lock "refresh_cache-abc1f717-c0c7-4b99-87dc-cc166732cf90" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.606870] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222132, 'name': ReconfigVM_Task, 'duration_secs': 0.913797} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.607428] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 72502e07-245d-440d-92b9-540217d1739d/72502e07-245d-440d-92b9-540217d1739d.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.607828] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe41316e-48f2-45fe-bcd2-60cb6df6aea1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.615301] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 884.615301] env[69950]: value = "task-4222134" [ 884.615301] env[69950]: _type = "Task" [ 884.615301] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.625549] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222134, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.629183] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "refresh_cache-29683a35-3c6b-4850-8acf-f7709bd85ac8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.629520] env[69950]: DEBUG nova.compute.manager [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Instance network_info: |[{"id": "71164be5-dc45-419c-803f-b6847dea469d", "address": "fa:16:3e:aa:0a:fe", "network": {"id": "4ac9d318-23a2-4dcf-8533-e1384907beae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1711276076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d2b8decc6d4f1683059f622e2baf72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71164be5-dc", "ovs_interfaceid": "71164be5-dc45-419c-803f-b6847dea469d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.629933] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:0a:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71164be5-dc45-419c-803f-b6847dea469d', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.638686] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.639158] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.642995] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dd979fd-4168-4261-b5c8-13d10aa0d5cb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.663459] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222133, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.664844] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.664844] env[69950]: value = "task-4222135" [ 884.664844] env[69950]: _type = "Task" [ 884.664844] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.672912] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222135, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.769706] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222131, 'name': CreateVM_Task, 'duration_secs': 1.030999} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.769905] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.770759] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.770872] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.771791] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.771791] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f6517c-86f2-4a2b-b258-a1ebab781948 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.778493] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 884.778493] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52990a52-6348-fae6-9d02-0d40586dc544" [ 884.778493] env[69950]: _type = "Task" [ 884.778493] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.788607] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52990a52-6348-fae6-9d02-0d40586dc544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.932160] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.128092] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222134, 'name': Rename_Task, 'duration_secs': 0.163148} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.128459] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.129038] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1560e59b-bfcc-4bfd-b156-f5660bdb4440 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.136043] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 885.136043] env[69950]: value = "task-4222136" [ 885.136043] env[69950]: _type = "Task" [ 885.136043] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.145316] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.150853] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222133, 'name': CloneVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.176162] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222135, 'name': CreateVM_Task, 'duration_secs': 0.338978} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.176162] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.176689] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.183271] env[69950]: DEBUG nova.compute.manager [req-3c938310-3ba1-4101-8bd9-41545913702e req-979c5eb6-d4c9-453d-a5b5-932631a93cb0 service nova] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Received event network-changed-71164be5-dc45-419c-803f-b6847dea469d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 885.183746] env[69950]: DEBUG nova.compute.manager [req-3c938310-3ba1-4101-8bd9-41545913702e req-979c5eb6-d4c9-453d-a5b5-932631a93cb0 service nova] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Refreshing instance network info cache due to event network-changed-71164be5-dc45-419c-803f-b6847dea469d. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 885.183746] env[69950]: DEBUG oslo_concurrency.lockutils [req-3c938310-3ba1-4101-8bd9-41545913702e req-979c5eb6-d4c9-453d-a5b5-932631a93cb0 service nova] Acquiring lock "refresh_cache-29683a35-3c6b-4850-8acf-f7709bd85ac8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.183880] env[69950]: DEBUG oslo_concurrency.lockutils [req-3c938310-3ba1-4101-8bd9-41545913702e req-979c5eb6-d4c9-453d-a5b5-932631a93cb0 service nova] Acquired lock "refresh_cache-29683a35-3c6b-4850-8acf-f7709bd85ac8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.184058] env[69950]: DEBUG nova.network.neutron [req-3c938310-3ba1-4101-8bd9-41545913702e req-979c5eb6-d4c9-453d-a5b5-932631a93cb0 service nova] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Refreshing network info cache for port 71164be5-dc45-419c-803f-b6847dea469d {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.292215] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52990a52-6348-fae6-9d02-0d40586dc544, 'name': SearchDatastore_Task, 'duration_secs': 0.008906} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.292627] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.292865] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.293118] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.293275] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.293457] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.293817] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.294053] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.294297] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-384e46d6-7f36-43f7-bcd1-413de393d0c0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.299158] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef24b1d2-15f8-45e1-95dc-b7bd71621ebe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.304883] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 885.304883] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52830807-3de5-2484-bc47-6aada2a1a6a2" [ 885.304883] env[69950]: _type = "Task" [ 885.304883] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.310943] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.311689] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.312403] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7801b7f8-b958-48ff-a7d9-d29d567d6261 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.320141] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52830807-3de5-2484-bc47-6aada2a1a6a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.323654] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 885.323654] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5291cc8d-ee94-87af-dcd8-75ed6c8aba18" [ 885.323654] env[69950]: _type = "Task" [ 885.323654] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.332935] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5291cc8d-ee94-87af-dcd8-75ed6c8aba18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.649486] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222133, 'name': CloneVM_Task, 'duration_secs': 1.055428} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.652983] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Created linked-clone VM from snapshot [ 885.653330] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222136, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.656598] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0c3642-f0e4-4a90-a5fa-58dd5e2b5e6e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.664772] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Uploading image 94db43ff-4053-4179-83f0-9949b19faa6a {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 885.686093] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 885.686093] env[69950]: value = "vm-835469" [ 885.686093] env[69950]: _type = "VirtualMachine" [ 885.686093] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 885.688167] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8be95cd4-4182-4ee1-b750-c45f4b924aea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.696458] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lease: (returnval){ [ 885.696458] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f696ea-5496-8adb-bab9-af9acd476821" [ 885.696458] env[69950]: _type = "HttpNfcLease" [ 885.696458] env[69950]: } obtained for exporting VM: (result){ [ 885.696458] env[69950]: value = "vm-835469" [ 885.696458] env[69950]: _type = "VirtualMachine" [ 885.696458] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 885.696838] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the lease: (returnval){ [ 885.696838] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f696ea-5496-8adb-bab9-af9acd476821" [ 885.696838] env[69950]: _type = "HttpNfcLease" [ 885.696838] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 885.704207] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.704207] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f696ea-5496-8adb-bab9-af9acd476821" [ 885.704207] env[69950]: _type = "HttpNfcLease" [ 885.704207] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 885.741417] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de7bae6-8932-4487-922b-ef99818ba3cc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.751075] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec91e9b6-e23f-4a22-b184-014f60980212 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.785613] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b01c06d-4a2b-4565-9291-d44ff28434ee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.794273] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ca3130-1548-48a7-a331-a25743b44624 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.810089] env[69950]: DEBUG nova.compute.provider_tree [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.824144] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52830807-3de5-2484-bc47-6aada2a1a6a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.824594] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.824840] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.825091] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.834136] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5291cc8d-ee94-87af-dcd8-75ed6c8aba18, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.834997] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-275f620b-57ac-41d8-8e98-f535cf5e420e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.841608] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 885.841608] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5222d3a7-2554-1697-660f-308385b1385a" [ 885.841608] env[69950]: _type = "Task" [ 885.841608] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.853167] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5222d3a7-2554-1697-660f-308385b1385a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.014513] env[69950]: DEBUG nova.network.neutron [req-3c938310-3ba1-4101-8bd9-41545913702e req-979c5eb6-d4c9-453d-a5b5-932631a93cb0 service nova] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Updated VIF entry in instance network info cache for port 71164be5-dc45-419c-803f-b6847dea469d. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.015424] env[69950]: DEBUG nova.network.neutron [req-3c938310-3ba1-4101-8bd9-41545913702e req-979c5eb6-d4c9-453d-a5b5-932631a93cb0 service nova] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Updating instance_info_cache with network_info: [{"id": "71164be5-dc45-419c-803f-b6847dea469d", "address": "fa:16:3e:aa:0a:fe", "network": {"id": "4ac9d318-23a2-4dcf-8533-e1384907beae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1711276076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d2b8decc6d4f1683059f622e2baf72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71164be5-dc", "ovs_interfaceid": "71164be5-dc45-419c-803f-b6847dea469d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.149029] env[69950]: DEBUG oslo_vmware.api [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222136, 'name': PowerOnVM_Task, 'duration_secs': 0.90477} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.149348] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.149394] env[69950]: INFO nova.compute.manager [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Took 8.81 seconds to spawn the instance on the hypervisor. [ 886.149569] env[69950]: DEBUG nova.compute.manager [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 886.150491] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8bfb01-895d-4fbb-8f76-ee01180ab5a6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.208671] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.208671] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f696ea-5496-8adb-bab9-af9acd476821" [ 886.208671] env[69950]: _type = "HttpNfcLease" [ 886.208671] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 886.209021] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 886.209021] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f696ea-5496-8adb-bab9-af9acd476821" [ 886.209021] env[69950]: _type = "HttpNfcLease" [ 886.209021] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 886.209769] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3755ee05-3498-45db-9d22-86e6791f05af {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.219516] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52acd5d3-a95e-a61a-07a0-b4ca6bf2ca5b/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 886.219516] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52acd5d3-a95e-a61a-07a0-b4ca6bf2ca5b/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 886.342536] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-17b34ca0-fcbc-4e3e-9f80-5da53e1a2afe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.345864] env[69950]: ERROR nova.scheduler.client.report [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [req-b81bb537-978a-405e-96e4-e580c9eca77d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b81bb537-978a-405e-96e4-e580c9eca77d"}]} [ 886.359544] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5222d3a7-2554-1697-660f-308385b1385a, 'name': SearchDatastore_Task, 'duration_secs': 0.012152} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.360151] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.360430] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] abc1f717-c0c7-4b99-87dc-cc166732cf90/abc1f717-c0c7-4b99-87dc-cc166732cf90.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.362968] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.362968] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.363200] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64b632ee-1b5e-425e-8e57-4b74537d0c18 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.366433] env[69950]: DEBUG nova.scheduler.client.report [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 886.368217] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4361ac8-9daf-4da4-b74d-4afd0d2ed78d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.382935] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.383109] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.384061] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 886.384061] env[69950]: value = "task-4222138" [ 886.384061] env[69950]: _type = "Task" [ 886.384061] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.390074] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f933e7e-37aa-49fd-92c3-279761afb93b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.397325] env[69950]: DEBUG nova.scheduler.client.report [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 886.397325] env[69950]: DEBUG nova.compute.provider_tree [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 886.406583] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 886.406583] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52cfa62a-6dce-5f72-e06f-05b50182f396" [ 886.406583] env[69950]: _type = "Task" [ 886.406583] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.410504] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.416138] env[69950]: DEBUG nova.scheduler.client.report [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 886.430153] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52cfa62a-6dce-5f72-e06f-05b50182f396, 'name': SearchDatastore_Task, 'duration_secs': 0.015018} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.431039] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a8a01c-79b3-418b-ab4f-26aefe34b572 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.439726] env[69950]: DEBUG nova.scheduler.client.report [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 886.443850] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 886.443850] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f7b606-2ddd-59b6-4e53-fc24da4ee887" [ 886.443850] env[69950]: _type = "Task" [ 886.443850] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.451996] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfb414e-d644-4d6a-82c2-bee61d58936a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.458687] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f7b606-2ddd-59b6-4e53-fc24da4ee887, 'name': SearchDatastore_Task, 'duration_secs': 0.013205} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.462332] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.462332] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 29683a35-3c6b-4850-8acf-f7709bd85ac8/29683a35-3c6b-4850-8acf-f7709bd85ac8.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.462332] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2f0535d-e3d5-4216-97c8-310cb04237d0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.475803] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance 'cb49c031-c220-42fb-b718-12387967034e' progress to 0 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.488190] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 886.488190] env[69950]: value = "task-4222139" [ 886.488190] env[69950]: _type = "Task" [ 886.488190] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.498229] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.520086] env[69950]: DEBUG oslo_concurrency.lockutils [req-3c938310-3ba1-4101-8bd9-41545913702e req-979c5eb6-d4c9-453d-a5b5-932631a93cb0 service nova] Releasing lock "refresh_cache-29683a35-3c6b-4850-8acf-f7709bd85ac8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.672791] env[69950]: INFO nova.compute.manager [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Took 55.32 seconds to build instance. [ 886.912261] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222138, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.985234] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.986174] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b828ca3-fdea-443a-87da-5a6d296462d8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.999690] env[69950]: DEBUG oslo_vmware.api [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 886.999690] env[69950]: value = "task-4222140" [ 886.999690] env[69950]: _type = "Task" [ 886.999690] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.004024] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222139, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.020063] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 887.020467] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance 'cb49c031-c220-42fb-b718-12387967034e' progress to 17 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.040490] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c088808-8ce4-42d8-8706-4ad4528eea61 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.049949] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0b6efe-1c99-4a19-ace4-e0dafa919a72 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.086904] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "72502e07-245d-440d-92b9-540217d1739d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.089441] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0a19a0-a08c-4abf-994a-530fe00ed646 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.099826] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9475efa-1b36-4094-a572-8e558554e7e7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.116804] env[69950]: DEBUG nova.compute.provider_tree [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.176466] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "72502e07-245d-440d-92b9-540217d1739d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.835s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.178294] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "72502e07-245d-440d-92b9-540217d1739d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.091s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.178294] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "72502e07-245d-440d-92b9-540217d1739d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.178522] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "72502e07-245d-440d-92b9-540217d1739d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.178671] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "72502e07-245d-440d-92b9-540217d1739d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.182766] env[69950]: INFO nova.compute.manager [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Terminating instance [ 887.404976] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698081} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.405275] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] abc1f717-c0c7-4b99-87dc-cc166732cf90/abc1f717-c0c7-4b99-87dc-cc166732cf90.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.405600] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.405865] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bc962c4-361a-4b23-835b-594c2fe6b038 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.413643] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 887.413643] env[69950]: value = "task-4222141" [ 887.413643] env[69950]: _type = "Task" [ 887.413643] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.427563] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.505509] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.933892} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.505509] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 29683a35-3c6b-4850-8acf-f7709bd85ac8/29683a35-3c6b-4850-8acf-f7709bd85ac8.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.505509] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.505509] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-303fc154-0aa4-4587-84b6-12f15a6da7d6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.515052] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 887.515052] env[69950]: value = "task-4222142" [ 887.515052] env[69950]: _type = "Task" [ 887.515052] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.525416] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.531960] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.532420] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.532710] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.532980] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.533197] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.533467] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.533719] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.534514] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.534514] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.534514] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.534700] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.540272] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-131594d7-013e-412d-86d8-d6d79e813882 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.557783] env[69950]: DEBUG oslo_vmware.api [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 887.557783] env[69950]: value = "task-4222143" [ 887.557783] env[69950]: _type = "Task" [ 887.557783] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.568700] env[69950]: DEBUG oslo_vmware.api [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.653756] env[69950]: DEBUG nova.scheduler.client.report [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 887.654237] env[69950]: DEBUG nova.compute.provider_tree [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 86 to 87 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 887.654579] env[69950]: DEBUG nova.compute.provider_tree [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.681932] env[69950]: DEBUG nova.compute.manager [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.687114] env[69950]: DEBUG nova.compute.manager [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.687397] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.688518] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2244f0-2deb-4e71-a3cd-0c6bf8df8cdc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.700430] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.701015] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0326d37c-b2d3-4332-8356-839528302c89 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.711055] env[69950]: DEBUG oslo_vmware.api [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 887.711055] env[69950]: value = "task-4222144" [ 887.711055] env[69950]: _type = "Task" [ 887.711055] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.730716] env[69950]: DEBUG oslo_vmware.api [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.924538] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07293} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.927370] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.927370] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa91b3b6-1f15-4acf-911a-e0109591244e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.953566] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] abc1f717-c0c7-4b99-87dc-cc166732cf90/abc1f717-c0c7-4b99-87dc-cc166732cf90.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.954190] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-586ea481-f2ef-424f-9f33-b75d15f752c3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.977050] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 887.977050] env[69950]: value = "task-4222145" [ 887.977050] env[69950]: _type = "Task" [ 887.977050] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.985880] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222145, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.024873] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083481} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.025214] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.026222] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e186f43-7034-4b55-a5fa-36a4ad4a6a09 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.052938] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 29683a35-3c6b-4850-8acf-f7709bd85ac8/29683a35-3c6b-4850-8acf-f7709bd85ac8.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.053321] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23d0b014-a00f-4c53-9b0f-fa991f368537 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.077876] env[69950]: DEBUG oslo_vmware.api [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222143, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.079232] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 888.079232] env[69950]: value = "task-4222146" [ 888.079232] env[69950]: _type = "Task" [ 888.079232] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.091316] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.160477] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.986s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.161111] env[69950]: DEBUG nova.compute.manager [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.164141] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.518s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.164323] env[69950]: DEBUG nova.objects.instance [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Lazy-loading 'resources' on Instance uuid ce87729f-7f4d-434d-95be-60bc72dcad08 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.207051] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.225096] env[69950]: DEBUG oslo_vmware.api [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222144, 'name': PowerOffVM_Task, 'duration_secs': 0.419166} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.225403] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.225585] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.225857] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aeebddb-65dc-4a13-a221-0a4e5f073ed3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.348319] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.348888] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.348888] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Deleting the datastore file [datastore1] 72502e07-245d-440d-92b9-540217d1739d {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.349120] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6d0c72c-457b-473d-b21c-4650c36da5fa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.357062] env[69950]: DEBUG oslo_vmware.api [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for the task: (returnval){ [ 888.357062] env[69950]: value = "task-4222148" [ 888.357062] env[69950]: _type = "Task" [ 888.357062] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.367408] env[69950]: DEBUG oslo_vmware.api [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.487687] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.578814] env[69950]: DEBUG oslo_vmware.api [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222143, 'name': ReconfigVM_Task, 'duration_secs': 0.530529} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.579306] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance 'cb49c031-c220-42fb-b718-12387967034e' progress to 33 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.595774] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.668373] env[69950]: DEBUG nova.compute.utils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.672886] env[69950]: DEBUG nova.compute.manager [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.674530] env[69950]: DEBUG nova.network.neutron [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.717574] env[69950]: DEBUG nova.policy [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bb5aeaeeeac49f7a2a93217c46029a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b136a1623334d89ab0ae5f9346287ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.871481] env[69950]: DEBUG oslo_vmware.api [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Task: {'id': task-4222148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315838} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.871729] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.871861] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.872171] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.872253] env[69950]: INFO nova.compute.manager [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] [instance: 72502e07-245d-440d-92b9-540217d1739d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 888.873084] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.873084] env[69950]: DEBUG nova.compute.manager [-] [instance: 72502e07-245d-440d-92b9-540217d1739d] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.873084] env[69950]: DEBUG nova.network.neutron [-] [instance: 72502e07-245d-440d-92b9-540217d1739d] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.991163] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222145, 'name': ReconfigVM_Task, 'duration_secs': 0.700218} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.991622] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Reconfigured VM instance instance-00000035 to attach disk [datastore1] abc1f717-c0c7-4b99-87dc-cc166732cf90/abc1f717-c0c7-4b99-87dc-cc166732cf90.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.992421] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fed9936-4cc9-4323-a800-d26f21a83290 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.004806] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 889.004806] env[69950]: value = "task-4222149" [ 889.004806] env[69950]: _type = "Task" [ 889.004806] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.018140] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222149, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.056497] env[69950]: DEBUG nova.network.neutron [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Successfully created port: 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.094109] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.094109] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.094109] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.094109] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.094360] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.094360] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.094360] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.094360] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.094360] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.094558] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.094558] env[69950]: DEBUG nova.virt.hardware [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.099700] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 889.101032] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66dc4bcd-b1d7-456d-a32f-a3608f82aa8f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.119950] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222146, 'name': ReconfigVM_Task, 'duration_secs': 0.592393} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.121274] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 29683a35-3c6b-4850-8acf-f7709bd85ac8/29683a35-3c6b-4850-8acf-f7709bd85ac8.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.121524] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40c6b518-0077-4199-91d9-e3977195a534 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.126796] env[69950]: DEBUG oslo_vmware.api [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 889.126796] env[69950]: value = "task-4222150" [ 889.126796] env[69950]: _type = "Task" [ 889.126796] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.132401] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 889.132401] env[69950]: value = "task-4222151" [ 889.132401] env[69950]: _type = "Task" [ 889.132401] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.142382] env[69950]: DEBUG oslo_vmware.api [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.153016] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222151, 'name': Rename_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.181339] env[69950]: DEBUG nova.compute.manager [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.241841] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc931b4-fc9a-423d-91ad-b1c8567bf9a6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.253768] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0265f8c0-c9d3-4a5e-a9e0-29fce6ac29f0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.288973] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34a129e-c1a0-4b76-a4aa-cfed2285e1f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.301485] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d04fe82-fe1e-40d4-b8b5-6ae5adbebe0d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.319127] env[69950]: DEBUG nova.compute.provider_tree [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.324661] env[69950]: DEBUG nova.compute.manager [req-11aae5c9-92c0-4366-bb92-df527a98b083 req-f59c0564-0b45-47cd-b08a-f0a02313cdab service nova] [instance: 72502e07-245d-440d-92b9-540217d1739d] Received event network-vif-deleted-8b21095d-9414-4116-8990-817e2104e2fc {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 889.324907] env[69950]: INFO nova.compute.manager [req-11aae5c9-92c0-4366-bb92-df527a98b083 req-f59c0564-0b45-47cd-b08a-f0a02313cdab service nova] [instance: 72502e07-245d-440d-92b9-540217d1739d] Neutron deleted interface 8b21095d-9414-4116-8990-817e2104e2fc; detaching it from the instance and deleting it from the info cache [ 889.325115] env[69950]: DEBUG nova.network.neutron [req-11aae5c9-92c0-4366-bb92-df527a98b083 req-f59c0564-0b45-47cd-b08a-f0a02313cdab service nova] [instance: 72502e07-245d-440d-92b9-540217d1739d] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.516178] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222149, 'name': Rename_Task, 'duration_secs': 0.245187} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.516422] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.516614] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c82a3fc1-003b-42ce-92ae-530f2de2ee87 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.524640] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 889.524640] env[69950]: value = "task-4222152" [ 889.524640] env[69950]: _type = "Task" [ 889.524640] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.533364] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.643122] env[69950]: DEBUG oslo_vmware.api [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222150, 'name': ReconfigVM_Task, 'duration_secs': 0.260778} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.643949] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 889.646027] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78834f1c-e996-4fbb-8b2d-ba85ca3ddb1c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.652697] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222151, 'name': Rename_Task, 'duration_secs': 0.160577} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.653278] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.653531] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1bfd8cc-8f46-46c5-9c55-37f3ff8815aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.682060] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] cb49c031-c220-42fb-b718-12387967034e/cb49c031-c220-42fb-b718-12387967034e.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.683779] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb3ba93-a0dd-4a83-b178-6e44b6e36e44 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.701803] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 889.701803] env[69950]: value = "task-4222153" [ 889.701803] env[69950]: _type = "Task" [ 889.701803] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.714619] env[69950]: DEBUG oslo_vmware.api [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 889.714619] env[69950]: value = "task-4222154" [ 889.714619] env[69950]: _type = "Task" [ 889.714619] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.722359] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.729491] env[69950]: DEBUG oslo_vmware.api [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.794889] env[69950]: DEBUG nova.network.neutron [-] [instance: 72502e07-245d-440d-92b9-540217d1739d] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.822521] env[69950]: DEBUG nova.scheduler.client.report [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.827429] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff93f687-9565-4702-a932-633b9b59f70d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.838510] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d2cabd-8477-4564-b2f7-6fb92a8503ff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.881101] env[69950]: DEBUG nova.compute.manager [req-11aae5c9-92c0-4366-bb92-df527a98b083 req-f59c0564-0b45-47cd-b08a-f0a02313cdab service nova] [instance: 72502e07-245d-440d-92b9-540217d1739d] Detach interface failed, port_id=8b21095d-9414-4116-8990-817e2104e2fc, reason: Instance 72502e07-245d-440d-92b9-540217d1739d could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 890.035918] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222152, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.218436] env[69950]: DEBUG nova.compute.manager [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.220960] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.230909] env[69950]: DEBUG oslo_vmware.api [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222154, 'name': ReconfigVM_Task, 'duration_secs': 0.471153} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.231221] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Reconfigured VM instance instance-00000017 to attach disk [datastore2] cb49c031-c220-42fb-b718-12387967034e/cb49c031-c220-42fb-b718-12387967034e.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.231486] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance 'cb49c031-c220-42fb-b718-12387967034e' progress to 50 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.252028] env[69950]: DEBUG nova.virt.hardware [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.252028] env[69950]: DEBUG nova.virt.hardware [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.252028] env[69950]: DEBUG nova.virt.hardware [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.252511] env[69950]: DEBUG nova.virt.hardware [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.252511] env[69950]: DEBUG nova.virt.hardware [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.252511] env[69950]: DEBUG nova.virt.hardware [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.252623] env[69950]: DEBUG nova.virt.hardware [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.253434] env[69950]: DEBUG nova.virt.hardware [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.253434] env[69950]: DEBUG nova.virt.hardware [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.253434] env[69950]: DEBUG nova.virt.hardware [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.253434] env[69950]: DEBUG nova.virt.hardware [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.254180] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba57a10-6900-4763-b760-f40342a339b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.264289] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345b0923-6b1f-45b7-9d4d-e70b1cf2ec70 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.298046] env[69950]: INFO nova.compute.manager [-] [instance: 72502e07-245d-440d-92b9-540217d1739d] Took 1.43 seconds to deallocate network for instance. [ 890.328411] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.331428] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.317s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.332985] env[69950]: INFO nova.compute.claims [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.354823] env[69950]: INFO nova.scheduler.client.report [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Deleted allocations for instance ce87729f-7f4d-434d-95be-60bc72dcad08 [ 890.537644] env[69950]: DEBUG oslo_vmware.api [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222152, 'name': PowerOnVM_Task, 'duration_secs': 0.59126} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.537997] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.538320] env[69950]: INFO nova.compute.manager [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Took 10.62 seconds to spawn the instance on the hypervisor. [ 890.538481] env[69950]: DEBUG nova.compute.manager [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 890.539431] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f5b791-b64b-4aac-b5c9-5638c55cebaf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.582263] env[69950]: DEBUG nova.compute.manager [req-c0c22982-c738-446b-9186-97ec2e1f8509 req-f65fee5e-f12b-4d50-b2a9-00be39a694b0 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Received event network-vif-plugged-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 890.582808] env[69950]: DEBUG oslo_concurrency.lockutils [req-c0c22982-c738-446b-9186-97ec2e1f8509 req-f65fee5e-f12b-4d50-b2a9-00be39a694b0 service nova] Acquiring lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.586087] env[69950]: DEBUG oslo_concurrency.lockutils [req-c0c22982-c738-446b-9186-97ec2e1f8509 req-f65fee5e-f12b-4d50-b2a9-00be39a694b0 service nova] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.586087] env[69950]: DEBUG oslo_concurrency.lockutils [req-c0c22982-c738-446b-9186-97ec2e1f8509 req-f65fee5e-f12b-4d50-b2a9-00be39a694b0 service nova] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.586087] env[69950]: DEBUG nova.compute.manager [req-c0c22982-c738-446b-9186-97ec2e1f8509 req-f65fee5e-f12b-4d50-b2a9-00be39a694b0 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] No waiting events found dispatching network-vif-plugged-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 890.586087] env[69950]: WARNING nova.compute.manager [req-c0c22982-c738-446b-9186-97ec2e1f8509 req-f65fee5e-f12b-4d50-b2a9-00be39a694b0 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Received unexpected event network-vif-plugged-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 for instance with vm_state building and task_state spawning. [ 890.608722] env[69950]: DEBUG nova.network.neutron [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Successfully updated port: 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.718804] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222153, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.738946] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b46598-8bb3-4cf7-90cb-be9e36e16d32 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.760033] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e671c22e-01de-4ac7-81f4-8855cd3fdcbe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.779419] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance 'cb49c031-c220-42fb-b718-12387967034e' progress to 67 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.805579] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.863574] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cfd3542d-a2e7-4a08-b66b-a4c4ddf7e274 tempest-ServersListShow296Test-1636299010 tempest-ServersListShow296Test-1636299010-project-member] Lock "ce87729f-7f4d-434d-95be-60bc72dcad08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.549s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.073818] env[69950]: INFO nova.compute.manager [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Took 58.10 seconds to build instance. [ 891.113488] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.113740] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.113740] env[69950]: DEBUG nova.network.neutron [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.220388] env[69950]: DEBUG oslo_vmware.api [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222153, 'name': PowerOnVM_Task, 'duration_secs': 1.079728} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.220689] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.220896] env[69950]: INFO nova.compute.manager [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Took 8.65 seconds to spawn the instance on the hypervisor. [ 891.222055] env[69950]: DEBUG nova.compute.manager [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 891.222055] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f872c10a-b929-4fd1-b940-2a117bb258a7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.332724] env[69950]: DEBUG nova.network.neutron [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Port 480366fa-9291-47a8-bb2b-af1b0908de34 binding to destination host cpu-1 is already ACTIVE {{(pid=69950) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 891.576833] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ca650e-5972-4970-8316-612f5a5c8d21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.954s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.656694] env[69950]: DEBUG nova.network.neutron [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.745763] env[69950]: INFO nova.compute.manager [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Took 58.17 seconds to build instance. [ 891.853759] env[69950]: DEBUG nova.network.neutron [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updating instance_info_cache with network_info: [{"id": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "address": "fa:16:3e:19:f2:8f", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fefee8d-1d", "ovs_interfaceid": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.979240] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fa4927-7be7-4eb2-a3d9-56f31de0fdae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.989233] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a7ba1b-ce8b-46f7-94bd-8fe0e3b4dd81 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.024294] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246a34d3-573a-4c64-bb32-4d6ed961e8ab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.028197] env[69950]: DEBUG nova.compute.manager [req-fb6b1a55-bf3f-4a0d-9ac7-28019289e4c4 req-97ae68ce-30e9-4650-bedc-a4be3db4c7cc service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Received event network-changed-1fa07175-8303-4f8d-b05a-d2ec1a854066 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 892.028394] env[69950]: DEBUG nova.compute.manager [req-fb6b1a55-bf3f-4a0d-9ac7-28019289e4c4 req-97ae68ce-30e9-4650-bedc-a4be3db4c7cc service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Refreshing instance network info cache due to event network-changed-1fa07175-8303-4f8d-b05a-d2ec1a854066. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 892.028613] env[69950]: DEBUG oslo_concurrency.lockutils [req-fb6b1a55-bf3f-4a0d-9ac7-28019289e4c4 req-97ae68ce-30e9-4650-bedc-a4be3db4c7cc service nova] Acquiring lock "refresh_cache-abc1f717-c0c7-4b99-87dc-cc166732cf90" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.028758] env[69950]: DEBUG oslo_concurrency.lockutils [req-fb6b1a55-bf3f-4a0d-9ac7-28019289e4c4 req-97ae68ce-30e9-4650-bedc-a4be3db4c7cc service nova] Acquired lock "refresh_cache-abc1f717-c0c7-4b99-87dc-cc166732cf90" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.028916] env[69950]: DEBUG nova.network.neutron [req-fb6b1a55-bf3f-4a0d-9ac7-28019289e4c4 req-97ae68ce-30e9-4650-bedc-a4be3db4c7cc service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Refreshing network info cache for port 1fa07175-8303-4f8d-b05a-d2ec1a854066 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.037054] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19296f83-2c32-4a17-ae55-f720b8b40589 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.054486] env[69950]: DEBUG nova.compute.provider_tree [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.082113] env[69950]: DEBUG nova.compute.manager [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.252631] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "29683a35-3c6b-4850-8acf-f7709bd85ac8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.688s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.364063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "cb49c031-c220-42fb-b718-12387967034e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.364063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "cb49c031-c220-42fb-b718-12387967034e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.364063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "cb49c031-c220-42fb-b718-12387967034e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.364063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.364590] env[69950]: DEBUG nova.compute.manager [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Instance network_info: |[{"id": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "address": "fa:16:3e:19:f2:8f", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fefee8d-1d", "ovs_interfaceid": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.364754] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:f2:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.370384] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Creating folder: Project (2b136a1623334d89ab0ae5f9346287ad). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.372217] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ce8fe3c-0cb4-4ef1-8aa1-60e8f97f7512 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.386348] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Created folder: Project (2b136a1623334d89ab0ae5f9346287ad) in parent group-v835309. [ 892.387407] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Creating folder: Instances. Parent ref: group-v835471. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.389551] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5978d9c-f188-45ea-982d-a317a7f5c840 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.400777] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Created folder: Instances in parent group-v835471. [ 892.401274] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.401559] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.401866] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9da2c389-b94f-4af3-afbd-8872139d0b76 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.431116] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.431116] env[69950]: value = "task-4222157" [ 892.431116] env[69950]: _type = "Task" [ 892.431116] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.440498] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222157, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.565687] env[69950]: DEBUG nova.scheduler.client.report [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.619218] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.828515] env[69950]: DEBUG nova.network.neutron [req-fb6b1a55-bf3f-4a0d-9ac7-28019289e4c4 req-97ae68ce-30e9-4650-bedc-a4be3db4c7cc service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Updated VIF entry in instance network info cache for port 1fa07175-8303-4f8d-b05a-d2ec1a854066. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.828898] env[69950]: DEBUG nova.network.neutron [req-fb6b1a55-bf3f-4a0d-9ac7-28019289e4c4 req-97ae68ce-30e9-4650-bedc-a4be3db4c7cc service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Updating instance_info_cache with network_info: [{"id": "1fa07175-8303-4f8d-b05a-d2ec1a854066", "address": "fa:16:3e:da:72:94", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa07175-83", "ovs_interfaceid": "1fa07175-8303-4f8d-b05a-d2ec1a854066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.890769] env[69950]: DEBUG nova.compute.manager [req-761fa348-86fb-4375-924c-a09fa885aff8 req-18120eb5-64b0-4210-b60b-468feb920720 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Received event network-changed-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 892.891165] env[69950]: DEBUG nova.compute.manager [req-761fa348-86fb-4375-924c-a09fa885aff8 req-18120eb5-64b0-4210-b60b-468feb920720 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Refreshing instance network info cache due to event network-changed-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 892.892635] env[69950]: DEBUG oslo_concurrency.lockutils [req-761fa348-86fb-4375-924c-a09fa885aff8 req-18120eb5-64b0-4210-b60b-468feb920720 service nova] Acquiring lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.892635] env[69950]: DEBUG oslo_concurrency.lockutils [req-761fa348-86fb-4375-924c-a09fa885aff8 req-18120eb5-64b0-4210-b60b-468feb920720 service nova] Acquired lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.892635] env[69950]: DEBUG nova.network.neutron [req-761fa348-86fb-4375-924c-a09fa885aff8 req-18120eb5-64b0-4210-b60b-468feb920720 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Refreshing network info cache for port 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.946247] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222157, 'name': CreateVM_Task, 'duration_secs': 0.499034} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.946503] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.947280] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.947465] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.947918] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.948281] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ec0a1a-433d-49a8-a526-2e2c5881086e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.955437] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 892.955437] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5268aeb3-e8d2-3b22-7bbc-f64472aaafd6" [ 892.955437] env[69950]: _type = "Task" [ 892.955437] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.967470] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5268aeb3-e8d2-3b22-7bbc-f64472aaafd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.073676] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.074223] env[69950]: DEBUG nova.compute.manager [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.077102] env[69950]: DEBUG oslo_concurrency.lockutils [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.628s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.077335] env[69950]: DEBUG nova.objects.instance [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Lazy-loading 'resources' on Instance uuid d057254b-f3c2-40e7-bf6a-5262d11f1dbc {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.332230] env[69950]: DEBUG oslo_concurrency.lockutils [req-fb6b1a55-bf3f-4a0d-9ac7-28019289e4c4 req-97ae68ce-30e9-4650-bedc-a4be3db4c7cc service nova] Releasing lock "refresh_cache-abc1f717-c0c7-4b99-87dc-cc166732cf90" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.405387] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.405733] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.405834] env[69950]: DEBUG nova.network.neutron [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.407216] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "65528071-e020-4c76-9078-45a5f878264f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.407478] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "65528071-e020-4c76-9078-45a5f878264f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.466101] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5268aeb3-e8d2-3b22-7bbc-f64472aaafd6, 'name': SearchDatastore_Task, 'duration_secs': 0.016849} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.468675] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.468857] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.469103] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.469256] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.469437] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.469714] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c80594ad-db6c-403e-9df3-003a83395567 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.480537] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.480686] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.481339] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f96ff0-2899-4a4d-9ff8-cda19b4d311a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.488323] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 893.488323] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523d4acc-80a1-fb9b-d7d1-5895d7f99d20" [ 893.488323] env[69950]: _type = "Task" [ 893.488323] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.496786] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523d4acc-80a1-fb9b-d7d1-5895d7f99d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.583426] env[69950]: DEBUG nova.compute.utils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.587468] env[69950]: DEBUG nova.compute.manager [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.587581] env[69950]: DEBUG nova.network.neutron [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.650289] env[69950]: DEBUG nova.policy [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cde8b6874144189b4f3bad0212bc283', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10cf0ea75853415bb916433b7f6dc559', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.764112] env[69950]: DEBUG nova.network.neutron [req-761fa348-86fb-4375-924c-a09fa885aff8 req-18120eb5-64b0-4210-b60b-468feb920720 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updated VIF entry in instance network info cache for port 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.764486] env[69950]: DEBUG nova.network.neutron [req-761fa348-86fb-4375-924c-a09fa885aff8 req-18120eb5-64b0-4210-b60b-468feb920720 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updating instance_info_cache with network_info: [{"id": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "address": "fa:16:3e:19:f2:8f", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fefee8d-1d", "ovs_interfaceid": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.914837] env[69950]: DEBUG nova.compute.manager [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.008023] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523d4acc-80a1-fb9b-d7d1-5895d7f99d20, 'name': SearchDatastore_Task, 'duration_secs': 0.015201} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.008023] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed922da-52a6-4bb3-8261-3acf924c8e4e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.021113] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 894.021113] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524481b9-07b4-715f-a344-7d5e20bf96ed" [ 894.021113] env[69950]: _type = "Task" [ 894.021113] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.030637] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524481b9-07b4-715f-a344-7d5e20bf96ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.091278] env[69950]: DEBUG nova.compute.manager [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.094562] env[69950]: DEBUG nova.network.neutron [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Successfully created port: 3d883bf9-77b4-4c61-bd14-3e353419c3eb {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.251046] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72378fd7-d06f-458f-a94c-5c1704d62e56 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.260366] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43c88c9-de62-4e7f-9e18-ba8931bf8435 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.297859] env[69950]: DEBUG oslo_concurrency.lockutils [req-761fa348-86fb-4375-924c-a09fa885aff8 req-18120eb5-64b0-4210-b60b-468feb920720 service nova] Releasing lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.299423] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f601de7d-0915-4055-aaad-ee7463d25639 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.307652] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b26d25-ccfc-4e23-9016-8f5e76dfdd16 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.323799] env[69950]: DEBUG nova.compute.provider_tree [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.367039] env[69950]: DEBUG nova.network.neutron [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance_info_cache with network_info: [{"id": "480366fa-9291-47a8-bb2b-af1b0908de34", "address": "fa:16:3e:5d:db:19", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480366fa-92", "ovs_interfaceid": "480366fa-9291-47a8-bb2b-af1b0908de34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.434561] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.532843] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524481b9-07b4-715f-a344-7d5e20bf96ed, 'name': SearchDatastore_Task, 'duration_secs': 0.036676} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.532951] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.533170] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 9a63a423-1f35-4b6b-8ca2-a39da82cde45/9a63a423-1f35-4b6b-8ca2-a39da82cde45.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.533432] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-513f877f-d517-4c5f-a6b9-5de2075441a2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.540088] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 894.540088] env[69950]: value = "task-4222158" [ 894.540088] env[69950]: _type = "Task" [ 894.540088] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.548466] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.830265] env[69950]: DEBUG nova.scheduler.client.report [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.869906] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.055024] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222158, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.103701] env[69950]: DEBUG nova.compute.manager [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.130253] env[69950]: DEBUG nova.virt.hardware [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.130565] env[69950]: DEBUG nova.virt.hardware [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.130780] env[69950]: DEBUG nova.virt.hardware [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.130982] env[69950]: DEBUG nova.virt.hardware [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.131197] env[69950]: DEBUG nova.virt.hardware [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.131391] env[69950]: DEBUG nova.virt.hardware [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.131555] env[69950]: DEBUG nova.virt.hardware [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.131716] env[69950]: DEBUG nova.virt.hardware [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.131898] env[69950]: DEBUG nova.virt.hardware [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.132064] env[69950]: DEBUG nova.virt.hardware [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.132305] env[69950]: DEBUG nova.virt.hardware [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.133446] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6bba2e-d7ef-4f4a-9580-3dcff6185456 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.147205] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3747f382-7e20-4309-8333-38ad8af156df {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.336886] env[69950]: DEBUG oslo_concurrency.lockutils [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.340796] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.803s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.341469] env[69950]: INFO nova.compute.claims [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.370039] env[69950]: INFO nova.scheduler.client.report [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Deleted allocations for instance d057254b-f3c2-40e7-bf6a-5262d11f1dbc [ 895.393007] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4e1046-54a7-4893-98fe-8de08570edfe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.418666] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af7e407-01aa-4b75-8ef5-8e2856e4fc2d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.428192] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance 'cb49c031-c220-42fb-b718-12387967034e' progress to 83 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.553758] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871332} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.554084] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 9a63a423-1f35-4b6b-8ca2-a39da82cde45/9a63a423-1f35-4b6b-8ca2-a39da82cde45.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.555618] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.555618] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1704a23e-a93f-42df-827f-3e07a7ec2ee8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.563209] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 895.563209] env[69950]: value = "task-4222159" [ 895.563209] env[69950]: _type = "Task" [ 895.563209] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.574089] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.665871] env[69950]: DEBUG nova.compute.manager [req-c05a783d-c58d-4b78-b797-8eeebf58d3f5 req-e0239f20-aaaf-4e04-9ccf-1e4d390113e2 service nova] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Received event network-vif-plugged-3d883bf9-77b4-4c61-bd14-3e353419c3eb {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 895.666198] env[69950]: DEBUG oslo_concurrency.lockutils [req-c05a783d-c58d-4b78-b797-8eeebf58d3f5 req-e0239f20-aaaf-4e04-9ccf-1e4d390113e2 service nova] Acquiring lock "6513b769-0182-4d34-b0c3-a95678df3045-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.666535] env[69950]: DEBUG oslo_concurrency.lockutils [req-c05a783d-c58d-4b78-b797-8eeebf58d3f5 req-e0239f20-aaaf-4e04-9ccf-1e4d390113e2 service nova] Lock "6513b769-0182-4d34-b0c3-a95678df3045-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.666678] env[69950]: DEBUG oslo_concurrency.lockutils [req-c05a783d-c58d-4b78-b797-8eeebf58d3f5 req-e0239f20-aaaf-4e04-9ccf-1e4d390113e2 service nova] Lock "6513b769-0182-4d34-b0c3-a95678df3045-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.666913] env[69950]: DEBUG nova.compute.manager [req-c05a783d-c58d-4b78-b797-8eeebf58d3f5 req-e0239f20-aaaf-4e04-9ccf-1e4d390113e2 service nova] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] No waiting events found dispatching network-vif-plugged-3d883bf9-77b4-4c61-bd14-3e353419c3eb {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 895.667143] env[69950]: WARNING nova.compute.manager [req-c05a783d-c58d-4b78-b797-8eeebf58d3f5 req-e0239f20-aaaf-4e04-9ccf-1e4d390113e2 service nova] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Received unexpected event network-vif-plugged-3d883bf9-77b4-4c61-bd14-3e353419c3eb for instance with vm_state building and task_state spawning. [ 895.671799] env[69950]: DEBUG nova.network.neutron [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Successfully updated port: 3d883bf9-77b4-4c61-bd14-3e353419c3eb {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.877872] env[69950]: DEBUG oslo_concurrency.lockutils [None req-402f9974-b6fc-42cb-acfd-e029bca24789 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Lock "d057254b-f3c2-40e7-bf6a-5262d11f1dbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.149s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.935978] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48fb8b20-80ac-4b1d-b863-4a7b5def55bf tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance 'cb49c031-c220-42fb-b718-12387967034e' progress to 100 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.080173] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082004} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.080173] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.080173] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8b4b4a-5455-4c4a-b063-1d1eb77ae696 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.115149] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 9a63a423-1f35-4b6b-8ca2-a39da82cde45/9a63a423-1f35-4b6b-8ca2-a39da82cde45.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.118134] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-552dc1ad-2c21-4e69-b41d-e6f229a6810f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.142024] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 896.142024] env[69950]: value = "task-4222160" [ 896.142024] env[69950]: _type = "Task" [ 896.142024] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.153564] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.176830] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "refresh_cache-6513b769-0182-4d34-b0c3-a95678df3045" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.176830] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquired lock "refresh_cache-6513b769-0182-4d34-b0c3-a95678df3045" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.176830] env[69950]: DEBUG nova.network.neutron [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.651477] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.731143] env[69950]: DEBUG nova.network.neutron [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.868018] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c845cbbf-1848-4238-80e2-f5c429832af2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.876432] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4483fe92-4a09-45b7-a2c2-55d843920704 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.910634] env[69950]: DEBUG nova.network.neutron [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Updating instance_info_cache with network_info: [{"id": "3d883bf9-77b4-4c61-bd14-3e353419c3eb", "address": "fa:16:3e:05:22:38", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d883bf9-77", "ovs_interfaceid": "3d883bf9-77b4-4c61-bd14-3e353419c3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.912492] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d81a6b-4049-448f-93dc-1a0ce96dd909 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.921618] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c2f18d-a719-43fc-9046-b0ceb549397e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.939234] env[69950]: DEBUG nova.compute.provider_tree [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.154224] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222160, 'name': ReconfigVM_Task, 'duration_secs': 0.872839} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.154634] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 9a63a423-1f35-4b6b-8ca2-a39da82cde45/9a63a423-1f35-4b6b-8ca2-a39da82cde45.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.155467] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ecebf55-ca0a-42a3-adbc-b07360b3ea9e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.164415] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 897.164415] env[69950]: value = "task-4222161" [ 897.164415] env[69950]: _type = "Task" [ 897.164415] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.174799] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222161, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.416573] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Releasing lock "refresh_cache-6513b769-0182-4d34-b0c3-a95678df3045" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.417090] env[69950]: DEBUG nova.compute.manager [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Instance network_info: |[{"id": "3d883bf9-77b4-4c61-bd14-3e353419c3eb", "address": "fa:16:3e:05:22:38", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d883bf9-77", "ovs_interfaceid": "3d883bf9-77b4-4c61-bd14-3e353419c3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.417745] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:22:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d883bf9-77b4-4c61-bd14-3e353419c3eb', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.427013] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Creating folder: Project (10cf0ea75853415bb916433b7f6dc559). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.427407] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d674ca8-49f0-45d9-b43b-552ec770715c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.440299] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Created folder: Project (10cf0ea75853415bb916433b7f6dc559) in parent group-v835309. [ 897.440528] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Creating folder: Instances. Parent ref: group-v835474. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.440796] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04ccd8c8-3cc6-4ae6-afd8-c0f2bac34e52 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.443466] env[69950]: DEBUG nova.scheduler.client.report [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.456828] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Created folder: Instances in parent group-v835474. [ 897.457103] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.457326] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.457550] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6fcb760-d84c-4a9d-af71-0682beb975ca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.490255] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.490255] env[69950]: value = "task-4222164" [ 897.490255] env[69950]: _type = "Task" [ 897.490255] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.502904] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222164, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.676106] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222161, 'name': Rename_Task, 'duration_secs': 0.215457} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.676416] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.676547] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a66cf47a-ce36-451c-908b-03c8789a3f5d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.684902] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 897.684902] env[69950]: value = "task-4222165" [ 897.684902] env[69950]: _type = "Task" [ 897.684902] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.696462] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.703681] env[69950]: DEBUG nova.compute.manager [req-179fb8d6-ee35-46be-9050-3221ceac6d67 req-eb1f2a6d-4a84-4ec6-8fff-1da49c55df7c service nova] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Received event network-changed-3d883bf9-77b4-4c61-bd14-3e353419c3eb {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 897.704045] env[69950]: DEBUG nova.compute.manager [req-179fb8d6-ee35-46be-9050-3221ceac6d67 req-eb1f2a6d-4a84-4ec6-8fff-1da49c55df7c service nova] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Refreshing instance network info cache due to event network-changed-3d883bf9-77b4-4c61-bd14-3e353419c3eb. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 897.704420] env[69950]: DEBUG oslo_concurrency.lockutils [req-179fb8d6-ee35-46be-9050-3221ceac6d67 req-eb1f2a6d-4a84-4ec6-8fff-1da49c55df7c service nova] Acquiring lock "refresh_cache-6513b769-0182-4d34-b0c3-a95678df3045" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.704551] env[69950]: DEBUG oslo_concurrency.lockutils [req-179fb8d6-ee35-46be-9050-3221ceac6d67 req-eb1f2a6d-4a84-4ec6-8fff-1da49c55df7c service nova] Acquired lock "refresh_cache-6513b769-0182-4d34-b0c3-a95678df3045" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.704909] env[69950]: DEBUG nova.network.neutron [req-179fb8d6-ee35-46be-9050-3221ceac6d67 req-eb1f2a6d-4a84-4ec6-8fff-1da49c55df7c service nova] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Refreshing network info cache for port 3d883bf9-77b4-4c61-bd14-3e353419c3eb {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.935919] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52acd5d3-a95e-a61a-07a0-b4ca6bf2ca5b/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 897.937022] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1a8f79-b5fc-44d2-b83a-3df890ac3796 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.944032] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52acd5d3-a95e-a61a-07a0-b4ca6bf2ca5b/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 897.944255] env[69950]: ERROR oslo_vmware.rw_handles [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52acd5d3-a95e-a61a-07a0-b4ca6bf2ca5b/disk-0.vmdk due to incomplete transfer. [ 897.944547] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ae9103be-87c5-4cee-9ab9-099f777cc282 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.950808] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.951503] env[69950]: DEBUG nova.compute.manager [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.955576] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.215s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.957532] env[69950]: INFO nova.compute.claims [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.960628] env[69950]: DEBUG oslo_vmware.rw_handles [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52acd5d3-a95e-a61a-07a0-b4ca6bf2ca5b/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 897.964218] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Uploaded image 94db43ff-4053-4179-83f0-9949b19faa6a to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 897.966500] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 897.967079] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3c2546f6-cb19-4eac-96d7-4a386a110fe8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.976294] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 897.976294] env[69950]: value = "task-4222166" [ 897.976294] env[69950]: _type = "Task" [ 897.976294] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.986444] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222166, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.002859] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222164, 'name': CreateVM_Task, 'duration_secs': 0.402556} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.005431] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.006210] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.010039] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.010039] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.010039] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac66ae83-1d30-4593-b03f-39525dd5d581 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.016542] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 898.016542] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bca48c-ff4e-7f98-63eb-115836a5f33b" [ 898.016542] env[69950]: _type = "Task" [ 898.016542] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.026742] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bca48c-ff4e-7f98-63eb-115836a5f33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.196558] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222165, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.365569] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "cb49c031-c220-42fb-b718-12387967034e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.365757] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "cb49c031-c220-42fb-b718-12387967034e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.367319] env[69950]: DEBUG nova.compute.manager [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Going to confirm migration 3 {{(pid=69950) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 898.460782] env[69950]: DEBUG nova.network.neutron [req-179fb8d6-ee35-46be-9050-3221ceac6d67 req-eb1f2a6d-4a84-4ec6-8fff-1da49c55df7c service nova] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Updated VIF entry in instance network info cache for port 3d883bf9-77b4-4c61-bd14-3e353419c3eb. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.461214] env[69950]: DEBUG nova.network.neutron [req-179fb8d6-ee35-46be-9050-3221ceac6d67 req-eb1f2a6d-4a84-4ec6-8fff-1da49c55df7c service nova] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Updating instance_info_cache with network_info: [{"id": "3d883bf9-77b4-4c61-bd14-3e353419c3eb", "address": "fa:16:3e:05:22:38", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d883bf9-77", "ovs_interfaceid": "3d883bf9-77b4-4c61-bd14-3e353419c3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.469378] env[69950]: DEBUG nova.compute.utils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.470844] env[69950]: DEBUG nova.compute.manager [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.471086] env[69950]: DEBUG nova.network.neutron [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.488948] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222166, 'name': Destroy_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.528577] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bca48c-ff4e-7f98-63eb-115836a5f33b, 'name': SearchDatastore_Task, 'duration_secs': 0.01392} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.529077] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.529225] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.529402] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.529558] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.529735] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.531311] env[69950]: DEBUG nova.policy [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cde8b6874144189b4f3bad0212bc283', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10cf0ea75853415bb916433b7f6dc559', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.532666] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15453a5f-67eb-4b2a-a49c-27137ff38c55 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.541845] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.542044] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.542969] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ad741f-2a28-4ab3-a21d-d4bb69634a41 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.549214] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 898.549214] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c14a9d-158b-5e42-52f9-9b9e75f4ab17" [ 898.549214] env[69950]: _type = "Task" [ 898.549214] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.558024] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c14a9d-158b-5e42-52f9-9b9e75f4ab17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.697930] env[69950]: DEBUG oslo_vmware.api [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222165, 'name': PowerOnVM_Task, 'duration_secs': 0.82338} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.697930] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.697930] env[69950]: INFO nova.compute.manager [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Took 8.48 seconds to spawn the instance on the hypervisor. [ 898.697930] env[69950]: DEBUG nova.compute.manager [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.698379] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640f8ce7-5777-4e57-b3cd-01c203e38c56 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.853351] env[69950]: DEBUG nova.network.neutron [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Successfully created port: 9a439438-3c57-4c37-a10d-14efbddbf9c0 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.939833] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.939833] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.940036] env[69950]: DEBUG nova.network.neutron [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.941906] env[69950]: DEBUG nova.objects.instance [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'info_cache' on Instance uuid cb49c031-c220-42fb-b718-12387967034e {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.965982] env[69950]: DEBUG oslo_concurrency.lockutils [req-179fb8d6-ee35-46be-9050-3221ceac6d67 req-eb1f2a6d-4a84-4ec6-8fff-1da49c55df7c service nova] Releasing lock "refresh_cache-6513b769-0182-4d34-b0c3-a95678df3045" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.974903] env[69950]: DEBUG nova.compute.manager [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.991623] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222166, 'name': Destroy_Task, 'duration_secs': 0.629715} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.991898] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Destroyed the VM [ 898.992147] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 898.992491] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b821a53e-3af9-46b9-bbd5-f97a98229570 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.000540] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 899.000540] env[69950]: value = "task-4222167" [ 899.000540] env[69950]: _type = "Task" [ 899.000540] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.010723] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222167, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.060502] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c14a9d-158b-5e42-52f9-9b9e75f4ab17, 'name': SearchDatastore_Task, 'duration_secs': 0.016669} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.065925] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-347eae36-3532-4cf4-8bf7-a0ce99d05b5a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.072322] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 899.072322] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529dac6a-fc97-bcd8-d85d-17aff523f73d" [ 899.072322] env[69950]: _type = "Task" [ 899.072322] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.089866] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529dac6a-fc97-bcd8-d85d-17aff523f73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.222437] env[69950]: INFO nova.compute.manager [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Took 50.87 seconds to build instance. [ 899.373838] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquiring lock "68c9fd07-6715-4b0b-a67e-5ee623d7eac3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.374100] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Lock "68c9fd07-6715-4b0b-a67e-5ee623d7eac3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.513802] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222167, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.529258] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80b14c0-52eb-4b8a-92ac-a2152f0b09bc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.538041] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae0906e-3b14-4394-8691-ec136aa2cf51 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.572936] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94343ef6-5ebf-4b3f-ba2f-24491a78843e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.587261] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54051a2-9e87-49b7-840e-78f4e788acea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.591323] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529dac6a-fc97-bcd8-d85d-17aff523f73d, 'name': SearchDatastore_Task, 'duration_secs': 0.010641} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.591584] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.591908] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 6513b769-0182-4d34-b0c3-a95678df3045/6513b769-0182-4d34-b0c3-a95678df3045.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.592539] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebe2bca7-9cdd-481c-a836-e4f53b319e60 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.603053] env[69950]: DEBUG nova.compute.provider_tree [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.606038] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 899.606038] env[69950]: value = "task-4222168" [ 899.606038] env[69950]: _type = "Task" [ 899.606038] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.614452] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.725704] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0c0750f7-0b6f-4b56-8569-f87ed485f58f tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.617s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.875816] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "08861016-3490-4c1d-9b58-2a49afb06aa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.876626] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "08861016-3490-4c1d-9b58-2a49afb06aa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.987299] env[69950]: DEBUG nova.compute.manager [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.019307] env[69950]: DEBUG nova.virt.hardware [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.019622] env[69950]: DEBUG nova.virt.hardware [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.019822] env[69950]: DEBUG nova.virt.hardware [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.020068] env[69950]: DEBUG nova.virt.hardware [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.020323] env[69950]: DEBUG nova.virt.hardware [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.020485] env[69950]: DEBUG nova.virt.hardware [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.020699] env[69950]: DEBUG nova.virt.hardware [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.020864] env[69950]: DEBUG nova.virt.hardware [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.021047] env[69950]: DEBUG nova.virt.hardware [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.021257] env[69950]: DEBUG nova.virt.hardware [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.021444] env[69950]: DEBUG nova.virt.hardware [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.025993] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ea8e91-7d27-441d-88e4-0fa35afdbc6b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.028967] env[69950]: DEBUG oslo_vmware.api [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222167, 'name': RemoveSnapshot_Task, 'duration_secs': 0.966804} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.029280] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 900.029545] env[69950]: INFO nova.compute.manager [None req-e375aa81-8133-4e59-839a-2b19a17398df tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Took 18.02 seconds to snapshot the instance on the hypervisor. [ 900.041176] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b148e3-163f-4481-816e-2a6cc49ff8da {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.107969] env[69950]: DEBUG nova.scheduler.client.report [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.126676] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222168, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.228918] env[69950]: DEBUG nova.compute.manager [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.323078] env[69950]: DEBUG nova.network.neutron [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance_info_cache with network_info: [{"id": "480366fa-9291-47a8-bb2b-af1b0908de34", "address": "fa:16:3e:5d:db:19", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480366fa-92", "ovs_interfaceid": "480366fa-9291-47a8-bb2b-af1b0908de34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.618434] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.618929] env[69950]: DEBUG nova.compute.manager [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.622916] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.949s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.622916] env[69950]: DEBUG nova.objects.instance [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lazy-loading 'resources' on Instance uuid 3bce6a6a-df6a-4aef-8f9b-d66be0b35199 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.630244] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703646} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.634020] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 6513b769-0182-4d34-b0c3-a95678df3045/6513b769-0182-4d34-b0c3-a95678df3045.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.634020] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.634020] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-651cf695-ef92-4297-ae50-8ae2fb9b3f68 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.639771] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 900.639771] env[69950]: value = "task-4222169" [ 900.639771] env[69950]: _type = "Task" [ 900.639771] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.650761] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.733387] env[69950]: DEBUG nova.compute.manager [req-c0abe19d-0b2e-4b5c-99b8-1f4d37e1cfaf req-e1a2e407-24c1-444a-b88b-b3a8a4d0c19a service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Received event network-changed-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 900.733387] env[69950]: DEBUG nova.compute.manager [req-c0abe19d-0b2e-4b5c-99b8-1f4d37e1cfaf req-e1a2e407-24c1-444a-b88b-b3a8a4d0c19a service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Refreshing instance network info cache due to event network-changed-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 900.733387] env[69950]: DEBUG oslo_concurrency.lockutils [req-c0abe19d-0b2e-4b5c-99b8-1f4d37e1cfaf req-e1a2e407-24c1-444a-b88b-b3a8a4d0c19a service nova] Acquiring lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.733387] env[69950]: DEBUG oslo_concurrency.lockutils [req-c0abe19d-0b2e-4b5c-99b8-1f4d37e1cfaf req-e1a2e407-24c1-444a-b88b-b3a8a4d0c19a service nova] Acquired lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.733387] env[69950]: DEBUG nova.network.neutron [req-c0abe19d-0b2e-4b5c-99b8-1f4d37e1cfaf req-e1a2e407-24c1-444a-b88b-b3a8a4d0c19a service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Refreshing network info cache for port 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.742574] env[69950]: DEBUG nova.network.neutron [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Successfully updated port: 9a439438-3c57-4c37-a10d-14efbddbf9c0 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.760282] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.828248] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.828533] env[69950]: DEBUG nova.objects.instance [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'migration_context' on Instance uuid cb49c031-c220-42fb-b718-12387967034e {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.126500] env[69950]: DEBUG nova.compute.utils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.131632] env[69950]: DEBUG nova.compute.manager [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.132122] env[69950]: DEBUG nova.network.neutron [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.150731] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082939} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.153755] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.154864] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0080f316-e84e-4065-8c76-8530aed9629c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.179927] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 6513b769-0182-4d34-b0c3-a95678df3045/6513b769-0182-4d34-b0c3-a95678df3045.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.181648] env[69950]: DEBUG nova.policy [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20f7de0981484d11a5355e87c002c241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8206c63bf1f4ecc82051df0a291b9bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.185534] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9aa5298-9a6a-429f-88b1-984094dc4fbc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.209764] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 901.209764] env[69950]: value = "task-4222170" [ 901.209764] env[69950]: _type = "Task" [ 901.209764] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.222903] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222170, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.247101] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "refresh_cache-3bc17236-c198-475c-878c-54f6cba2fe3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.247261] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquired lock "refresh_cache-3bc17236-c198-475c-878c-54f6cba2fe3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.247476] env[69950]: DEBUG nova.network.neutron [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.333122] env[69950]: DEBUG nova.objects.base [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 901.333122] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfab1b4-2259-4aca-89c4-30a9afdf54b3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.353845] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea5b98e-c699-40f2-8279-0052e00074f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.360832] env[69950]: DEBUG oslo_vmware.api [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 901.360832] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5263289d-b354-1e30-9928-e2fbd2b96a58" [ 901.360832] env[69950]: _type = "Task" [ 901.360832] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.370962] env[69950]: DEBUG oslo_vmware.api [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5263289d-b354-1e30-9928-e2fbd2b96a58, 'name': SearchDatastore_Task, 'duration_secs': 0.007827} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.374207] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.548733] env[69950]: DEBUG nova.network.neutron [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Successfully created port: b8e0f5b2-b432-4190-a4fc-843f02fc9cbd {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.632468] env[69950]: DEBUG nova.compute.manager [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.727039] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.733383] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02699eed-84fe-4a00-9b89-401d38b1326d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.745717] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa17c7a-838c-4499-b2f5-34e3e2af85b1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.791043] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f6c40f-dfc0-4ff1-8633-ce0292a689f8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.799304] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0297d4f4-4ad1-4ed7-85e3-0dda58618b2e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.820958] env[69950]: DEBUG nova.compute.provider_tree [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.821933] env[69950]: DEBUG nova.network.neutron [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.015231] env[69950]: DEBUG nova.network.neutron [req-c0abe19d-0b2e-4b5c-99b8-1f4d37e1cfaf req-e1a2e407-24c1-444a-b88b-b3a8a4d0c19a service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updated VIF entry in instance network info cache for port 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.015231] env[69950]: DEBUG nova.network.neutron [req-c0abe19d-0b2e-4b5c-99b8-1f4d37e1cfaf req-e1a2e407-24c1-444a-b88b-b3a8a4d0c19a service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updating instance_info_cache with network_info: [{"id": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "address": "fa:16:3e:19:f2:8f", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fefee8d-1d", "ovs_interfaceid": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.136597] env[69950]: DEBUG nova.network.neutron [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Updating instance_info_cache with network_info: [{"id": "9a439438-3c57-4c37-a10d-14efbddbf9c0", "address": "fa:16:3e:fc:f6:64", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a439438-3c", "ovs_interfaceid": "9a439438-3c57-4c37-a10d-14efbddbf9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.225031] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222170, 'name': ReconfigVM_Task, 'duration_secs': 0.663294} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.225031] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 6513b769-0182-4d34-b0c3-a95678df3045/6513b769-0182-4d34-b0c3-a95678df3045.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.225031] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7976bbf1-b56a-43cc-ad43-82a45995cf42 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.231723] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 902.231723] env[69950]: value = "task-4222171" [ 902.231723] env[69950]: _type = "Task" [ 902.231723] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.244233] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222171, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.325674] env[69950]: DEBUG nova.scheduler.client.report [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.517753] env[69950]: DEBUG oslo_concurrency.lockutils [req-c0abe19d-0b2e-4b5c-99b8-1f4d37e1cfaf req-e1a2e407-24c1-444a-b88b-b3a8a4d0c19a service nova] Releasing lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.639458] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Releasing lock "refresh_cache-3bc17236-c198-475c-878c-54f6cba2fe3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.639797] env[69950]: DEBUG nova.compute.manager [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Instance network_info: |[{"id": "9a439438-3c57-4c37-a10d-14efbddbf9c0", "address": "fa:16:3e:fc:f6:64", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a439438-3c", "ovs_interfaceid": "9a439438-3c57-4c37-a10d-14efbddbf9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.640314] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:f6:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a439438-3c57-4c37-a10d-14efbddbf9c0', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.648995] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.650184] env[69950]: DEBUG nova.compute.manager [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.652393] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.652849] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99871fd1-1dfd-477c-945d-382abbb1e930 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.677187] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.677187] env[69950]: value = "task-4222172" [ 902.677187] env[69950]: _type = "Task" [ 902.677187] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.680193] env[69950]: DEBUG nova.virt.hardware [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.680596] env[69950]: DEBUG nova.virt.hardware [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.680850] env[69950]: DEBUG nova.virt.hardware [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.681151] env[69950]: DEBUG nova.virt.hardware [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.681416] env[69950]: DEBUG nova.virt.hardware [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.681648] env[69950]: DEBUG nova.virt.hardware [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.681956] env[69950]: DEBUG nova.virt.hardware [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.682244] env[69950]: DEBUG nova.virt.hardware [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.682494] env[69950]: DEBUG nova.virt.hardware [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.682748] env[69950]: DEBUG nova.virt.hardware [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.683054] env[69950]: DEBUG nova.virt.hardware [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.684118] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea13690-85c7-4352-b7d6-c96d9208c9ea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.696074] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222172, 'name': CreateVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.699505] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a2bf80-8f62-492a-b30b-77258a1170ea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.744858] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222171, 'name': Rename_Task, 'duration_secs': 0.498314} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.745454] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.746153] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f60ca4d6-c47b-4fa1-a414-79e02b6bf45c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.754746] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 902.754746] env[69950]: value = "task-4222173" [ 902.754746] env[69950]: _type = "Task" [ 902.754746] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.764138] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.768850] env[69950]: DEBUG nova.compute.manager [req-f1649c59-bcbd-4665-a95f-f20ceafc9607 req-c50ab9f8-69fa-4bcc-b0f0-77d648f73eda service nova] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Received event network-vif-plugged-9a439438-3c57-4c37-a10d-14efbddbf9c0 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 902.769110] env[69950]: DEBUG oslo_concurrency.lockutils [req-f1649c59-bcbd-4665-a95f-f20ceafc9607 req-c50ab9f8-69fa-4bcc-b0f0-77d648f73eda service nova] Acquiring lock "3bc17236-c198-475c-878c-54f6cba2fe3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.769333] env[69950]: DEBUG oslo_concurrency.lockutils [req-f1649c59-bcbd-4665-a95f-f20ceafc9607 req-c50ab9f8-69fa-4bcc-b0f0-77d648f73eda service nova] Lock "3bc17236-c198-475c-878c-54f6cba2fe3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.769498] env[69950]: DEBUG oslo_concurrency.lockutils [req-f1649c59-bcbd-4665-a95f-f20ceafc9607 req-c50ab9f8-69fa-4bcc-b0f0-77d648f73eda service nova] Lock "3bc17236-c198-475c-878c-54f6cba2fe3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.769699] env[69950]: DEBUG nova.compute.manager [req-f1649c59-bcbd-4665-a95f-f20ceafc9607 req-c50ab9f8-69fa-4bcc-b0f0-77d648f73eda service nova] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] No waiting events found dispatching network-vif-plugged-9a439438-3c57-4c37-a10d-14efbddbf9c0 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 902.769987] env[69950]: WARNING nova.compute.manager [req-f1649c59-bcbd-4665-a95f-f20ceafc9607 req-c50ab9f8-69fa-4bcc-b0f0-77d648f73eda service nova] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Received unexpected event network-vif-plugged-9a439438-3c57-4c37-a10d-14efbddbf9c0 for instance with vm_state building and task_state spawning. [ 902.770224] env[69950]: DEBUG nova.compute.manager [req-f1649c59-bcbd-4665-a95f-f20ceafc9607 req-c50ab9f8-69fa-4bcc-b0f0-77d648f73eda service nova] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Received event network-changed-9a439438-3c57-4c37-a10d-14efbddbf9c0 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 902.770461] env[69950]: DEBUG nova.compute.manager [req-f1649c59-bcbd-4665-a95f-f20ceafc9607 req-c50ab9f8-69fa-4bcc-b0f0-77d648f73eda service nova] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Refreshing instance network info cache due to event network-changed-9a439438-3c57-4c37-a10d-14efbddbf9c0. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 902.770709] env[69950]: DEBUG oslo_concurrency.lockutils [req-f1649c59-bcbd-4665-a95f-f20ceafc9607 req-c50ab9f8-69fa-4bcc-b0f0-77d648f73eda service nova] Acquiring lock "refresh_cache-3bc17236-c198-475c-878c-54f6cba2fe3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.770830] env[69950]: DEBUG oslo_concurrency.lockutils [req-f1649c59-bcbd-4665-a95f-f20ceafc9607 req-c50ab9f8-69fa-4bcc-b0f0-77d648f73eda service nova] Acquired lock "refresh_cache-3bc17236-c198-475c-878c-54f6cba2fe3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.770988] env[69950]: DEBUG nova.network.neutron [req-f1649c59-bcbd-4665-a95f-f20ceafc9607 req-c50ab9f8-69fa-4bcc-b0f0-77d648f73eda service nova] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Refreshing network info cache for port 9a439438-3c57-4c37-a10d-14efbddbf9c0 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.831796] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.835776] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.834s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.836113] env[69950]: DEBUG nova.objects.instance [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lazy-loading 'resources' on Instance uuid e7e57df3-11d5-4c5f-9e03-f864944cc15d {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.864016] env[69950]: INFO nova.scheduler.client.report [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Deleted allocations for instance 3bce6a6a-df6a-4aef-8f9b-d66be0b35199 [ 903.158186] env[69950]: DEBUG nova.network.neutron [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Successfully updated port: b8e0f5b2-b432-4190-a4fc-843f02fc9cbd {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.197266] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222172, 'name': CreateVM_Task, 'duration_secs': 0.402272} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.197571] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.198452] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.198671] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.199013] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.199314] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98cc3a6a-0952-4da3-b5e9-5910ceac965d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.205867] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 903.205867] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ac37ae-5b8f-99b2-d2bf-7f0036c8d09d" [ 903.205867] env[69950]: _type = "Task" [ 903.205867] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.215578] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ac37ae-5b8f-99b2-d2bf-7f0036c8d09d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.264958] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222173, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.372504] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cd94ae9a-9977-4814-bcba-10195a0eef0f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "3bce6a6a-df6a-4aef-8f9b-d66be0b35199" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.022s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.515132] env[69950]: DEBUG nova.network.neutron [req-f1649c59-bcbd-4665-a95f-f20ceafc9607 req-c50ab9f8-69fa-4bcc-b0f0-77d648f73eda service nova] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Updated VIF entry in instance network info cache for port 9a439438-3c57-4c37-a10d-14efbddbf9c0. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.515753] env[69950]: DEBUG nova.network.neutron [req-f1649c59-bcbd-4665-a95f-f20ceafc9607 req-c50ab9f8-69fa-4bcc-b0f0-77d648f73eda service nova] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Updating instance_info_cache with network_info: [{"id": "9a439438-3c57-4c37-a10d-14efbddbf9c0", "address": "fa:16:3e:fc:f6:64", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a439438-3c", "ovs_interfaceid": "9a439438-3c57-4c37-a10d-14efbddbf9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.665115] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Acquiring lock "refresh_cache-1cb2eaea-fc39-4ac4-9df7-b2d6297a1494" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.665350] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Acquired lock "refresh_cache-1cb2eaea-fc39-4ac4-9df7-b2d6297a1494" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.665512] env[69950]: DEBUG nova.network.neutron [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.721371] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ac37ae-5b8f-99b2-d2bf-7f0036c8d09d, 'name': SearchDatastore_Task, 'duration_secs': 0.011229} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.724562] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.724858] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.725146] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.725386] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.725588] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.726120] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3b2acb5-8820-4d16-b72f-758d8b1db6ca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.736597] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.736805] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.740378] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e2e55c-7aeb-4110-9808-7b81e398fc4b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.747850] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 903.747850] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5203722b-417c-c39d-c5aa-bd143f6e2092" [ 903.747850] env[69950]: _type = "Task" [ 903.747850] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.763272] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5203722b-417c-c39d-c5aa-bd143f6e2092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.768971] env[69950]: DEBUG oslo_vmware.api [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222173, 'name': PowerOnVM_Task, 'duration_secs': 0.659958} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.769249] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.769451] env[69950]: INFO nova.compute.manager [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Took 8.67 seconds to spawn the instance on the hypervisor. [ 903.769674] env[69950]: DEBUG nova.compute.manager [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.770612] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c824de1-5faa-4911-9865-cc3002c5b025 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.830016] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d19fee-0e42-4bb1-9941-a9e3f37b719e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.839732] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3f242a-a3bd-431b-8dc8-b750d4690003 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.873427] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c16dd09-2017-4db1-8bc5-9d3b4851b7d1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.883164] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aa9aef-7da3-4fb1-a87a-521e9a5bb0f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.897846] env[69950]: DEBUG nova.compute.provider_tree [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.021546] env[69950]: DEBUG oslo_concurrency.lockutils [req-f1649c59-bcbd-4665-a95f-f20ceafc9607 req-c50ab9f8-69fa-4bcc-b0f0-77d648f73eda service nova] Releasing lock "refresh_cache-3bc17236-c198-475c-878c-54f6cba2fe3b" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.199358] env[69950]: DEBUG nova.network.neutron [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.258992] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5203722b-417c-c39d-c5aa-bd143f6e2092, 'name': SearchDatastore_Task, 'duration_secs': 0.012319} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.259804] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f2fdf8-e7bb-442a-8f47-fefadb41d28c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.265816] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 904.265816] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52af6eb8-e875-c3bf-b0cc-4eb1e22bb7df" [ 904.265816] env[69950]: _type = "Task" [ 904.265816] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.274427] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52af6eb8-e875-c3bf-b0cc-4eb1e22bb7df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.294447] env[69950]: INFO nova.compute.manager [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Took 50.30 seconds to build instance. [ 904.349366] env[69950]: DEBUG nova.network.neutron [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Updating instance_info_cache with network_info: [{"id": "b8e0f5b2-b432-4190-a4fc-843f02fc9cbd", "address": "fa:16:3e:f3:28:fd", "network": {"id": "2ca76c9d-17ab-45f3-965e-0114ac7b6596", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1151717971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8206c63bf1f4ecc82051df0a291b9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8e0f5b2-b4", "ovs_interfaceid": "b8e0f5b2-b432-4190-a4fc-843f02fc9cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.403871] env[69950]: DEBUG nova.scheduler.client.report [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.783188] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52af6eb8-e875-c3bf-b0cc-4eb1e22bb7df, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.783188] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.783602] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 3bc17236-c198-475c-878c-54f6cba2fe3b/3bc17236-c198-475c-878c-54f6cba2fe3b.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.783769] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f04020e-65ab-405c-89bb-a07030d6bac0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.792205] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 904.792205] env[69950]: value = "task-4222174" [ 904.792205] env[69950]: _type = "Task" [ 904.792205] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.797497] env[69950]: DEBUG oslo_concurrency.lockutils [None req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "6513b769-0182-4d34-b0c3-a95678df3045" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.928s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.801989] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.807831] env[69950]: DEBUG nova.compute.manager [req-56147ba9-ba91-4995-8b88-f77180442bf4 req-0a8e3266-32c8-433d-b8f5-225e03614907 service nova] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Received event network-vif-plugged-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 904.808080] env[69950]: DEBUG oslo_concurrency.lockutils [req-56147ba9-ba91-4995-8b88-f77180442bf4 req-0a8e3266-32c8-433d-b8f5-225e03614907 service nova] Acquiring lock "1cb2eaea-fc39-4ac4-9df7-b2d6297a1494-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.808227] env[69950]: DEBUG oslo_concurrency.lockutils [req-56147ba9-ba91-4995-8b88-f77180442bf4 req-0a8e3266-32c8-433d-b8f5-225e03614907 service nova] Lock "1cb2eaea-fc39-4ac4-9df7-b2d6297a1494-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.808493] env[69950]: DEBUG oslo_concurrency.lockutils [req-56147ba9-ba91-4995-8b88-f77180442bf4 req-0a8e3266-32c8-433d-b8f5-225e03614907 service nova] Lock "1cb2eaea-fc39-4ac4-9df7-b2d6297a1494-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.808668] env[69950]: DEBUG nova.compute.manager [req-56147ba9-ba91-4995-8b88-f77180442bf4 req-0a8e3266-32c8-433d-b8f5-225e03614907 service nova] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] No waiting events found dispatching network-vif-plugged-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 904.808881] env[69950]: WARNING nova.compute.manager [req-56147ba9-ba91-4995-8b88-f77180442bf4 req-0a8e3266-32c8-433d-b8f5-225e03614907 service nova] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Received unexpected event network-vif-plugged-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd for instance with vm_state building and task_state spawning. [ 904.809362] env[69950]: DEBUG nova.compute.manager [req-56147ba9-ba91-4995-8b88-f77180442bf4 req-0a8e3266-32c8-433d-b8f5-225e03614907 service nova] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Received event network-changed-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 904.809737] env[69950]: DEBUG nova.compute.manager [req-56147ba9-ba91-4995-8b88-f77180442bf4 req-0a8e3266-32c8-433d-b8f5-225e03614907 service nova] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Refreshing instance network info cache due to event network-changed-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 904.809815] env[69950]: DEBUG oslo_concurrency.lockutils [req-56147ba9-ba91-4995-8b88-f77180442bf4 req-0a8e3266-32c8-433d-b8f5-225e03614907 service nova] Acquiring lock "refresh_cache-1cb2eaea-fc39-4ac4-9df7-b2d6297a1494" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.852443] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Releasing lock "refresh_cache-1cb2eaea-fc39-4ac4-9df7-b2d6297a1494" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.852821] env[69950]: DEBUG nova.compute.manager [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Instance network_info: |[{"id": "b8e0f5b2-b432-4190-a4fc-843f02fc9cbd", "address": "fa:16:3e:f3:28:fd", "network": {"id": "2ca76c9d-17ab-45f3-965e-0114ac7b6596", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1151717971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8206c63bf1f4ecc82051df0a291b9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8e0f5b2-b4", "ovs_interfaceid": "b8e0f5b2-b432-4190-a4fc-843f02fc9cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.853161] env[69950]: DEBUG oslo_concurrency.lockutils [req-56147ba9-ba91-4995-8b88-f77180442bf4 req-0a8e3266-32c8-433d-b8f5-225e03614907 service nova] Acquired lock "refresh_cache-1cb2eaea-fc39-4ac4-9df7-b2d6297a1494" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.853360] env[69950]: DEBUG nova.network.neutron [req-56147ba9-ba91-4995-8b88-f77180442bf4 req-0a8e3266-32c8-433d-b8f5-225e03614907 service nova] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Refreshing network info cache for port b8e0f5b2-b432-4190-a4fc-843f02fc9cbd {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.854603] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:28:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8e0f5b2-b432-4190-a4fc-843f02fc9cbd', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.865735] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Creating folder: Project (f8206c63bf1f4ecc82051df0a291b9bc). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.869049] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08fb14e7-c0ed-46be-a369-b174b568d473 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.882694] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Created folder: Project (f8206c63bf1f4ecc82051df0a291b9bc) in parent group-v835309. [ 904.882694] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Creating folder: Instances. Parent ref: group-v835478. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.882889] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7e19ef8-6fa5-40f6-b7d7-c1909b1e967b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.893570] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Created folder: Instances in parent group-v835478. [ 904.893893] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.894068] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.894285] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c01a7c8-66d6-46f4-8bdb-3706a3b56a0c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.910351] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.915490] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.732s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.915490] env[69950]: DEBUG nova.objects.instance [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lazy-loading 'resources' on Instance uuid 0d398f4c-3765-4866-9861-6863a5561bff {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.922168] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.922168] env[69950]: value = "task-4222177" [ 904.922168] env[69950]: _type = "Task" [ 904.922168] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.934940] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222177, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.953839] env[69950]: INFO nova.scheduler.client.report [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Deleted allocations for instance e7e57df3-11d5-4c5f-9e03-f864944cc15d [ 905.131470] env[69950]: DEBUG nova.network.neutron [req-56147ba9-ba91-4995-8b88-f77180442bf4 req-0a8e3266-32c8-433d-b8f5-225e03614907 service nova] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Updated VIF entry in instance network info cache for port b8e0f5b2-b432-4190-a4fc-843f02fc9cbd. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.131835] env[69950]: DEBUG nova.network.neutron [req-56147ba9-ba91-4995-8b88-f77180442bf4 req-0a8e3266-32c8-433d-b8f5-225e03614907 service nova] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Updating instance_info_cache with network_info: [{"id": "b8e0f5b2-b432-4190-a4fc-843f02fc9cbd", "address": "fa:16:3e:f3:28:fd", "network": {"id": "2ca76c9d-17ab-45f3-965e-0114ac7b6596", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1151717971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8206c63bf1f4ecc82051df0a291b9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8e0f5b2-b4", "ovs_interfaceid": "b8e0f5b2-b432-4190-a4fc-843f02fc9cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.304265] env[69950]: DEBUG nova.compute.manager [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.311185] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222174, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.433404] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222177, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.462483] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0af4e97a-75eb-42d3-a71c-25a2b5873984 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "e7e57df3-11d5-4c5f-9e03-f864944cc15d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.963s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.634175] env[69950]: DEBUG oslo_concurrency.lockutils [req-56147ba9-ba91-4995-8b88-f77180442bf4 req-0a8e3266-32c8-433d-b8f5-225e03614907 service nova] Releasing lock "refresh_cache-1cb2eaea-fc39-4ac4-9df7-b2d6297a1494" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.676499] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "a579426a-0513-4976-86d7-d772106e72c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.676771] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "a579426a-0513-4976-86d7-d772106e72c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.676982] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "a579426a-0513-4976-86d7-d772106e72c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.677189] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "a579426a-0513-4976-86d7-d772106e72c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.677356] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "a579426a-0513-4976-86d7-d772106e72c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.679587] env[69950]: INFO nova.compute.manager [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Terminating instance [ 905.804726] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544126} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.805054] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 3bc17236-c198-475c-878c-54f6cba2fe3b/3bc17236-c198-475c-878c-54f6cba2fe3b.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.805314] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.805595] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afc7cd7c-d1c9-431b-a6cc-2a9074b7f805 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.818061] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 905.818061] env[69950]: value = "task-4222178" [ 905.818061] env[69950]: _type = "Task" [ 905.818061] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.830033] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.833184] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.919226] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31082328-7bbb-48b0-b36b-91d18519f7b3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.930457] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a25724-7396-4c33-ae0f-b12b0b962906 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.939784] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222177, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.966641] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34982005-d19f-4d90-8c06-125af0d7d892 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.976419] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4069271-0419-44ff-a03b-69aafceb6592 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.992991] env[69950]: DEBUG nova.compute.provider_tree [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.184063] env[69950]: DEBUG nova.compute.manager [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.184063] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.185026] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3427117-d259-4b2c-bf5b-10e8175c205f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.193849] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.194148] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d79d7acb-074b-4e23-b68f-0efa0797d025 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.202448] env[69950]: DEBUG oslo_vmware.api [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 906.202448] env[69950]: value = "task-4222179" [ 906.202448] env[69950]: _type = "Task" [ 906.202448] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.212449] env[69950]: DEBUG oslo_vmware.api [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.330716] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.434775] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222177, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.496163] env[69950]: DEBUG nova.scheduler.client.report [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.714514] env[69950]: DEBUG oslo_vmware.api [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222179, 'name': PowerOffVM_Task, 'duration_secs': 0.263788} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.714808] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.714977] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.715244] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-405916df-fa05-4118-b6ec-5b0b77082651 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.791948] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.792089] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.792244] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Deleting the datastore file [datastore2] a579426a-0513-4976-86d7-d772106e72c4 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.792532] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a2c873b-fd78-41bb-b6ae-bbde1e32e3dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.800415] env[69950]: DEBUG oslo_vmware.api [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for the task: (returnval){ [ 906.800415] env[69950]: value = "task-4222181" [ 906.800415] env[69950]: _type = "Task" [ 906.800415] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.809468] env[69950]: DEBUG oslo_vmware.api [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.829701] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.886502} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.830061] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.830858] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8137774-6637-4010-99e9-a58a6409050c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.853869] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 3bc17236-c198-475c-878c-54f6cba2fe3b/3bc17236-c198-475c-878c-54f6cba2fe3b.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.854216] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-464a5932-2288-4285-b021-c46f2e3b96e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.875015] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 906.875015] env[69950]: value = "task-4222182" [ 906.875015] env[69950]: _type = "Task" [ 906.875015] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.884461] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.935386] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222177, 'name': CreateVM_Task, 'duration_secs': 1.692949} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.935569] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.936290] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.936477] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.936767] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.937043] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a974f99-c45c-4bc2-97f0-456aebcfa617 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.941972] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Waiting for the task: (returnval){ [ 906.941972] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522dc899-b128-d9f4-b2de-c1e097d6a7f3" [ 906.941972] env[69950]: _type = "Task" [ 906.941972] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.950335] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522dc899-b128-d9f4-b2de-c1e097d6a7f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.001474] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.003855] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 40.384s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.022727] env[69950]: INFO nova.scheduler.client.report [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Deleted allocations for instance 0d398f4c-3765-4866-9861-6863a5561bff [ 907.313030] env[69950]: DEBUG oslo_vmware.api [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Task: {'id': task-4222181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172105} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.313326] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.313512] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.314164] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.314164] env[69950]: INFO nova.compute.manager [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] [instance: a579426a-0513-4976-86d7-d772106e72c4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 907.314397] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.314397] env[69950]: DEBUG nova.compute.manager [-] [instance: a579426a-0513-4976-86d7-d772106e72c4] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.314490] env[69950]: DEBUG nova.network.neutron [-] [instance: a579426a-0513-4976-86d7-d772106e72c4] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.384852] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222182, 'name': ReconfigVM_Task, 'duration_secs': 0.393531} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.385079] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 3bc17236-c198-475c-878c-54f6cba2fe3b/3bc17236-c198-475c-878c-54f6cba2fe3b.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.385776] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8395f8b6-44c2-4b12-8273-8da7d4152de5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.392860] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 907.392860] env[69950]: value = "task-4222183" [ 907.392860] env[69950]: _type = "Task" [ 907.392860] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.402807] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222183, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.453351] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522dc899-b128-d9f4-b2de-c1e097d6a7f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.454767] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.454767] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.454767] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.454910] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.455205] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.455583] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-559a9de5-2f66-4d90-9b9a-25a5874eef84 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.468823] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.469192] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.471317] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ef6808-c6f1-4cbc-a4cd-edb2bb6c80d4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.482776] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Waiting for the task: (returnval){ [ 907.482776] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d43f25-9c98-224c-2c57-e96f1a1ed2ca" [ 907.482776] env[69950]: _type = "Task" [ 907.482776] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.494419] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d43f25-9c98-224c-2c57-e96f1a1ed2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.531609] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78f89439-9aed-4261-b2b6-6a14b0e82715 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "0d398f4c-3765-4866-9861-6863a5561bff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.227s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.687252] env[69950]: DEBUG nova.compute.manager [req-d1e61b8e-d1be-436a-b40a-d1107429d3a2 req-58c9a6ba-b2e0-4fd1-b6f0-e4a06455e6bd service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Received event network-vif-deleted-da47cda4-5f52-472d-af31-ecb04e02ba3b {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 907.687471] env[69950]: INFO nova.compute.manager [req-d1e61b8e-d1be-436a-b40a-d1107429d3a2 req-58c9a6ba-b2e0-4fd1-b6f0-e4a06455e6bd service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Neutron deleted interface da47cda4-5f52-472d-af31-ecb04e02ba3b; detaching it from the instance and deleting it from the info cache [ 907.687648] env[69950]: DEBUG nova.network.neutron [req-d1e61b8e-d1be-436a-b40a-d1107429d3a2 req-58c9a6ba-b2e0-4fd1-b6f0-e4a06455e6bd service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.903649] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222183, 'name': Rename_Task, 'duration_secs': 0.175437} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.903992] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.904337] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcd54b06-2936-42cb-bd9c-044a639cb9de {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.910892] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 907.910892] env[69950]: value = "task-4222184" [ 907.910892] env[69950]: _type = "Task" [ 907.910892] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.919892] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.993876] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d43f25-9c98-224c-2c57-e96f1a1ed2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.017507} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.994700] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e92168c8-18ee-4d63-ba7f-b549f045aaba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.000431] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Waiting for the task: (returnval){ [ 908.000431] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52686426-f232-b939-7ca0-f225bbe93137" [ 908.000431] env[69950]: _type = "Task" [ 908.000431] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.009251] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52686426-f232-b939-7ca0-f225bbe93137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.023507] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Applying migration context for instance 43ce3863-2138-4b31-84e7-3754a7da689c as it has an incoming, in-progress migration 15610f4b-08c0-469d-86eb-939384b16d21. Migration status is reverting {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 908.023789] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Applying migration context for instance cb49c031-c220-42fb-b718-12387967034e as it has an incoming, in-progress migration 707d0647-d622-40cf-9dfb-f54ae61c25b0. Migration status is confirming {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 908.104122] env[69950]: DEBUG nova.network.neutron [-] [instance: a579426a-0513-4976-86d7-d772106e72c4] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.190571] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9214b34-cbc5-4a2e-80ad-ef6277acd748 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.203074] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bc0f58-64b8-400c-a9bb-79a9a31f1fcc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.244577] env[69950]: DEBUG nova.compute.manager [req-d1e61b8e-d1be-436a-b40a-d1107429d3a2 req-58c9a6ba-b2e0-4fd1-b6f0-e4a06455e6bd service nova] [instance: a579426a-0513-4976-86d7-d772106e72c4] Detach interface failed, port_id=da47cda4-5f52-472d-af31-ecb04e02ba3b, reason: Instance a579426a-0513-4976-86d7-d772106e72c4 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 908.262577] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "4b44f038-c80d-4bbd-aec6-e98cde784f92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.263229] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "4b44f038-c80d-4bbd-aec6-e98cde784f92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.292271] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "652e974c-d5fb-47ae-a49a-0bd2653376fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.292271] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "652e974c-d5fb-47ae-a49a-0bd2653376fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.431029] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222184, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.511190] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52686426-f232-b939-7ca0-f225bbe93137, 'name': SearchDatastore_Task, 'duration_secs': 0.019199} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.511724] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.512138] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494/1cb2eaea-fc39-4ac4-9df7-b2d6297a1494.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.512554] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ac63bec-c49a-4f9b-b793-25aee8aacc00 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.520405] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Waiting for the task: (returnval){ [ 908.520405] env[69950]: value = "task-4222185" [ 908.520405] env[69950]: _type = "Task" [ 908.520405] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.532737] env[69950]: INFO nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating resource usage from migration 15610f4b-08c0-469d-86eb-939384b16d21 [ 908.533409] env[69950]: INFO nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating resource usage from migration 707d0647-d622-40cf-9dfb-f54ae61c25b0 [ 908.536224] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.562010] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance de73879c-e71a-4505-9739-16595239f982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.562010] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance cfd1ccdc-d521-4d83-96a8-f282e921835e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.562010] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 8dc73bf3-9e59-4fe3-8d62-94033241d0dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.562010] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance feb7093c-31b6-4629-bf8c-dd7f4175500e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.562475] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 93664ea1-b278-43d4-9390-f10836022697 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.562475] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance da4381f9-af9d-4e93-b6e9-92371f27d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.562475] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance a579426a-0513-4976-86d7-d772106e72c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.562475] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 401ccd9e-e776-4407-97cf-18f571c84716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.562648] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 01a8ef80-a68f-47cc-9800-5ac78005e2fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.562648] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 384026e4-403e-4760-8abd-fb15a02c96bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.562648] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 3b9cae4e-ef70-4faf-bf3f-922ef72fde00 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.562648] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Migration 15610f4b-08c0-469d-86eb-939384b16d21 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 908.562788] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 43ce3863-2138-4b31-84e7-3754a7da689c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.563166] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 57c3b8e4-0813-45aa-a513-f19fc60e3a2f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.563503] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 75fe594f-3bc3-4070-ae8f-28555cb79785 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.563831] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 72502e07-245d-440d-92b9-540217d1739d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.564111] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance abc1f717-c0c7-4b99-87dc-cc166732cf90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.564369] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 29683a35-3c6b-4850-8acf-f7709bd85ac8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.564625] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 9a63a423-1f35-4b6b-8ca2-a39da82cde45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.564877] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 6513b769-0182-4d34-b0c3-a95678df3045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.565125] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 3bc17236-c198-475c-878c-54f6cba2fe3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.565418] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Migration 707d0647-d622-40cf-9dfb-f54ae61c25b0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 908.565693] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance cb49c031-c220-42fb-b718-12387967034e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.567024] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.608674] env[69950]: INFO nova.compute.manager [-] [instance: a579426a-0513-4976-86d7-d772106e72c4] Took 1.29 seconds to deallocate network for instance. [ 908.922963] env[69950]: DEBUG oslo_vmware.api [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222184, 'name': PowerOnVM_Task, 'duration_secs': 0.542454} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.922963] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.923296] env[69950]: INFO nova.compute.manager [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Took 8.94 seconds to spawn the instance on the hypervisor. [ 908.923296] env[69950]: DEBUG nova.compute.manager [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 908.924046] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00f30e0-b7e0-49ab-90af-ca6ccef9e50c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.033134] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222185, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.072072] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 5b299d17-89d7-474a-87aa-abcf6e24fb20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 909.114047] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.441936] env[69950]: INFO nova.compute.manager [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Took 49.93 seconds to build instance. [ 909.532095] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905732} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.532417] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494/1cb2eaea-fc39-4ac4-9df7-b2d6297a1494.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.532691] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.532956] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dca924f3-5a1f-42ec-8a68-9cf3a0d26733 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.540168] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Waiting for the task: (returnval){ [ 909.540168] env[69950]: value = "task-4222186" [ 909.540168] env[69950]: _type = "Task" [ 909.540168] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.548831] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.575134] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance ff1601cb-1b73-4c65-8163-e7ecbf1a97fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 909.945707] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3e67408c-5453-4c3d-8abd-997ba37c466d tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "3bc17236-c198-475c-878c-54f6cba2fe3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.776s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.051497] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2149} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.051497] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.052352] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98736dbb-a593-40c4-ad2d-92a0ab5b831e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.076743] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494/1cb2eaea-fc39-4ac4-9df7-b2d6297a1494.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.076873] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c8761bb-8552-4733-9029-6021b4c64837 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.091646] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance dfd18460-f3f6-438f-9e1d-e0f866025f37 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 910.099816] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Waiting for the task: (returnval){ [ 910.099816] env[69950]: value = "task-4222187" [ 910.099816] env[69950]: _type = "Task" [ 910.099816] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.110084] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.449975] env[69950]: DEBUG nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.595714] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 07239ebb-2c1d-4422-b566-571d8d572588 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 910.610652] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.980970] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.098864] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 961b3c50-c378-485c-8d37-944d7a55c82e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 911.109648] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222187, 'name': ReconfigVM_Task, 'duration_secs': 0.592485} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.110044] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494/1cb2eaea-fc39-4ac4-9df7-b2d6297a1494.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.111300] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0bcc5be-814b-4ac6-a6a4-66f7e23b6021 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.119940] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Waiting for the task: (returnval){ [ 911.119940] env[69950]: value = "task-4222188" [ 911.119940] env[69950]: _type = "Task" [ 911.119940] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.129931] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222188, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.525508] env[69950]: DEBUG nova.compute.manager [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.526466] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25b8618-70ad-4c71-b8bd-d5c551dff392 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.605033] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 65528071-e020-4c76-9078-45a5f878264f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 911.632356] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222188, 'name': Rename_Task, 'duration_secs': 0.224057} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.632639] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.632889] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4739ce08-9b26-4a90-9308-bc83bc1e84b4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.641543] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Waiting for the task: (returnval){ [ 911.641543] env[69950]: value = "task-4222189" [ 911.641543] env[69950]: _type = "Task" [ 911.641543] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.651462] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.039694] env[69950]: INFO nova.compute.manager [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] instance snapshotting [ 912.043717] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3002a1d8-34e9-433f-b728-a81ecb7c6898 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.067858] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd635524-3955-40be-b477-87ef18a41e5d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.110835] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 68c9fd07-6715-4b0b-a67e-5ee623d7eac3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 912.153209] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.580033] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 912.580033] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac907920-235e-40e2-8c07-3172d5eb5a3d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.586959] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 912.586959] env[69950]: value = "task-4222190" [ 912.586959] env[69950]: _type = "Task" [ 912.586959] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.596118] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222190, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.614226] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 08861016-3490-4c1d-9b58-2a49afb06aa9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 912.652751] env[69950]: DEBUG oslo_vmware.api [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222189, 'name': PowerOnVM_Task, 'duration_secs': 0.708207} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.653044] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.653283] env[69950]: INFO nova.compute.manager [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Took 10.00 seconds to spawn the instance on the hypervisor. [ 912.653468] env[69950]: DEBUG nova.compute.manager [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 912.654306] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb5b005-a570-4189-be71-72a8bc6c5158 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.097215] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222190, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.117297] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 4b44f038-c80d-4bbd-aec6-e98cde784f92 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 913.172885] env[69950]: INFO nova.compute.manager [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Took 50.45 seconds to build instance. [ 913.600533] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222190, 'name': CreateSnapshot_Task, 'duration_secs': 0.971555} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.600811] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 913.601608] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bea693-2128-416c-8522-bfbc2f5f1185 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.621899] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 652e974c-d5fb-47ae-a49a-0bd2653376fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 913.622225] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 913.622378] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 913.676581] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Lock "1cb2eaea-fc39-4ac4-9df7-b2d6297a1494" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.407s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.072786] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b6b574-2048-4197-bb3c-7c79dc59d192 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.081632] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ff5bff-369b-45f1-917f-4ea9711bf44f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.119111] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 914.119756] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bf7fc228-f10b-4fab-a005-98005a922547 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.123158] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501e6afd-54c2-47d3-937c-62facc3d2ccf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.131989] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e02ae9e-9352-4a7d-8535-ad45f1d6dbb5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.136928] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 914.136928] env[69950]: value = "task-4222191" [ 914.136928] env[69950]: _type = "Task" [ 914.136928] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.148276] env[69950]: DEBUG nova.compute.provider_tree [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.155557] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222191, 'name': CloneVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.179341] env[69950]: DEBUG nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.650271] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222191, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.651261] env[69950]: DEBUG nova.scheduler.client.report [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.701779] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.903789] env[69950]: DEBUG oslo_concurrency.lockutils [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Acquiring lock "1cb2eaea-fc39-4ac4-9df7-b2d6297a1494" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.904129] env[69950]: DEBUG oslo_concurrency.lockutils [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Lock "1cb2eaea-fc39-4ac4-9df7-b2d6297a1494" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.904340] env[69950]: DEBUG oslo_concurrency.lockutils [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Acquiring lock "1cb2eaea-fc39-4ac4-9df7-b2d6297a1494-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.904576] env[69950]: DEBUG oslo_concurrency.lockutils [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Lock "1cb2eaea-fc39-4ac4-9df7-b2d6297a1494-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.904754] env[69950]: DEBUG oslo_concurrency.lockutils [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Lock "1cb2eaea-fc39-4ac4-9df7-b2d6297a1494-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.907082] env[69950]: INFO nova.compute.manager [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Terminating instance [ 915.151038] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222191, 'name': CloneVM_Task, 'duration_secs': 0.881082} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.151383] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Created linked-clone VM from snapshot [ 915.152284] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cbaf2b-c3e0-4200-8ca5-1bcfa57b7700 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.156340] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 915.156614] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.153s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.156979] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.647s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.160627] env[69950]: INFO nova.compute.claims [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.163707] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.163895] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Cleaning up deleted instances {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 915.168798] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Uploading image 34e4e5c1-d313-4990-9279-0bf391ac2652 {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 915.193734] env[69950]: DEBUG oslo_vmware.rw_handles [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 915.193734] env[69950]: value = "vm-835482" [ 915.193734] env[69950]: _type = "VirtualMachine" [ 915.193734] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 915.194113] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f225588-b04a-4382-bc33-52ea5a9ea159 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.202180] env[69950]: DEBUG oslo_vmware.rw_handles [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lease: (returnval){ [ 915.202180] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524ade5c-b0fc-fccf-970b-c0c8e59b4339" [ 915.202180] env[69950]: _type = "HttpNfcLease" [ 915.202180] env[69950]: } obtained for exporting VM: (result){ [ 915.202180] env[69950]: value = "vm-835482" [ 915.202180] env[69950]: _type = "VirtualMachine" [ 915.202180] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 915.202397] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the lease: (returnval){ [ 915.202397] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524ade5c-b0fc-fccf-970b-c0c8e59b4339" [ 915.202397] env[69950]: _type = "HttpNfcLease" [ 915.202397] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 915.210378] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.210378] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524ade5c-b0fc-fccf-970b-c0c8e59b4339" [ 915.210378] env[69950]: _type = "HttpNfcLease" [ 915.210378] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 915.411512] env[69950]: DEBUG nova.compute.manager [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.411602] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.412694] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891ecfdf-eb1b-402d-aeff-c9958a326d8d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.421835] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.422121] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4b7262a-e1e7-4c6f-a65a-0d0fbf06f23f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.430316] env[69950]: DEBUG oslo_vmware.api [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Waiting for the task: (returnval){ [ 915.430316] env[69950]: value = "task-4222193" [ 915.430316] env[69950]: _type = "Task" [ 915.430316] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.439677] env[69950]: DEBUG oslo_vmware.api [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.681115] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] There are 36 instances to clean {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 915.681115] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: e7e57df3-11d5-4c5f-9e03-f864944cc15d] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 915.713198] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.713198] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524ade5c-b0fc-fccf-970b-c0c8e59b4339" [ 915.713198] env[69950]: _type = "HttpNfcLease" [ 915.713198] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 915.713517] env[69950]: DEBUG oslo_vmware.rw_handles [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 915.713517] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524ade5c-b0fc-fccf-970b-c0c8e59b4339" [ 915.713517] env[69950]: _type = "HttpNfcLease" [ 915.713517] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 915.714419] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b035cc0f-86b7-41ad-85fb-de7923d959a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.726709] env[69950]: DEBUG oslo_vmware.rw_handles [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c7d52-97e3-52c0-703c-a6621a69bd88/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 915.726956] env[69950]: DEBUG oslo_vmware.rw_handles [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c7d52-97e3-52c0-703c-a6621a69bd88/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 915.819040] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-61ef704e-c537-4c1f-97f6-96d534145e65 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.945071] env[69950]: DEBUG oslo_vmware.api [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222193, 'name': PowerOffVM_Task, 'duration_secs': 0.199586} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.945071] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.945071] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.945071] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb1c7a83-22f8-4306-b9ad-9154a70b31b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.017248] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.017412] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.017582] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Deleting the datastore file [datastore2] 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.019881] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3868f005-9286-4795-9009-e7d148be002a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.029729] env[69950]: DEBUG oslo_vmware.api [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Waiting for the task: (returnval){ [ 916.029729] env[69950]: value = "task-4222195" [ 916.029729] env[69950]: _type = "Task" [ 916.029729] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.044146] env[69950]: DEBUG oslo_vmware.api [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.187064] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 0d398f4c-3765-4866-9861-6863a5561bff] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 916.225511] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eb5bb3-ce65-4750-bbd1-d586d1a71f7c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.235444] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4819404f-ccfa-4b7d-b307-3deeffa0d46c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.274182] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e159be17-ee20-4bf1-aed6-393b6111fca0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.284467] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a5d733-24f3-4981-97df-29b8c81dfd41 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.302351] env[69950]: DEBUG nova.compute.provider_tree [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.541275] env[69950]: DEBUG oslo_vmware.api [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Task: {'id': task-4222195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204638} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.541656] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.541925] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.542219] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.542454] env[69950]: INFO nova.compute.manager [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Took 1.13 seconds to destroy the instance on the hypervisor. [ 916.542741] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.542985] env[69950]: DEBUG nova.compute.manager [-] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.543170] env[69950]: DEBUG nova.network.neutron [-] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.692108] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 3bce6a6a-df6a-4aef-8f9b-d66be0b35199] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 916.807168] env[69950]: DEBUG nova.scheduler.client.report [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.858686] env[69950]: DEBUG nova.compute.manager [req-23fec212-177f-4297-aeb0-99eddf3e4f33 req-cf6d0bc3-2aad-4abd-a487-4367093db304 service nova] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Received event network-vif-deleted-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 916.859141] env[69950]: INFO nova.compute.manager [req-23fec212-177f-4297-aeb0-99eddf3e4f33 req-cf6d0bc3-2aad-4abd-a487-4367093db304 service nova] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Neutron deleted interface b8e0f5b2-b432-4190-a4fc-843f02fc9cbd; detaching it from the instance and deleting it from the info cache [ 916.859381] env[69950]: DEBUG nova.network.neutron [req-23fec212-177f-4297-aeb0-99eddf3e4f33 req-cf6d0bc3-2aad-4abd-a487-4367093db304 service nova] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.197180] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: d057254b-f3c2-40e7-bf6a-5262d11f1dbc] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 917.313021] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.313548] env[69950]: DEBUG nova.compute.manager [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.316413] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.383s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.316691] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.319274] env[69950]: DEBUG oslo_concurrency.lockutils [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.728s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.320576] env[69950]: INFO nova.compute.claims [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.337205] env[69950]: DEBUG nova.network.neutron [-] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.347224] env[69950]: INFO nova.scheduler.client.report [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Deleted allocations for instance 3b9cae4e-ef70-4faf-bf3f-922ef72fde00 [ 917.362512] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26b43ff2-5b92-4793-9bca-41f0896426ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.381031] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50533a4-d833-4838-854a-b240e45300e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.422773] env[69950]: DEBUG nova.compute.manager [req-23fec212-177f-4297-aeb0-99eddf3e4f33 req-cf6d0bc3-2aad-4abd-a487-4367093db304 service nova] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Detach interface failed, port_id=b8e0f5b2-b432-4190-a4fc-843f02fc9cbd, reason: Instance 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 917.701037] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: ce87729f-7f4d-434d-95be-60bc72dcad08] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 917.829281] env[69950]: DEBUG nova.compute.utils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.832067] env[69950]: DEBUG nova.compute.manager [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.834073] env[69950]: DEBUG nova.network.neutron [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.839586] env[69950]: INFO nova.compute.manager [-] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Took 1.30 seconds to deallocate network for instance. [ 917.858018] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Lock "3b9cae4e-ef70-4faf-bf3f-922ef72fde00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.527s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.900185] env[69950]: DEBUG nova.policy [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '464bee3029aa4b82b73547810b2cfa38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f66dd07bd67408f9001220d2e676a5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.206191] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 7a07fecf-d4da-48fd-a2fd-eb7611f22316] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 918.242962] env[69950]: DEBUG nova.network.neutron [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Successfully created port: b871cb7f-77e2-463a-8acf-27b80b785ad2 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.333459] env[69950]: DEBUG nova.compute.manager [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.347917] env[69950]: DEBUG oslo_concurrency.lockutils [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.713122] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 610ec2a5-de42-43df-8d4b-b4a76eec49fa] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 918.897700] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13fd9ea-ff79-488c-a7e7-20feef872900 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.907217] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f4714e-6936-4470-bc0c-0054a7d8a991 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.939067] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118976b5-a5d6-495a-998c-1be75a413ab6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.947420] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08823ce-faed-4d68-b869-b3ae8f049e75 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.964561] env[69950]: DEBUG nova.compute.provider_tree [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.215057] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: c942bd5a-c9a1-46eb-8b9d-d8c6ec4cf428] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 919.351152] env[69950]: DEBUG nova.compute.manager [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.378211] env[69950]: DEBUG nova.virt.hardware [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.378211] env[69950]: DEBUG nova.virt.hardware [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.378211] env[69950]: DEBUG nova.virt.hardware [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.378380] env[69950]: DEBUG nova.virt.hardware [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.378380] env[69950]: DEBUG nova.virt.hardware [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.378380] env[69950]: DEBUG nova.virt.hardware [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.378641] env[69950]: DEBUG nova.virt.hardware [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.378812] env[69950]: DEBUG nova.virt.hardware [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.379016] env[69950]: DEBUG nova.virt.hardware [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.379178] env[69950]: DEBUG nova.virt.hardware [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.379350] env[69950]: DEBUG nova.virt.hardware [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.380257] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1949a45-641a-4e0e-a59d-dd3c6289c2b6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.389611] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e9c93c-4f47-447b-b1f2-094863315f15 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.468263] env[69950]: DEBUG nova.scheduler.client.report [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.720046] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: d7e24c6b-4c11-4d1d-a02b-787f71d5993c] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 919.791062] env[69950]: DEBUG nova.compute.manager [req-5990f5fe-bc16-4c4b-9b72-9dc223e7a479 req-99373017-4f0d-46e0-9c91-c3eda4808d7f service nova] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Received event network-vif-plugged-b871cb7f-77e2-463a-8acf-27b80b785ad2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 919.791282] env[69950]: DEBUG oslo_concurrency.lockutils [req-5990f5fe-bc16-4c4b-9b72-9dc223e7a479 req-99373017-4f0d-46e0-9c91-c3eda4808d7f service nova] Acquiring lock "5b299d17-89d7-474a-87aa-abcf6e24fb20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.791490] env[69950]: DEBUG oslo_concurrency.lockutils [req-5990f5fe-bc16-4c4b-9b72-9dc223e7a479 req-99373017-4f0d-46e0-9c91-c3eda4808d7f service nova] Lock "5b299d17-89d7-474a-87aa-abcf6e24fb20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.791702] env[69950]: DEBUG oslo_concurrency.lockutils [req-5990f5fe-bc16-4c4b-9b72-9dc223e7a479 req-99373017-4f0d-46e0-9c91-c3eda4808d7f service nova] Lock "5b299d17-89d7-474a-87aa-abcf6e24fb20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.792679] env[69950]: DEBUG nova.compute.manager [req-5990f5fe-bc16-4c4b-9b72-9dc223e7a479 req-99373017-4f0d-46e0-9c91-c3eda4808d7f service nova] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] No waiting events found dispatching network-vif-plugged-b871cb7f-77e2-463a-8acf-27b80b785ad2 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 919.792840] env[69950]: WARNING nova.compute.manager [req-5990f5fe-bc16-4c4b-9b72-9dc223e7a479 req-99373017-4f0d-46e0-9c91-c3eda4808d7f service nova] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Received unexpected event network-vif-plugged-b871cb7f-77e2-463a-8acf-27b80b785ad2 for instance with vm_state building and task_state spawning. [ 919.967418] env[69950]: DEBUG nova.network.neutron [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Successfully updated port: b871cb7f-77e2-463a-8acf-27b80b785ad2 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.976352] env[69950]: DEBUG oslo_concurrency.lockutils [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.977078] env[69950]: DEBUG nova.compute.manager [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.979974] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 45.069s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.225209] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 021d914a-8af2-449d-adbe-6cc453275a1f] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 920.472164] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-5b299d17-89d7-474a-87aa-abcf6e24fb20" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.472164] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-5b299d17-89d7-474a-87aa-abcf6e24fb20" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.472164] env[69950]: DEBUG nova.network.neutron [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.482185] env[69950]: DEBUG nova.objects.instance [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lazy-loading 'migration_context' on Instance uuid 43ce3863-2138-4b31-84e7-3754a7da689c {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.484619] env[69950]: DEBUG nova.compute.utils [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.486451] env[69950]: DEBUG nova.compute.manager [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Not allocating networking since 'none' was specified. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 920.729254] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: f5476329-756a-4d98-b0ca-95f4fa1f4c7a] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 920.958466] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Acquiring lock "feb7093c-31b6-4629-bf8c-dd7f4175500e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.959246] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Lock "feb7093c-31b6-4629-bf8c-dd7f4175500e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.959246] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Acquiring lock "feb7093c-31b6-4629-bf8c-dd7f4175500e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.959246] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Lock "feb7093c-31b6-4629-bf8c-dd7f4175500e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.959397] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Lock "feb7093c-31b6-4629-bf8c-dd7f4175500e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.961671] env[69950]: INFO nova.compute.manager [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Terminating instance [ 920.990678] env[69950]: DEBUG nova.compute.manager [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.007336] env[69950]: DEBUG nova.network.neutron [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.169068] env[69950]: DEBUG nova.network.neutron [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Updating instance_info_cache with network_info: [{"id": "b871cb7f-77e2-463a-8acf-27b80b785ad2", "address": "fa:16:3e:f9:52:a6", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb871cb7f-77", "ovs_interfaceid": "b871cb7f-77e2-463a-8acf-27b80b785ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.234023] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 258bd226-9222-4ace-b0f3-2b554b548cfe] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 921.459852] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdad78ca-99fe-4386-8cf2-fbe1ace13ded {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.465805] env[69950]: DEBUG nova.compute.manager [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.466106] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.468372] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcbe4452-def9-4c32-9c0e-364f073a23aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.470877] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806428e8-c433-4efb-a513-bbc38d2e0b07 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.509706] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6028744d-67c2-43ba-95f2-0a218772efb7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.512498] env[69950]: DEBUG oslo_vmware.api [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Waiting for the task: (returnval){ [ 921.512498] env[69950]: value = "task-4222196" [ 921.512498] env[69950]: _type = "Task" [ 921.512498] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.519979] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e0922b-670e-4009-8acd-db04fc3a0193 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.527324] env[69950]: DEBUG oslo_vmware.api [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4222196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.539848] env[69950]: DEBUG nova.compute.provider_tree [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.676898] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-5b299d17-89d7-474a-87aa-abcf6e24fb20" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.676898] env[69950]: DEBUG nova.compute.manager [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Instance network_info: |[{"id": "b871cb7f-77e2-463a-8acf-27b80b785ad2", "address": "fa:16:3e:f9:52:a6", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb871cb7f-77", "ovs_interfaceid": "b871cb7f-77e2-463a-8acf-27b80b785ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.677180] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:52:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b871cb7f-77e2-463a-8acf-27b80b785ad2', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.685030] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.685688] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.687062] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0780240-c682-43ab-8c6f-7c4ccb43867b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.709976] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.709976] env[69950]: value = "task-4222197" [ 921.709976] env[69950]: _type = "Task" [ 921.709976] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.720186] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222197, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.742375] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 0719412a-e298-4641-af06-ce0e8c5d6876] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 921.906147] env[69950]: DEBUG nova.compute.manager [req-b95f8a83-3ceb-49e9-8983-1b82caea600d req-31bd9db5-c271-4317-a40e-beeaf1aaea25 service nova] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Received event network-changed-b871cb7f-77e2-463a-8acf-27b80b785ad2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 921.906371] env[69950]: DEBUG nova.compute.manager [req-b95f8a83-3ceb-49e9-8983-1b82caea600d req-31bd9db5-c271-4317-a40e-beeaf1aaea25 service nova] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Refreshing instance network info cache due to event network-changed-b871cb7f-77e2-463a-8acf-27b80b785ad2. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 921.906600] env[69950]: DEBUG oslo_concurrency.lockutils [req-b95f8a83-3ceb-49e9-8983-1b82caea600d req-31bd9db5-c271-4317-a40e-beeaf1aaea25 service nova] Acquiring lock "refresh_cache-5b299d17-89d7-474a-87aa-abcf6e24fb20" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.906793] env[69950]: DEBUG oslo_concurrency.lockutils [req-b95f8a83-3ceb-49e9-8983-1b82caea600d req-31bd9db5-c271-4317-a40e-beeaf1aaea25 service nova] Acquired lock "refresh_cache-5b299d17-89d7-474a-87aa-abcf6e24fb20" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.906963] env[69950]: DEBUG nova.network.neutron [req-b95f8a83-3ceb-49e9-8983-1b82caea600d req-31bd9db5-c271-4317-a40e-beeaf1aaea25 service nova] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Refreshing network info cache for port b871cb7f-77e2-463a-8acf-27b80b785ad2 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.015785] env[69950]: DEBUG nova.compute.manager [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.028269] env[69950]: DEBUG oslo_vmware.api [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4222196, 'name': PowerOffVM_Task, 'duration_secs': 0.245632} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.028550] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.028749] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 922.028936] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835346', 'volume_id': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'name': 'volume-e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'feb7093c-31b6-4629-bf8c-dd7f4175500e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'serial': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 922.029762] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a4d604-d025-4fd6-ba5c-f02caeafa4fb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.053491] env[69950]: DEBUG nova.scheduler.client.report [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.061214] env[69950]: DEBUG nova.virt.hardware [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.061521] env[69950]: DEBUG nova.virt.hardware [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.061687] env[69950]: DEBUG nova.virt.hardware [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.061872] env[69950]: DEBUG nova.virt.hardware [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.062061] env[69950]: DEBUG nova.virt.hardware [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.062227] env[69950]: DEBUG nova.virt.hardware [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.062425] env[69950]: DEBUG nova.virt.hardware [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.062614] env[69950]: DEBUG nova.virt.hardware [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.062800] env[69950]: DEBUG nova.virt.hardware [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.062984] env[69950]: DEBUG nova.virt.hardware [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.063267] env[69950]: DEBUG nova.virt.hardware [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.064369] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d1a484-dccd-4392-a07b-7ac1844eef48 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.068255] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477b57fe-9d3a-4602-9be4-90ffa11ae540 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.078719] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c232403b-88b5-4d57-b16b-bdf7f712ac27 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.083436] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5257fc70-37bb-4dc1-886c-1bdc34d0879e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.100307] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.106644] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Creating folder: Project (127dbc238a264dde8711fa384f08c9e2). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.125256] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dd5a17b-d1e2-402d-9908-822936a72c08 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.126783] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f429d1cb-b928-4e57-8007-006a3db4c9e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.145422] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] The volume has not been displaced from its original location: [datastore1] volume-e8396ccd-7ab0-412f-b733-ad1fe2561dcd/volume-e8396ccd-7ab0-412f-b733-ad1fe2561dcd.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 922.150951] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 922.153695] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-465c5f4a-41e3-4d7f-b535-cd7ef909dc43 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.169122] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Created folder: Project (127dbc238a264dde8711fa384f08c9e2) in parent group-v835309. [ 922.169122] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Creating folder: Instances. Parent ref: group-v835484. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.169122] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b0b1bf6-0f51-4224-95aa-8c5b451e3ce0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.177534] env[69950]: DEBUG oslo_vmware.api [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Waiting for the task: (returnval){ [ 922.177534] env[69950]: value = "task-4222200" [ 922.177534] env[69950]: _type = "Task" [ 922.177534] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.182866] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Created folder: Instances in parent group-v835484. [ 922.183191] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.183962] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.184100] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55555475-feda-4ae4-ab09-d006508ff83b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.200550] env[69950]: DEBUG oslo_vmware.api [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4222200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.208642] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.208642] env[69950]: value = "task-4222201" [ 922.208642] env[69950]: _type = "Task" [ 922.208642] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.222873] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222201, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.226960] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222197, 'name': CreateVM_Task, 'duration_secs': 0.427689} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.227262] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.228050] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.228243] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.228587] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.228870] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a211dc-3e22-4b9c-a43f-266b85081eaa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.235385] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 922.235385] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f4243d-e36c-05a4-7369-69530dc4a9d1" [ 922.235385] env[69950]: _type = "Task" [ 922.235385] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.246279] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 5b7c9fe9-79bf-445b-8b69-7b52607b6648] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 922.248782] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f4243d-e36c-05a4-7369-69530dc4a9d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.645895] env[69950]: DEBUG nova.network.neutron [req-b95f8a83-3ceb-49e9-8983-1b82caea600d req-31bd9db5-c271-4317-a40e-beeaf1aaea25 service nova] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Updated VIF entry in instance network info cache for port b871cb7f-77e2-463a-8acf-27b80b785ad2. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.646475] env[69950]: DEBUG nova.network.neutron [req-b95f8a83-3ceb-49e9-8983-1b82caea600d req-31bd9db5-c271-4317-a40e-beeaf1aaea25 service nova] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Updating instance_info_cache with network_info: [{"id": "b871cb7f-77e2-463a-8acf-27b80b785ad2", "address": "fa:16:3e:f9:52:a6", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb871cb7f-77", "ovs_interfaceid": "b871cb7f-77e2-463a-8acf-27b80b785ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.688726] env[69950]: DEBUG oslo_vmware.api [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4222200, 'name': ReconfigVM_Task, 'duration_secs': 0.190409} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.689026] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.693963] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad397dcb-9336-455a-b3c7-00cd7f2cd763 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.710705] env[69950]: DEBUG oslo_vmware.api [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Waiting for the task: (returnval){ [ 922.710705] env[69950]: value = "task-4222202" [ 922.710705] env[69950]: _type = "Task" [ 922.710705] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.723137] env[69950]: DEBUG oslo_vmware.api [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4222202, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.726611] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222201, 'name': CreateVM_Task, 'duration_secs': 0.331912} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.726819] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.727224] env[69950]: DEBUG oslo_concurrency.lockutils [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.746976] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f4243d-e36c-05a4-7369-69530dc4a9d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01305} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.747333] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.747569] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.747819] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.747961] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.748160] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.748448] env[69950]: DEBUG oslo_concurrency.lockutils [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.748801] env[69950]: DEBUG oslo_concurrency.lockutils [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.749057] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f39b19a6-fa2c-4f2d-a20f-2120693cc41e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.750952] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386c2f65-08bb-42d4-a0b1-f854d4eb6400 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.752649] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 1b0f6e6b-68f1-4d93-8df9-43a8938566a3] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 922.758565] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 922.758565] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5245e950-9b3f-d25c-6a50-2c75d047843e" [ 922.758565] env[69950]: _type = "Task" [ 922.758565] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.768086] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.768346] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.772367] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74bbb6fb-550c-4dfb-af7f-51f77a305450 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.774750] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5245e950-9b3f-d25c-6a50-2c75d047843e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.779374] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 922.779374] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52256dd0-aca4-f9dd-c29a-d5caaea8c74f" [ 922.779374] env[69950]: _type = "Task" [ 922.779374] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.791464] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52256dd0-aca4-f9dd-c29a-d5caaea8c74f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.079905] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.100s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.085972] env[69950]: DEBUG oslo_concurrency.lockutils [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.632s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.086195] env[69950]: DEBUG oslo_concurrency.lockutils [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.088838] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.131s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.090459] env[69950]: INFO nova.compute.claims [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.123870] env[69950]: INFO nova.scheduler.client.report [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleted allocations for instance 57c3b8e4-0813-45aa-a513-f19fc60e3a2f [ 923.149698] env[69950]: DEBUG oslo_concurrency.lockutils [req-b95f8a83-3ceb-49e9-8983-1b82caea600d req-31bd9db5-c271-4317-a40e-beeaf1aaea25 service nova] Releasing lock "refresh_cache-5b299d17-89d7-474a-87aa-abcf6e24fb20" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.225557] env[69950]: DEBUG oslo_vmware.api [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4222202, 'name': ReconfigVM_Task, 'duration_secs': 0.205904} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.225871] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835346', 'volume_id': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'name': 'volume-e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'feb7093c-31b6-4629-bf8c-dd7f4175500e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd', 'serial': 'e8396ccd-7ab0-412f-b733-ad1fe2561dcd'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 923.226270] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.227157] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465d3b43-e717-4285-87bb-2337fc234197 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.236030] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.236030] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-125f8007-4491-4e07-a2fc-bde2920b0d55 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.257139] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 65e41164-6de7-42c6-b5ce-7c4bfcf635f1] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 923.270756] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5245e950-9b3f-d25c-6a50-2c75d047843e, 'name': SearchDatastore_Task, 'duration_secs': 0.021968} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.271680] env[69950]: DEBUG oslo_concurrency.lockutils [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.271680] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.271680] env[69950]: DEBUG oslo_concurrency.lockutils [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.292271] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52256dd0-aca4-f9dd-c29a-d5caaea8c74f, 'name': SearchDatastore_Task, 'duration_secs': 0.014066} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.293425] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b918d22-1b94-46a5-a63d-789aab14f172 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.300540] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 923.300540] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5232e24f-693b-06e1-c246-212863eb4a87" [ 923.300540] env[69950]: _type = "Task" [ 923.300540] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.311148] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5232e24f-693b-06e1-c246-212863eb4a87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.312819] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.313068] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.313263] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Deleting the datastore file [datastore1] feb7093c-31b6-4629-bf8c-dd7f4175500e {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.313542] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a874caff-fcd9-46f2-9585-42c3f9b80a59 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.321742] env[69950]: DEBUG oslo_vmware.api [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Waiting for the task: (returnval){ [ 923.321742] env[69950]: value = "task-4222204" [ 923.321742] env[69950]: _type = "Task" [ 923.321742] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.331462] env[69950]: DEBUG oslo_vmware.api [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4222204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.633494] env[69950]: DEBUG oslo_concurrency.lockutils [None req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "57c3b8e4-0813-45aa-a513-f19fc60e3a2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.694s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.759576] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 77ff96da-ed31-449f-b0b9-83b856aa7d9a] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 923.810919] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5232e24f-693b-06e1-c246-212863eb4a87, 'name': SearchDatastore_Task, 'duration_secs': 0.019671} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.811201] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.811468] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 5b299d17-89d7-474a-87aa-abcf6e24fb20/5b299d17-89d7-474a-87aa-abcf6e24fb20.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.811753] env[69950]: DEBUG oslo_concurrency.lockutils [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.811940] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.812257] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a0f5fca-17ac-41a9-9433-88dcbbe5498d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.816328] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dab21bee-ac1c-43a3-9666-74b3758f1761 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.823575] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 923.823575] env[69950]: value = "task-4222205" [ 923.823575] env[69950]: _type = "Task" [ 923.823575] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.830714] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.830899] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.831975] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0dd7f9a-94f5-4ac9-955c-0927841abc4e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.837685] env[69950]: DEBUG oslo_vmware.api [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Task: {'id': task-4222204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159409} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.838254] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.838490] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.838635] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.838833] env[69950]: INFO nova.compute.manager [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Took 2.37 seconds to destroy the instance on the hypervisor. [ 923.839083] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.839281] env[69950]: DEBUG nova.compute.manager [-] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.839379] env[69950]: DEBUG nova.network.neutron [-] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.844859] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 923.844859] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a3df8d-9c12-3af0-04ee-52d48d3e75d2" [ 923.844859] env[69950]: _type = "Task" [ 923.844859] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.845117] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.853988] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a3df8d-9c12-3af0-04ee-52d48d3e75d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.264706] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: ae310c47-dea2-4062-85f0-f2e551f8492f] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 924.345026] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222205, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.363326] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a3df8d-9c12-3af0-04ee-52d48d3e75d2, 'name': SearchDatastore_Task, 'duration_secs': 0.015189} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.363326] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94c0e5a2-5e4b-40f5-8959-e4dd40fb0ad3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.371012] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 924.371012] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521436eb-f8a2-07a5-f854-6620bda92940" [ 924.371012] env[69950]: _type = "Task" [ 924.371012] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.388609] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521436eb-f8a2-07a5-f854-6620bda92940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.511465] env[69950]: DEBUG oslo_vmware.rw_handles [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c7d52-97e3-52c0-703c-a6621a69bd88/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 924.512890] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776efceb-5155-43ce-8c07-e4d96942bd76 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.523987] env[69950]: DEBUG oslo_vmware.rw_handles [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c7d52-97e3-52c0-703c-a6621a69bd88/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 924.524277] env[69950]: ERROR oslo_vmware.rw_handles [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c7d52-97e3-52c0-703c-a6621a69bd88/disk-0.vmdk due to incomplete transfer. [ 924.524715] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c2d35df4-69f6-4e93-8c19-e2309285ffdd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.537688] env[69950]: DEBUG oslo_vmware.rw_handles [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c7d52-97e3-52c0-703c-a6621a69bd88/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 924.538063] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Uploaded image 34e4e5c1-d313-4990-9279-0bf391ac2652 to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 924.540815] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 924.543237] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-30e36da7-6c42-4cba-9907-98e3a77ccd29 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.549911] env[69950]: DEBUG nova.compute.manager [req-67aa4ab4-34e8-495c-ba15-90fe66118b7d req-8ba2678c-f616-4ae1-9be4-d6327da4ba32 service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Received event network-vif-deleted-ae477bc8-45b3-4b85-b820-203940f36141 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 924.550112] env[69950]: INFO nova.compute.manager [req-67aa4ab4-34e8-495c-ba15-90fe66118b7d req-8ba2678c-f616-4ae1-9be4-d6327da4ba32 service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Neutron deleted interface ae477bc8-45b3-4b85-b820-203940f36141; detaching it from the instance and deleting it from the info cache [ 924.550400] env[69950]: DEBUG nova.network.neutron [req-67aa4ab4-34e8-495c-ba15-90fe66118b7d req-8ba2678c-f616-4ae1-9be4-d6327da4ba32 service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.557752] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 924.557752] env[69950]: value = "task-4222206" [ 924.557752] env[69950]: _type = "Task" [ 924.557752] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.572987] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222206, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.642333] env[69950]: INFO nova.compute.manager [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Swapping old allocation on dict_keys(['9977abed-3e10-4d72-b30a-b1d91a885d39']) held by migration 15610f4b-08c0-469d-86eb-939384b16d21 for instance [ 924.678725] env[69950]: DEBUG nova.scheduler.client.report [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Overwriting current allocation {'allocations': {'9977abed-3e10-4d72-b30a-b1d91a885d39': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': '8d271ee9034040a08dbb1bfbbf00eb90', 'user_id': '8d559d80272e47bfbfe8b0bf977a1340', 'consumer_generation': 1} on consumer 43ce3863-2138-4b31-84e7-3754a7da689c {{(pid=69950) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 924.698981] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b8321e-b5c0-4de2-83a4-52b8239207ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.707675] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28c4ab0-5787-479a-ba7e-39c6a6ae20ff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.746492] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89b18a9-7ed3-4f35-af3a-d1d69ce25d70 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.756574] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba446e5b-f52a-4f4c-8586-1946e6657c8c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.772281] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 0d0fb57c-6f1f-4f7b-a027-f9a1afc62c3b] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 924.775118] env[69950]: DEBUG nova.compute.provider_tree [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.820494] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.820828] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquired lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.821124] env[69950]: DEBUG nova.network.neutron [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.838824] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746625} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.839169] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 5b299d17-89d7-474a-87aa-abcf6e24fb20/5b299d17-89d7-474a-87aa-abcf6e24fb20.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.839451] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.839777] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66d18208-4c51-4391-aa0d-ad27a44c5e0e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.847802] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 924.847802] env[69950]: value = "task-4222207" [ 924.847802] env[69950]: _type = "Task" [ 924.847802] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.857387] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.886843] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521436eb-f8a2-07a5-f854-6620bda92940, 'name': SearchDatastore_Task, 'duration_secs': 0.055565} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.887169] env[69950]: DEBUG oslo_concurrency.lockutils [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.887490] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb/ff1601cb-1b73-4c65-8163-e7ecbf1a97fb.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.887789] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d96265e-8066-41ed-9ea2-20982041aea4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.895454] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 924.895454] env[69950]: value = "task-4222208" [ 924.895454] env[69950]: _type = "Task" [ 924.895454] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.905967] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.912545] env[69950]: DEBUG nova.network.neutron [-] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.060025] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-285e1606-c43e-4a19-bd64-8e133ea93ead {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.074058] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222206, 'name': Destroy_Task, 'duration_secs': 0.390148} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.075866] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Destroyed the VM [ 925.076029] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 925.076504] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-506e8ad1-5e0d-4b26-8c1c-db672f037054 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.082267] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf2b3d0-326d-4307-83fc-6379e2544ad4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.103344] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 925.103344] env[69950]: value = "task-4222209" [ 925.103344] env[69950]: _type = "Task" [ 925.103344] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.120960] env[69950]: DEBUG nova.compute.manager [req-67aa4ab4-34e8-495c-ba15-90fe66118b7d req-8ba2678c-f616-4ae1-9be4-d6327da4ba32 service nova] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Detach interface failed, port_id=ae477bc8-45b3-4b85-b820-203940f36141, reason: Instance feb7093c-31b6-4629-bf8c-dd7f4175500e could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 925.127955] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222209, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.280739] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 3384bb1e-241f-4cce-a5d0-51b885d466a6] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 925.284119] env[69950]: DEBUG nova.scheduler.client.report [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.363217] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067874} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.366525] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.367558] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007f2b5c-964d-420f-9f18-5b565dad1e3f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.395908] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 5b299d17-89d7-474a-87aa-abcf6e24fb20/5b299d17-89d7-474a-87aa-abcf6e24fb20.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.396447] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3837d5c6-a37b-4ab0-9f59-d78a3bdbd07e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.416207] env[69950]: INFO nova.compute.manager [-] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Took 1.58 seconds to deallocate network for instance. [ 925.426481] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222208, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.428105] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 925.428105] env[69950]: value = "task-4222210" [ 925.428105] env[69950]: _type = "Task" [ 925.428105] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.439403] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.576149] env[69950]: DEBUG nova.network.neutron [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance_info_cache with network_info: [{"id": "22753c01-c0e5-40c7-8cd6-7520e353a3a9", "address": "fa:16:3e:1b:5e:2b", "network": {"id": "db57ef61-5f5f-4669-a395-d3ab5bd02627", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f0a940f47fed4df08259a22e8f79fe5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22753c01-c0", "ovs_interfaceid": "22753c01-c0e5-40c7-8cd6-7520e353a3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.614760] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222209, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.728238] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.728582] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.789870] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: aed33fae-88a9-43ad-844e-e73e0d9d9ab8] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 925.792021] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.792637] env[69950]: DEBUG nova.compute.manager [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.796595] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.401s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.796595] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.799840] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.593s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.802075] env[69950]: INFO nova.compute.claims [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.826050] env[69950]: INFO nova.scheduler.client.report [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Deleted allocations for instance cfd1ccdc-d521-4d83-96a8-f282e921835e [ 925.906425] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569948} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.907043] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb/ff1601cb-1b73-4c65-8163-e7ecbf1a97fb.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.907663] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.907663] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ee2a143-c130-409e-9673-d0ef37f11f8e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.914681] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 925.914681] env[69950]: value = "task-4222211" [ 925.914681] env[69950]: _type = "Task" [ 925.914681] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.925211] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.938560] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222210, 'name': ReconfigVM_Task, 'duration_secs': 0.505874} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.938947] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 5b299d17-89d7-474a-87aa-abcf6e24fb20/5b299d17-89d7-474a-87aa-abcf6e24fb20.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.940016] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-973dfef5-9011-4ab0-8981-ed1deaae1f05 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.947776] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 925.947776] env[69950]: value = "task-4222212" [ 925.947776] env[69950]: _type = "Task" [ 925.947776] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.963204] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222212, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.977976] env[69950]: INFO nova.compute.manager [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Took 0.56 seconds to detach 1 volumes for instance. [ 925.980376] env[69950]: DEBUG nova.compute.manager [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Deleting volume: e8396ccd-7ab0-412f-b733-ad1fe2561dcd {{(pid=69950) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 926.079310] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Releasing lock "refresh_cache-43ce3863-2138-4b31-84e7-3754a7da689c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.079706] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.080061] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-806f3e22-1cc8-464d-ac15-e2b4147bb3e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.088294] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 926.088294] env[69950]: value = "task-4222214" [ 926.088294] env[69950]: _type = "Task" [ 926.088294] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.101900] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.114976] env[69950]: DEBUG oslo_vmware.api [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222209, 'name': RemoveSnapshot_Task, 'duration_secs': 0.780799} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.115270] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 926.115515] env[69950]: INFO nova.compute.manager [None req-45d60605-fb3e-4157-a8f6-31970e8522a1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Took 14.07 seconds to snapshot the instance on the hypervisor. [ 926.296967] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 49b31e0c-cec2-4a9e-ba29-1b7679597bfe] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 926.306982] env[69950]: DEBUG nova.compute.utils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.310671] env[69950]: DEBUG nova.compute.manager [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.310863] env[69950]: DEBUG nova.network.neutron [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.334040] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cc12138b-a2ee-4457-a13d-c56416205ed7 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "cfd1ccdc-d521-4d83-96a8-f282e921835e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.737s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.365395] env[69950]: DEBUG nova.policy [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da5e0c08789b45c6bcc4a6b7f42f5b34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61777b9c2fa043658187fbfa7df2557f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.425532] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08171} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.425805] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.426726] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7527e565-6d34-4657-87ab-6e1f8c158a47 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.447970] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb/ff1601cb-1b73-4c65-8163-e7ecbf1a97fb.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.448372] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0d8ad90-1ff1-408a-813d-1e50ba6db3e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.474082] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222212, 'name': Rename_Task, 'duration_secs': 0.173986} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.475621] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.475961] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 926.475961] env[69950]: value = "task-4222215" [ 926.475961] env[69950]: _type = "Task" [ 926.475961] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.476169] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26c62026-eb84-4b90-8cad-47fe9652a641 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.486016] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 926.486016] env[69950]: value = "task-4222216" [ 926.486016] env[69950]: _type = "Task" [ 926.486016] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.489732] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.498544] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.528367] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.599153] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222214, 'name': PowerOffVM_Task, 'duration_secs': 0.390296} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.599448] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.600221] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:05:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='11d25c39-c81b-4fb2-a8ec-40babce85311',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2105371085',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.600540] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.600737] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.601025] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.601232] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.601441] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.601745] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.601981] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.602292] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.602486] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.602826] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.608764] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6779bb9-a5bd-4ff8-91eb-01e2450516f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.629918] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 926.629918] env[69950]: value = "task-4222217" [ 926.629918] env[69950]: _type = "Task" [ 926.629918] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.644781] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.662324] env[69950]: DEBUG nova.network.neutron [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Successfully created port: 69889beb-ae46-4eb7-9a39-5a21f40d8d0d {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.800657] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 2348a71e-6447-436f-97a5-59bfcf8cbc5b] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 926.811876] env[69950]: DEBUG nova.compute.manager [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.991349] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222215, 'name': ReconfigVM_Task, 'duration_secs': 0.428878} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.996018] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Reconfigured VM instance instance-0000003c to attach disk [datastore2] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb/ff1601cb-1b73-4c65-8163-e7ecbf1a97fb.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.996785] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0794797c-5cbb-45d3-a390-d3dcc6a5fa7c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.007194] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222216, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.009652] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 927.009652] env[69950]: value = "task-4222218" [ 927.009652] env[69950]: _type = "Task" [ 927.009652] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.022400] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222218, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.144972] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222217, 'name': ReconfigVM_Task, 'duration_secs': 0.195152} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.146015] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054c8a00-5185-44a9-83b1-2712496f2ac3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.170055] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:05:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='11d25c39-c81b-4fb2-a8ec-40babce85311',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2105371085',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.170358] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.170513] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.170724] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.170959] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.171036] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.171265] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.171431] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.171602] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.171766] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.171941] env[69950]: DEBUG nova.virt.hardware [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.175588] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-973179ea-8276-4a1c-bbc0-16a2ef411784 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.183341] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 927.183341] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52750162-cc18-41c8-3b41-d0d73cc3cd24" [ 927.183341] env[69950]: _type = "Task" [ 927.183341] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.193847] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52750162-cc18-41c8-3b41-d0d73cc3cd24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.301797] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d5bfdb-a4da-4fdb-b351-9c9a450c6cc3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.305067] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 5815824c-cf8a-4e65-ab60-1f219cd710c5] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 927.312038] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19910be-58f2-467e-8968-73c40869bec6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.350210] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e778d1ae-d3ad-4016-8075-3a5e023ea826 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.359153] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e1e9e0-dd55-4416-bd68-be0b50904b8c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.374324] env[69950]: DEBUG nova.compute.provider_tree [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.501246] env[69950]: DEBUG oslo_vmware.api [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222216, 'name': PowerOnVM_Task, 'duration_secs': 0.570505} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.501522] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.501733] env[69950]: INFO nova.compute.manager [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Took 8.15 seconds to spawn the instance on the hypervisor. [ 927.501913] env[69950]: DEBUG nova.compute.manager [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 927.502836] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf873dd-3e91-45f5-9dc1-eead4de0510b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.522236] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222218, 'name': Rename_Task, 'duration_secs': 0.279216} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.522526] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.522781] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed85c6a2-0fc9-4171-996e-8d29ffb06633 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.531358] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 927.531358] env[69950]: value = "task-4222219" [ 927.531358] env[69950]: _type = "Task" [ 927.531358] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.541983] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.694314] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52750162-cc18-41c8-3b41-d0d73cc3cd24, 'name': SearchDatastore_Task, 'duration_secs': 0.011072} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.699902] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 927.700265] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b882cb9f-b9e5-4bb6-ba3b-f05def51dfcd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.723335] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 927.723335] env[69950]: value = "task-4222220" [ 927.723335] env[69950]: _type = "Task" [ 927.723335] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.732594] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.808084] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 7148155a-fa4a-4b0d-b1ca-b01c29434ed3] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 927.855028] env[69950]: DEBUG nova.compute.manager [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.877456] env[69950]: DEBUG nova.scheduler.client.report [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.884139] env[69950]: DEBUG nova.virt.hardware [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.886180] env[69950]: DEBUG nova.virt.hardware [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.886180] env[69950]: DEBUG nova.virt.hardware [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.886180] env[69950]: DEBUG nova.virt.hardware [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.886810] env[69950]: DEBUG nova.virt.hardware [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.887074] env[69950]: DEBUG nova.virt.hardware [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.887327] env[69950]: DEBUG nova.virt.hardware [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.887889] env[69950]: DEBUG nova.virt.hardware [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.887889] env[69950]: DEBUG nova.virt.hardware [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.888023] env[69950]: DEBUG nova.virt.hardware [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.888108] env[69950]: DEBUG nova.virt.hardware [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.889194] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc60dd4e-a10f-43c3-b19a-58d88bbf4906 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.898731] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031b6a20-2f20-4e3b-b8ba-bc27e9f5adc1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.025185] env[69950]: INFO nova.compute.manager [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Took 56.54 seconds to build instance. [ 928.045300] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.233982] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222220, 'name': ReconfigVM_Task, 'duration_secs': 0.184484} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.234508] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 928.235488] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337dfaef-f7b3-4225-a864-f77ecbf0d3a6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.270428] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 43ce3863-2138-4b31-84e7-3754a7da689c/43ce3863-2138-4b31-84e7-3754a7da689c.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.271572] env[69950]: DEBUG nova.network.neutron [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Successfully updated port: 69889beb-ae46-4eb7-9a39-5a21f40d8d0d {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.272774] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d725146c-280c-42b6-8eb7-7416a1b95d06 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.287377] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "refresh_cache-dfd18460-f3f6-438f-9e1d-e0f866025f37" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.287549] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquired lock "refresh_cache-dfd18460-f3f6-438f-9e1d-e0f866025f37" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.287707] env[69950]: DEBUG nova.network.neutron [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.295865] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 928.295865] env[69950]: value = "task-4222221" [ 928.295865] env[69950]: _type = "Task" [ 928.295865] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.306550] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.311634] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 3b9149ee-29f3-4353-9c6c-77110197205e] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 928.394495] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.395064] env[69950]: DEBUG nova.compute.manager [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.398857] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.593s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.398857] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.402987] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.782s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.404496] env[69950]: INFO nova.compute.claims [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.423932] env[69950]: DEBUG nova.compute.manager [req-e58b026f-3e41-4bce-b54d-1ac0155ecbec req-385b1379-0bdf-40c9-aade-4cc82a24ec44 service nova] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Received event network-vif-plugged-69889beb-ae46-4eb7-9a39-5a21f40d8d0d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 928.424549] env[69950]: DEBUG oslo_concurrency.lockutils [req-e58b026f-3e41-4bce-b54d-1ac0155ecbec req-385b1379-0bdf-40c9-aade-4cc82a24ec44 service nova] Acquiring lock "dfd18460-f3f6-438f-9e1d-e0f866025f37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.427095] env[69950]: DEBUG oslo_concurrency.lockutils [req-e58b026f-3e41-4bce-b54d-1ac0155ecbec req-385b1379-0bdf-40c9-aade-4cc82a24ec44 service nova] Lock "dfd18460-f3f6-438f-9e1d-e0f866025f37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.427414] env[69950]: DEBUG oslo_concurrency.lockutils [req-e58b026f-3e41-4bce-b54d-1ac0155ecbec req-385b1379-0bdf-40c9-aade-4cc82a24ec44 service nova] Lock "dfd18460-f3f6-438f-9e1d-e0f866025f37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.427605] env[69950]: DEBUG nova.compute.manager [req-e58b026f-3e41-4bce-b54d-1ac0155ecbec req-385b1379-0bdf-40c9-aade-4cc82a24ec44 service nova] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] No waiting events found dispatching network-vif-plugged-69889beb-ae46-4eb7-9a39-5a21f40d8d0d {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 928.427796] env[69950]: WARNING nova.compute.manager [req-e58b026f-3e41-4bce-b54d-1ac0155ecbec req-385b1379-0bdf-40c9-aade-4cc82a24ec44 service nova] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Received unexpected event network-vif-plugged-69889beb-ae46-4eb7-9a39-5a21f40d8d0d for instance with vm_state building and task_state spawning. [ 928.442885] env[69950]: INFO nova.scheduler.client.report [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Deleted allocations for instance 72502e07-245d-440d-92b9-540217d1739d [ 928.527247] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "5b299d17-89d7-474a-87aa-abcf6e24fb20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.057s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.545324] env[69950]: DEBUG oslo_vmware.api [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222219, 'name': PowerOnVM_Task, 'duration_secs': 0.677074} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.545324] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.545324] env[69950]: INFO nova.compute.manager [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Took 6.53 seconds to spawn the instance on the hypervisor. [ 928.545324] env[69950]: DEBUG nova.compute.manager [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 928.545324] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8f383b-0e3c-46a0-8f91-88511eb2ece2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.552352] env[69950]: DEBUG nova.compute.manager [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 928.554973] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7300302f-56b0-4972-8433-e777d36cbcbc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.806795] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222221, 'name': ReconfigVM_Task, 'duration_secs': 0.353475} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.807501] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 43ce3863-2138-4b31-84e7-3754a7da689c/43ce3863-2138-4b31-84e7-3754a7da689c.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.808462] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a7f80f-4d01-421d-97ee-0c4be409fe84 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.828686] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 16470c4f-53ee-4932-913e-c65f6683683a] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 928.832228] env[69950]: DEBUG nova.network.neutron [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.837025] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ead985-22ed-49d0-84d2-ac39ead11513 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.857193] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eca7d4d-d19c-4b0c-98a0-cb5922bb556f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.884297] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8133e0be-e514-4bab-911a-84133ebfb36f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.893021] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.893178] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d783be0c-10d5-44a6-ac2c-ea3dfa6fdc6c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.902565] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 928.902565] env[69950]: value = "task-4222222" [ 928.902565] env[69950]: _type = "Task" [ 928.902565] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.911118] env[69950]: DEBUG nova.compute.utils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.912741] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.916072] env[69950]: DEBUG nova.compute.manager [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.916072] env[69950]: DEBUG nova.network.neutron [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.947963] env[69950]: DEBUG nova.compute.manager [req-3040baa2-967e-4b09-adfa-5313eee7fa91 req-2f574115-e78e-4413-a016-01c4cdcfd7f8 service nova] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Received event network-changed-b871cb7f-77e2-463a-8acf-27b80b785ad2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 928.948177] env[69950]: DEBUG nova.compute.manager [req-3040baa2-967e-4b09-adfa-5313eee7fa91 req-2f574115-e78e-4413-a016-01c4cdcfd7f8 service nova] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Refreshing instance network info cache due to event network-changed-b871cb7f-77e2-463a-8acf-27b80b785ad2. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 928.948392] env[69950]: DEBUG oslo_concurrency.lockutils [req-3040baa2-967e-4b09-adfa-5313eee7fa91 req-2f574115-e78e-4413-a016-01c4cdcfd7f8 service nova] Acquiring lock "refresh_cache-5b299d17-89d7-474a-87aa-abcf6e24fb20" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.948538] env[69950]: DEBUG oslo_concurrency.lockutils [req-3040baa2-967e-4b09-adfa-5313eee7fa91 req-2f574115-e78e-4413-a016-01c4cdcfd7f8 service nova] Acquired lock "refresh_cache-5b299d17-89d7-474a-87aa-abcf6e24fb20" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.948744] env[69950]: DEBUG nova.network.neutron [req-3040baa2-967e-4b09-adfa-5313eee7fa91 req-2f574115-e78e-4413-a016-01c4cdcfd7f8 service nova] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Refreshing network info cache for port b871cb7f-77e2-463a-8acf-27b80b785ad2 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.954405] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Lock "72502e07-245d-440d-92b9-540217d1739d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.775s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.980020] env[69950]: DEBUG nova.policy [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aec1fee313994db6b91ffd8b02e079e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4a4f698050a4a9f85785f6aa03de544', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.019792] env[69950]: DEBUG nova.network.neutron [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Updating instance_info_cache with network_info: [{"id": "69889beb-ae46-4eb7-9a39-5a21f40d8d0d", "address": "fa:16:3e:cc:27:0d", "network": {"id": "5e8118c1-e5e6-4c78-85e0-58db72c50533", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-668872427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61777b9c2fa043658187fbfa7df2557f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69889beb-ae", "ovs_interfaceid": "69889beb-ae46-4eb7-9a39-5a21f40d8d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.030165] env[69950]: DEBUG nova.compute.manager [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.070024] env[69950]: INFO nova.compute.manager [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] instance snapshotting [ 929.071997] env[69950]: INFO nova.compute.manager [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Took 55.50 seconds to build instance. [ 929.073251] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05135eaa-40c3-4200-aff1-25defae84b01 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.095540] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0d81a6-f3ca-4bb3-b08f-d661079363af {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.340107] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: afffcbe4-52eb-4385-bda8-a46fc0d2d68b] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 929.393727] env[69950]: DEBUG nova.network.neutron [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Successfully created port: ad43b27c-557b-4567-a9b7-b3445e82a5ce {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.418184] env[69950]: DEBUG nova.compute.manager [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.422810] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222222, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.524023] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Releasing lock "refresh_cache-dfd18460-f3f6-438f-9e1d-e0f866025f37" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.524023] env[69950]: DEBUG nova.compute.manager [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Instance network_info: |[{"id": "69889beb-ae46-4eb7-9a39-5a21f40d8d0d", "address": "fa:16:3e:cc:27:0d", "network": {"id": "5e8118c1-e5e6-4c78-85e0-58db72c50533", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-668872427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61777b9c2fa043658187fbfa7df2557f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69889beb-ae", "ovs_interfaceid": "69889beb-ae46-4eb7-9a39-5a21f40d8d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.524309] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:27:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69889beb-ae46-4eb7-9a39-5a21f40d8d0d', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.532699] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.535875] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.539013] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b01d533a-9e69-4f72-b40e-ea68c8446334 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.572864] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.572864] env[69950]: value = "task-4222223" [ 929.572864] env[69950]: _type = "Task" [ 929.572864] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.577938] env[69950]: DEBUG oslo_concurrency.lockutils [None req-796de809-9d97-403a-8da6-4281f0f3c035 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Lock "ff1601cb-1b73-4c65-8163-e7ecbf1a97fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.566s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.582919] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222223, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.584232] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.608350] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 929.610969] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1298241e-ac35-4d7a-90fb-3e28573485bd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.630916] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 929.630916] env[69950]: value = "task-4222224" [ 929.630916] env[69950]: _type = "Task" [ 929.630916] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.645628] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222224, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.781436] env[69950]: DEBUG nova.network.neutron [req-3040baa2-967e-4b09-adfa-5313eee7fa91 req-2f574115-e78e-4413-a016-01c4cdcfd7f8 service nova] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Updated VIF entry in instance network info cache for port b871cb7f-77e2-463a-8acf-27b80b785ad2. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.782292] env[69950]: DEBUG nova.network.neutron [req-3040baa2-967e-4b09-adfa-5313eee7fa91 req-2f574115-e78e-4413-a016-01c4cdcfd7f8 service nova] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Updating instance_info_cache with network_info: [{"id": "b871cb7f-77e2-463a-8acf-27b80b785ad2", "address": "fa:16:3e:f9:52:a6", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb871cb7f-77", "ovs_interfaceid": "b871cb7f-77e2-463a-8acf-27b80b785ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.843363] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 08ecd79f-c9f2-422f-80db-2b8b1e854d43] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 929.914576] env[69950]: DEBUG oslo_vmware.api [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222222, 'name': PowerOnVM_Task, 'duration_secs': 0.545027} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.914707] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.008809] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49efccb3-cbcc-4023-8cf0-1e9a2e740d94 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.017507] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cfb4e8-74dc-4ec2-a926-4026ad8b2fc7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.048697] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aae5267-97e5-49c9-9912-0a2f5ed46058 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.057194] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b8f6f6-4b50-43fb-8f6b-f681990e5b0c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.076558] env[69950]: DEBUG nova.compute.provider_tree [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.087829] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222223, 'name': CreateVM_Task, 'duration_secs': 0.355041} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.088727] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.089698] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.089698] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.089963] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.090511] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47188650-76ba-416c-86ae-833c353687b5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.095645] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 930.095645] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52561443-a531-20e0-9de5-e90c3cc91716" [ 930.095645] env[69950]: _type = "Task" [ 930.095645] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.105347] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52561443-a531-20e0-9de5-e90c3cc91716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.141886] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222224, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.289553] env[69950]: DEBUG oslo_concurrency.lockutils [req-3040baa2-967e-4b09-adfa-5313eee7fa91 req-2f574115-e78e-4413-a016-01c4cdcfd7f8 service nova] Releasing lock "refresh_cache-5b299d17-89d7-474a-87aa-abcf6e24fb20" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.290037] env[69950]: INFO nova.compute.manager [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Rebuilding instance [ 930.331660] env[69950]: DEBUG nova.compute.manager [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.332512] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cc3cc1-4c46-4f6a-92d1-e4c0db452caf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.347430] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 9fafb2d7-7f82-4f7f-98cf-7346896293bd] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 930.430025] env[69950]: DEBUG nova.compute.manager [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.464675] env[69950]: DEBUG nova.compute.manager [req-a0a6b289-1613-4ee7-9303-3a5f047fd4d9 req-fa7983f3-0039-4ac5-8dd4-697706993ecd service nova] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Received event network-changed-69889beb-ae46-4eb7-9a39-5a21f40d8d0d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 930.464807] env[69950]: DEBUG nova.compute.manager [req-a0a6b289-1613-4ee7-9303-3a5f047fd4d9 req-fa7983f3-0039-4ac5-8dd4-697706993ecd service nova] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Refreshing instance network info cache due to event network-changed-69889beb-ae46-4eb7-9a39-5a21f40d8d0d. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 930.465043] env[69950]: DEBUG oslo_concurrency.lockutils [req-a0a6b289-1613-4ee7-9303-3a5f047fd4d9 req-fa7983f3-0039-4ac5-8dd4-697706993ecd service nova] Acquiring lock "refresh_cache-dfd18460-f3f6-438f-9e1d-e0f866025f37" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.465190] env[69950]: DEBUG oslo_concurrency.lockutils [req-a0a6b289-1613-4ee7-9303-3a5f047fd4d9 req-fa7983f3-0039-4ac5-8dd4-697706993ecd service nova] Acquired lock "refresh_cache-dfd18460-f3f6-438f-9e1d-e0f866025f37" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.465346] env[69950]: DEBUG nova.network.neutron [req-a0a6b289-1613-4ee7-9303-3a5f047fd4d9 req-fa7983f3-0039-4ac5-8dd4-697706993ecd service nova] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Refreshing network info cache for port 69889beb-ae46-4eb7-9a39-5a21f40d8d0d {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.472230] env[69950]: DEBUG nova.virt.hardware [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.472706] env[69950]: DEBUG nova.virt.hardware [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.472913] env[69950]: DEBUG nova.virt.hardware [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.473129] env[69950]: DEBUG nova.virt.hardware [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.473279] env[69950]: DEBUG nova.virt.hardware [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.473560] env[69950]: DEBUG nova.virt.hardware [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.473680] env[69950]: DEBUG nova.virt.hardware [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.473988] env[69950]: DEBUG nova.virt.hardware [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.474105] env[69950]: DEBUG nova.virt.hardware [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.474308] env[69950]: DEBUG nova.virt.hardware [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.474451] env[69950]: DEBUG nova.virt.hardware [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.475611] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15f9ac2-04ca-4811-ab18-2cf81bd8c8c3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.485957] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e4c485-41a6-467e-bdf5-b17e8b5565f7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.583226] env[69950]: DEBUG nova.scheduler.client.report [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.609050] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52561443-a531-20e0-9de5-e90c3cc91716, 'name': SearchDatastore_Task, 'duration_secs': 0.028783} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.609391] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.609792] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.610100] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.610564] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.610564] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.610883] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f270cde-bce3-4a54-bd4c-cff9f09e1852 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.620665] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.620856] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.622084] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73757dcf-0ba8-4568-a5b5-bb395350b752 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.631058] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 930.631058] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bcfc1e-b5c2-c876-a040-677f7fbebc92" [ 930.631058] env[69950]: _type = "Task" [ 930.631058] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.643571] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222224, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.646544] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bcfc1e-b5c2-c876-a040-677f7fbebc92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.850718] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 906ccd94-1d07-41c3-a3f0-daa68862a1ac] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 930.928704] env[69950]: INFO nova.compute.manager [None req-da474a9d-ed9e-4cbc-b446-94f62f276c3d tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance to original state: 'active' [ 931.089720] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.089720] env[69950]: DEBUG nova.compute.manager [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.093164] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.658s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.094600] env[69950]: INFO nova.compute.claims [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.148640] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222224, 'name': CreateSnapshot_Task, 'duration_secs': 1.148129} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.153062] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 931.154287] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bcfc1e-b5c2-c876-a040-677f7fbebc92, 'name': SearchDatastore_Task, 'duration_secs': 0.01411} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.155164] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a9e8c8-a93a-483f-a683-5b86eb9d7862 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.159474] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3fd4226-22b6-4de0-9ec9-f8d51edb2b1a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.174277] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 931.174277] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52eda36f-6e20-3ce4-49ea-1140756b8861" [ 931.174277] env[69950]: _type = "Task" [ 931.174277] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.186040] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52eda36f-6e20-3ce4-49ea-1140756b8861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.255875] env[69950]: DEBUG nova.network.neutron [req-a0a6b289-1613-4ee7-9303-3a5f047fd4d9 req-fa7983f3-0039-4ac5-8dd4-697706993ecd service nova] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Updated VIF entry in instance network info cache for port 69889beb-ae46-4eb7-9a39-5a21f40d8d0d. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.256469] env[69950]: DEBUG nova.network.neutron [req-a0a6b289-1613-4ee7-9303-3a5f047fd4d9 req-fa7983f3-0039-4ac5-8dd4-697706993ecd service nova] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Updating instance_info_cache with network_info: [{"id": "69889beb-ae46-4eb7-9a39-5a21f40d8d0d", "address": "fa:16:3e:cc:27:0d", "network": {"id": "5e8118c1-e5e6-4c78-85e0-58db72c50533", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-668872427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61777b9c2fa043658187fbfa7df2557f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69889beb-ae", "ovs_interfaceid": "69889beb-ae46-4eb7-9a39-5a21f40d8d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.345346] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.345907] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a58d1c9a-2f68-4853-8694-d35271508728 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.354697] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: bc626a0f-0d8f-4fce-b31a-98e6edf98d59] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 931.358481] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 931.358481] env[69950]: value = "task-4222225" [ 931.358481] env[69950]: _type = "Task" [ 931.358481] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.373056] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.452094] env[69950]: DEBUG nova.compute.manager [req-52e67a78-4a2f-42cf-8ce1-9f3b79a924ec req-0ada3059-f1f9-42f6-b84c-526d1899fb71 service nova] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Received event network-vif-plugged-ad43b27c-557b-4567-a9b7-b3445e82a5ce {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 931.452351] env[69950]: DEBUG oslo_concurrency.lockutils [req-52e67a78-4a2f-42cf-8ce1-9f3b79a924ec req-0ada3059-f1f9-42f6-b84c-526d1899fb71 service nova] Acquiring lock "07239ebb-2c1d-4422-b566-571d8d572588-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.452577] env[69950]: DEBUG oslo_concurrency.lockutils [req-52e67a78-4a2f-42cf-8ce1-9f3b79a924ec req-0ada3059-f1f9-42f6-b84c-526d1899fb71 service nova] Lock "07239ebb-2c1d-4422-b566-571d8d572588-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.452861] env[69950]: DEBUG oslo_concurrency.lockutils [req-52e67a78-4a2f-42cf-8ce1-9f3b79a924ec req-0ada3059-f1f9-42f6-b84c-526d1899fb71 service nova] Lock "07239ebb-2c1d-4422-b566-571d8d572588-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.452948] env[69950]: DEBUG nova.compute.manager [req-52e67a78-4a2f-42cf-8ce1-9f3b79a924ec req-0ada3059-f1f9-42f6-b84c-526d1899fb71 service nova] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] No waiting events found dispatching network-vif-plugged-ad43b27c-557b-4567-a9b7-b3445e82a5ce {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 931.453286] env[69950]: WARNING nova.compute.manager [req-52e67a78-4a2f-42cf-8ce1-9f3b79a924ec req-0ada3059-f1f9-42f6-b84c-526d1899fb71 service nova] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Received unexpected event network-vif-plugged-ad43b27c-557b-4567-a9b7-b3445e82a5ce for instance with vm_state building and task_state spawning. [ 931.571456] env[69950]: DEBUG nova.network.neutron [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Successfully updated port: ad43b27c-557b-4567-a9b7-b3445e82a5ce {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.600040] env[69950]: DEBUG nova.compute.utils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.604897] env[69950]: DEBUG nova.compute.manager [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.605506] env[69950]: DEBUG nova.network.neutron [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.682370] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 931.684328] env[69950]: DEBUG nova.policy [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e507f30d2f084ecf8256e78937b4ef6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c728d4c6f524e3a9175aa50895e60d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.686492] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a63cb11b-68ee-47b0-83ee-325589c92bac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.699884] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52eda36f-6e20-3ce4-49ea-1140756b8861, 'name': SearchDatastore_Task, 'duration_secs': 0.025373} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.701267] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.701810] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] dfd18460-f3f6-438f-9e1d-e0f866025f37/dfd18460-f3f6-438f-9e1d-e0f866025f37.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.701915] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 931.701915] env[69950]: value = "task-4222226" [ 931.701915] env[69950]: _type = "Task" [ 931.701915] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.702061] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de833a19-3365-449c-9823-e77f7bc757d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.718592] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222226, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.725279] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 931.725279] env[69950]: value = "task-4222227" [ 931.725279] env[69950]: _type = "Task" [ 931.725279] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.732390] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.760562] env[69950]: DEBUG oslo_concurrency.lockutils [req-a0a6b289-1613-4ee7-9303-3a5f047fd4d9 req-fa7983f3-0039-4ac5-8dd4-697706993ecd service nova] Releasing lock "refresh_cache-dfd18460-f3f6-438f-9e1d-e0f866025f37" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.869302] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: ef489f33-9bb0-4ab9-b5be-979629923c8a] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 931.873391] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222225, 'name': PowerOffVM_Task, 'duration_secs': 0.25971} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.873391] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.873391] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.873391] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ebfe62-e815-4f19-96f1-1c279e6a0c50 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.881517] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.882168] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2198cfcd-e66b-4832-88dd-7b6bdd1eb1de {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.946666] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.946666] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.946666] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Deleting the datastore file [datastore2] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.948208] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac3e4c18-5598-42fb-9014-b77589fd7041 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.962200] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 931.962200] env[69950]: value = "task-4222229" [ 931.962200] env[69950]: _type = "Task" [ 931.962200] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.975020] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.074635] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "refresh_cache-07239ebb-2c1d-4422-b566-571d8d572588" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.074792] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "refresh_cache-07239ebb-2c1d-4422-b566-571d8d572588" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.074936] env[69950]: DEBUG nova.network.neutron [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.105870] env[69950]: DEBUG nova.compute.utils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.220875] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222226, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.239216] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222227, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.252067] env[69950]: DEBUG nova.network.neutron [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Successfully created port: f57327aa-23a9-4473-aecb-4ff7af1952e5 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.374335] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: e6674863-b35c-41f7-b9a3-127937f23b27] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 932.475593] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226566} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.479023] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.479023] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.479023] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.613825] env[69950]: DEBUG nova.compute.manager [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.691123] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fa88b5-5691-4223-bcd0-ad292220392a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.701079] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac546c9d-c8c3-4d1e-a3db-7daa0b2fa019 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.745697] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a32af83-faf4-4275-8268-8c4a92b0cca3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.753173] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222226, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.760156] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692047} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.762487] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] dfd18460-f3f6-438f-9e1d-e0f866025f37/dfd18460-f3f6-438f-9e1d-e0f866025f37.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.762723] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.763105] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dcd2447-d852-48fb-baaf-58bdee261db1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.766475] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c7f6f6-5777-4486-8c72-0d861f15775d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.783484] env[69950]: DEBUG nova.compute.provider_tree [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.786817] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 932.786817] env[69950]: value = "task-4222230" [ 932.786817] env[69950]: _type = "Task" [ 932.786817] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.796081] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.844489] env[69950]: DEBUG nova.network.neutron [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.877768] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 5ef5963e-72c2-4e2a-96f5-93214d815741] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 933.095543] env[69950]: DEBUG nova.network.neutron [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Updating instance_info_cache with network_info: [{"id": "ad43b27c-557b-4567-a9b7-b3445e82a5ce", "address": "fa:16:3e:a5:98:0e", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad43b27c-55", "ovs_interfaceid": "ad43b27c-557b-4567-a9b7-b3445e82a5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.223131] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222226, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.288145] env[69950]: DEBUG nova.scheduler.client.report [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.303143] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168524} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.303419] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.304282] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb676ea-a6d2-4c9b-afc7-dc97dfee1621 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.329327] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] dfd18460-f3f6-438f-9e1d-e0f866025f37/dfd18460-f3f6-438f-9e1d-e0f866025f37.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.329961] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b23a23ca-1c5f-45b3-a20f-5a071cf2bc84 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.350850] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 933.350850] env[69950]: value = "task-4222231" [ 933.350850] env[69950]: _type = "Task" [ 933.350850] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.366047] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.383830] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 8780ba68-79d5-4290-a2db-cac10ca3eb0a] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 933.479632] env[69950]: DEBUG nova.compute.manager [req-39071253-e4ab-4c0c-8854-c36394ce921c req-64ab43d5-15fd-4096-80ba-94e0b1d266ac service nova] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Received event network-changed-ad43b27c-557b-4567-a9b7-b3445e82a5ce {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 933.479845] env[69950]: DEBUG nova.compute.manager [req-39071253-e4ab-4c0c-8854-c36394ce921c req-64ab43d5-15fd-4096-80ba-94e0b1d266ac service nova] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Refreshing instance network info cache due to event network-changed-ad43b27c-557b-4567-a9b7-b3445e82a5ce. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 933.480025] env[69950]: DEBUG oslo_concurrency.lockutils [req-39071253-e4ab-4c0c-8854-c36394ce921c req-64ab43d5-15fd-4096-80ba-94e0b1d266ac service nova] Acquiring lock "refresh_cache-07239ebb-2c1d-4422-b566-571d8d572588" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.525159] env[69950]: DEBUG nova.virt.hardware [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.525454] env[69950]: DEBUG nova.virt.hardware [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.525614] env[69950]: DEBUG nova.virt.hardware [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.525791] env[69950]: DEBUG nova.virt.hardware [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.525932] env[69950]: DEBUG nova.virt.hardware [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.526775] env[69950]: DEBUG nova.virt.hardware [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.526974] env[69950]: DEBUG nova.virt.hardware [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.527200] env[69950]: DEBUG nova.virt.hardware [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.527434] env[69950]: DEBUG nova.virt.hardware [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.527653] env[69950]: DEBUG nova.virt.hardware [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.527900] env[69950]: DEBUG nova.virt.hardware [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.529661] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c6618b-1501-4b12-bc6e-e724d1621ac4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.539640] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2155bf3f-4e24-46b4-806f-53056a69c200 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.555353] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.561269] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.561611] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.561908] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d8ef574-292d-418b-993c-03671aa8cfda {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.581393] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.581393] env[69950]: value = "task-4222232" [ 933.581393] env[69950]: _type = "Task" [ 933.581393] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.589782] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222232, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.599413] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "refresh_cache-07239ebb-2c1d-4422-b566-571d8d572588" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.599752] env[69950]: DEBUG nova.compute.manager [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Instance network_info: |[{"id": "ad43b27c-557b-4567-a9b7-b3445e82a5ce", "address": "fa:16:3e:a5:98:0e", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad43b27c-55", "ovs_interfaceid": "ad43b27c-557b-4567-a9b7-b3445e82a5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.600106] env[69950]: DEBUG oslo_concurrency.lockutils [req-39071253-e4ab-4c0c-8854-c36394ce921c req-64ab43d5-15fd-4096-80ba-94e0b1d266ac service nova] Acquired lock "refresh_cache-07239ebb-2c1d-4422-b566-571d8d572588" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.600321] env[69950]: DEBUG nova.network.neutron [req-39071253-e4ab-4c0c-8854-c36394ce921c req-64ab43d5-15fd-4096-80ba-94e0b1d266ac service nova] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Refreshing network info cache for port ad43b27c-557b-4567-a9b7-b3445e82a5ce {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.601610] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:98:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad43b27c-557b-4567-a9b7-b3445e82a5ce', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.609947] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Creating folder: Project (e4a4f698050a4a9f85785f6aa03de544). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.611142] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f411925-45e1-43af-bebb-0eca36075803 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.623563] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Created folder: Project (e4a4f698050a4a9f85785f6aa03de544) in parent group-v835309. [ 933.623849] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Creating folder: Instances. Parent ref: group-v835491. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.625088] env[69950]: DEBUG nova.compute.manager [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.627119] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65cffca6-9acf-427d-9590-edba35024632 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.642464] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Created folder: Instances in parent group-v835491. [ 933.642725] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.642935] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.643725] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-470dd8fc-55ec-4ac7-9acb-eac3e68e22a3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.670134] env[69950]: DEBUG nova.virt.hardware [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:03:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='157417974',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1332253695',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.670542] env[69950]: DEBUG nova.virt.hardware [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.670627] env[69950]: DEBUG nova.virt.hardware [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.670896] env[69950]: DEBUG nova.virt.hardware [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.671315] env[69950]: DEBUG nova.virt.hardware [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.671488] env[69950]: DEBUG nova.virt.hardware [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.671700] env[69950]: DEBUG nova.virt.hardware [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.671863] env[69950]: DEBUG nova.virt.hardware [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.672044] env[69950]: DEBUG nova.virt.hardware [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.672221] env[69950]: DEBUG nova.virt.hardware [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.672482] env[69950]: DEBUG nova.virt.hardware [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.673703] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841c907f-2f4d-411c-a1d7-88338e98b7b5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.677820] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.677820] env[69950]: value = "task-4222235" [ 933.677820] env[69950]: _type = "Task" [ 933.677820] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.685790] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b912647-5c69-47d0-8bc7-2822fb66e59d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.696100] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222235, 'name': CreateVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.718134] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "43ce3863-2138-4b31-84e7-3754a7da689c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.718356] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "43ce3863-2138-4b31-84e7-3754a7da689c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.718547] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "43ce3863-2138-4b31-84e7-3754a7da689c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.718745] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "43ce3863-2138-4b31-84e7-3754a7da689c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.718988] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "43ce3863-2138-4b31-84e7-3754a7da689c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.721677] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222226, 'name': CloneVM_Task} progress is 95%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.721677] env[69950]: INFO nova.compute.manager [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Terminating instance [ 933.797026] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.797752] env[69950]: DEBUG nova.compute.manager [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.803022] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.041s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.803022] env[69950]: INFO nova.compute.claims [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.863808] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.886557] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 933.886755] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Cleaning up deleted instances with incomplete migration {{(pid=69950) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11903}} [ 934.092191] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222232, 'name': CreateVM_Task, 'duration_secs': 0.474389} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.092507] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.092984] env[69950]: DEBUG oslo_concurrency.lockutils [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.093979] env[69950]: DEBUG oslo_concurrency.lockutils [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.093979] env[69950]: DEBUG oslo_concurrency.lockutils [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.093979] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d2e2f35-8cf1-4a6f-b809-cf73012eec55 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.100412] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 934.100412] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e995a9-df7e-9d43-7a1b-e1c5333d7054" [ 934.100412] env[69950]: _type = "Task" [ 934.100412] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.109962] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e995a9-df7e-9d43-7a1b-e1c5333d7054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.188629] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222235, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.221802] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222226, 'name': CloneVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.227743] env[69950]: DEBUG nova.compute.manager [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.227959] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.228859] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69b9aa0-f50e-4670-b802-6e8e00e8fab6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.237932] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.238241] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5248a87d-2ce4-489a-81a2-d4fc0951ba6b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.246850] env[69950]: DEBUG oslo_vmware.api [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 934.246850] env[69950]: value = "task-4222236" [ 934.246850] env[69950]: _type = "Task" [ 934.246850] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.260297] env[69950]: DEBUG oslo_vmware.api [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.308650] env[69950]: DEBUG nova.compute.utils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.315236] env[69950]: DEBUG nova.compute.manager [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.315236] env[69950]: DEBUG nova.network.neutron [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.364086] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222231, 'name': ReconfigVM_Task, 'duration_secs': 0.66765} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.364369] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Reconfigured VM instance instance-0000003d to attach disk [datastore1] dfd18460-f3f6-438f-9e1d-e0f866025f37/dfd18460-f3f6-438f-9e1d-e0f866025f37.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.365561] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c3b24a1-41b0-4b1e-8cc9-dfa49d16bd6b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.373329] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 934.373329] env[69950]: value = "task-4222237" [ 934.373329] env[69950]: _type = "Task" [ 934.373329] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.380582] env[69950]: DEBUG nova.network.neutron [req-39071253-e4ab-4c0c-8854-c36394ce921c req-64ab43d5-15fd-4096-80ba-94e0b1d266ac service nova] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Updated VIF entry in instance network info cache for port ad43b27c-557b-4567-a9b7-b3445e82a5ce. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.380992] env[69950]: DEBUG nova.network.neutron [req-39071253-e4ab-4c0c-8854-c36394ce921c req-64ab43d5-15fd-4096-80ba-94e0b1d266ac service nova] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Updating instance_info_cache with network_info: [{"id": "ad43b27c-557b-4567-a9b7-b3445e82a5ce", "address": "fa:16:3e:a5:98:0e", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad43b27c-55", "ovs_interfaceid": "ad43b27c-557b-4567-a9b7-b3445e82a5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.390751] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222237, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.391138] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.429646] env[69950]: DEBUG nova.policy [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c73f7f3e91e748c985e6889aa09836ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95d2b8decc6d4f1683059f622e2baf72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.612509] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e995a9-df7e-9d43-7a1b-e1c5333d7054, 'name': SearchDatastore_Task, 'duration_secs': 0.018272} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.612908] env[69950]: DEBUG oslo_concurrency.lockutils [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.613246] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.613617] env[69950]: DEBUG oslo_concurrency.lockutils [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.613773] env[69950]: DEBUG oslo_concurrency.lockutils [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.614099] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.614478] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f82f7fa5-3626-4466-899f-23b1c88589c9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.625777] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.625973] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.626999] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06a56646-8401-447d-82dd-78e61983f585 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.636932] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 934.636932] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5265ca6d-0200-b662-e2d8-bafd7dfa81ec" [ 934.636932] env[69950]: _type = "Task" [ 934.636932] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.646634] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5265ca6d-0200-b662-e2d8-bafd7dfa81ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.691016] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222235, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.720781] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222226, 'name': CloneVM_Task, 'duration_secs': 2.523409} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.721108] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Created linked-clone VM from snapshot [ 934.721893] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6762a0ce-9ba4-45f5-985d-e6ae87cf1088 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.731468] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Uploading image 14af01b9-6baa-4e1b-b59a-1bc45935cf9c {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 934.762509] env[69950]: DEBUG oslo_vmware.api [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222236, 'name': PowerOffVM_Task, 'duration_secs': 0.266612} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.767951] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.768290] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.769283] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4af973e-fe19-4a78-b37c-984dbd356e61 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.775510] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 934.775510] env[69950]: value = "vm-835489" [ 934.775510] env[69950]: _type = "VirtualMachine" [ 934.775510] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 934.775784] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ea427384-fa90-4b35-9894-80e6f29552d1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.783360] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lease: (returnval){ [ 934.783360] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5289c237-5f4c-d0d2-4411-a3a8fbff3715" [ 934.783360] env[69950]: _type = "HttpNfcLease" [ 934.783360] env[69950]: } obtained for exporting VM: (result){ [ 934.783360] env[69950]: value = "vm-835489" [ 934.783360] env[69950]: _type = "VirtualMachine" [ 934.783360] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 934.783684] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the lease: (returnval){ [ 934.783684] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5289c237-5f4c-d0d2-4411-a3a8fbff3715" [ 934.783684] env[69950]: _type = "HttpNfcLease" [ 934.783684] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 934.792365] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.792365] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5289c237-5f4c-d0d2-4411-a3a8fbff3715" [ 934.792365] env[69950]: _type = "HttpNfcLease" [ 934.792365] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 934.815375] env[69950]: DEBUG nova.compute.manager [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.852526] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.852775] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.856023] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Deleting the datastore file [datastore2] 43ce3863-2138-4b31-84e7-3754a7da689c {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.856023] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c1b80f7-203c-407a-95cc-b7c76a3780ff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.861676] env[69950]: DEBUG oslo_vmware.api [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 934.861676] env[69950]: value = "task-4222240" [ 934.861676] env[69950]: _type = "Task" [ 934.861676] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.878203] env[69950]: DEBUG oslo_vmware.api [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.886623] env[69950]: DEBUG oslo_concurrency.lockutils [req-39071253-e4ab-4c0c-8854-c36394ce921c req-64ab43d5-15fd-4096-80ba-94e0b1d266ac service nova] Releasing lock "refresh_cache-07239ebb-2c1d-4422-b566-571d8d572588" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.893788] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222237, 'name': Rename_Task, 'duration_secs': 0.194908} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.893908] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.894690] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56e73ea0-0801-4b54-947a-d9fd9b84c595 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.901957] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 934.901957] env[69950]: value = "task-4222241" [ 934.901957] env[69950]: _type = "Task" [ 934.901957] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.913188] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.142296] env[69950]: DEBUG nova.network.neutron [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Successfully updated port: f57327aa-23a9-4473-aecb-4ff7af1952e5 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.152301] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5265ca6d-0200-b662-e2d8-bafd7dfa81ec, 'name': SearchDatastore_Task, 'duration_secs': 0.028024} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.153251] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ad23db-841c-4dbf-9996-0968bd074011 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.162588] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 935.162588] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529c136b-bb50-1191-4f26-54218cd1cb5c" [ 935.162588] env[69950]: _type = "Task" [ 935.162588] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.183658] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529c136b-bb50-1191-4f26-54218cd1cb5c, 'name': SearchDatastore_Task, 'duration_secs': 0.012422} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.188344] env[69950]: DEBUG oslo_concurrency.lockutils [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.188344] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb/ff1601cb-1b73-4c65-8163-e7ecbf1a97fb.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.188344] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-230496ad-193d-4404-9964-cc389ef15398 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.199779] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222235, 'name': CreateVM_Task, 'duration_secs': 1.272119} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.199779] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 935.199779] env[69950]: value = "task-4222242" [ 935.199779] env[69950]: _type = "Task" [ 935.199779] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.202227] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.203558] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.203558] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.203733] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.206804] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db4c5f1-3782-4ef4-a55b-545b8877ca8c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.213743] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 935.213743] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524b7ea1-7836-d2be-7de5-8a6bd7ad0929" [ 935.213743] env[69950]: _type = "Task" [ 935.213743] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.218127] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.229177] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524b7ea1-7836-d2be-7de5-8a6bd7ad0929, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.229485] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.229715] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.229951] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.230113] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.230297] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.230555] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3982a3b-8308-4bca-8b54-27d42771733f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.241804] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.241997] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.242766] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d879119b-79dd-46be-8b62-980b4d31f48f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.248648] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 935.248648] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a26178-c820-f345-9a34-059a58601bb4" [ 935.248648] env[69950]: _type = "Task" [ 935.248648] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.262147] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a26178-c820-f345-9a34-059a58601bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009652} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.263262] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516b6b40-a4d0-4445-8685-c16b71153c99 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.271431] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 935.271431] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529a0833-0f05-9d6b-92e5-02db2db35938" [ 935.271431] env[69950]: _type = "Task" [ 935.271431] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.283018] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529a0833-0f05-9d6b-92e5-02db2db35938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.292132] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.292132] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5289c237-5f4c-d0d2-4411-a3a8fbff3715" [ 935.292132] env[69950]: _type = "HttpNfcLease" [ 935.292132] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 935.292369] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 935.292369] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5289c237-5f4c-d0d2-4411-a3a8fbff3715" [ 935.292369] env[69950]: _type = "HttpNfcLease" [ 935.292369] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 935.293364] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ef8f46-d977-4b1c-9c2d-70dff1301355 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.302207] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233c6de-e2ae-4549-d983-a3168f51007b/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 935.306040] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233c6de-e2ae-4549-d983-a3168f51007b/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 935.377165] env[69950]: DEBUG oslo_vmware.api [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30331} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.377469] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.377572] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.377771] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.378027] env[69950]: INFO nova.compute.manager [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 935.378280] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.378498] env[69950]: DEBUG nova.compute.manager [-] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.378612] env[69950]: DEBUG nova.network.neutron [-] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.412208] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02c76dde-5c39-4e6f-9877-85ff8157ddde {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.420266] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222241, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.454051] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0191bf06-3d5a-4475-b86e-0ea52a8423fd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.468709] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d371a80-d8ad-4951-ba1f-d7c7f5f75280 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.502324] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54b8991-17ad-4655-9b60-60ccdb9562af {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.511691] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b037fe-cd19-41fa-b93f-5ca8823cf235 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.527142] env[69950]: DEBUG nova.compute.provider_tree [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.603601] env[69950]: DEBUG nova.network.neutron [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Successfully created port: a324eaa7-3a23-452f-b70e-4c132ca3d923 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.645207] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "refresh_cache-961b3c50-c378-485c-8d37-944d7a55c82e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.645401] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquired lock "refresh_cache-961b3c50-c378-485c-8d37-944d7a55c82e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.645590] env[69950]: DEBUG nova.network.neutron [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.726644] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222242, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.753796] env[69950]: DEBUG nova.compute.manager [req-9bbb50f9-8f44-4f3a-926a-cf52774ac32b req-9a4a6309-cae2-42b0-8b7a-41f538976e0e service nova] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Received event network-vif-plugged-f57327aa-23a9-4473-aecb-4ff7af1952e5 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 935.757395] env[69950]: DEBUG oslo_concurrency.lockutils [req-9bbb50f9-8f44-4f3a-926a-cf52774ac32b req-9a4a6309-cae2-42b0-8b7a-41f538976e0e service nova] Acquiring lock "961b3c50-c378-485c-8d37-944d7a55c82e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.757900] env[69950]: DEBUG oslo_concurrency.lockutils [req-9bbb50f9-8f44-4f3a-926a-cf52774ac32b req-9a4a6309-cae2-42b0-8b7a-41f538976e0e service nova] Lock "961b3c50-c378-485c-8d37-944d7a55c82e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.758217] env[69950]: DEBUG oslo_concurrency.lockutils [req-9bbb50f9-8f44-4f3a-926a-cf52774ac32b req-9a4a6309-cae2-42b0-8b7a-41f538976e0e service nova] Lock "961b3c50-c378-485c-8d37-944d7a55c82e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.758409] env[69950]: DEBUG nova.compute.manager [req-9bbb50f9-8f44-4f3a-926a-cf52774ac32b req-9a4a6309-cae2-42b0-8b7a-41f538976e0e service nova] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] No waiting events found dispatching network-vif-plugged-f57327aa-23a9-4473-aecb-4ff7af1952e5 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 935.758645] env[69950]: WARNING nova.compute.manager [req-9bbb50f9-8f44-4f3a-926a-cf52774ac32b req-9a4a6309-cae2-42b0-8b7a-41f538976e0e service nova] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Received unexpected event network-vif-plugged-f57327aa-23a9-4473-aecb-4ff7af1952e5 for instance with vm_state building and task_state spawning. [ 935.758900] env[69950]: DEBUG nova.compute.manager [req-9bbb50f9-8f44-4f3a-926a-cf52774ac32b req-9a4a6309-cae2-42b0-8b7a-41f538976e0e service nova] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Received event network-changed-f57327aa-23a9-4473-aecb-4ff7af1952e5 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 935.759730] env[69950]: DEBUG nova.compute.manager [req-9bbb50f9-8f44-4f3a-926a-cf52774ac32b req-9a4a6309-cae2-42b0-8b7a-41f538976e0e service nova] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Refreshing instance network info cache due to event network-changed-f57327aa-23a9-4473-aecb-4ff7af1952e5. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 935.759730] env[69950]: DEBUG oslo_concurrency.lockutils [req-9bbb50f9-8f44-4f3a-926a-cf52774ac32b req-9a4a6309-cae2-42b0-8b7a-41f538976e0e service nova] Acquiring lock "refresh_cache-961b3c50-c378-485c-8d37-944d7a55c82e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.789475] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529a0833-0f05-9d6b-92e5-02db2db35938, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.789475] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.789475] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 07239ebb-2c1d-4422-b566-571d8d572588/07239ebb-2c1d-4422-b566-571d8d572588.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.789475] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a39bc5f0-dbb3-4499-a886-f2decce96e6f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.797874] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 935.797874] env[69950]: value = "task-4222243" [ 935.797874] env[69950]: _type = "Task" [ 935.797874] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.809000] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.869450] env[69950]: DEBUG nova.compute.manager [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.902158] env[69950]: DEBUG nova.virt.hardware [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.902909] env[69950]: DEBUG nova.virt.hardware [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.903171] env[69950]: DEBUG nova.virt.hardware [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.904777] env[69950]: DEBUG nova.virt.hardware [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.905247] env[69950]: DEBUG nova.virt.hardware [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.905681] env[69950]: DEBUG nova.virt.hardware [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.905681] env[69950]: DEBUG nova.virt.hardware [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.906227] env[69950]: DEBUG nova.virt.hardware [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.906227] env[69950]: DEBUG nova.virt.hardware [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.906227] env[69950]: DEBUG nova.virt.hardware [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.906626] env[69950]: DEBUG nova.virt.hardware [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.908081] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc86f8c-d3f4-45b7-9e96-c5b5f1f0b218 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.930607] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d647c747-dfd2-4617-a9d7-ab5f3a29e00b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.936257] env[69950]: DEBUG oslo_vmware.api [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222241, 'name': PowerOnVM_Task, 'duration_secs': 0.84263} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.936676] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.936952] env[69950]: INFO nova.compute.manager [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Took 8.08 seconds to spawn the instance on the hypervisor. [ 935.937184] env[69950]: DEBUG nova.compute.manager [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 935.938678] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb1ebef-fab1-434c-b035-cd889a9d9e77 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.032671] env[69950]: DEBUG nova.scheduler.client.report [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.207129] env[69950]: DEBUG nova.network.neutron [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.226893] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592952} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.227183] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb/ff1601cb-1b73-4c65-8163-e7ecbf1a97fb.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.227416] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.227713] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d77d58a-9900-4888-b547-6b00be7762b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.237667] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 936.237667] env[69950]: value = "task-4222244" [ 936.237667] env[69950]: _type = "Task" [ 936.237667] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.257288] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.313230] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222243, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.435597] env[69950]: DEBUG nova.network.neutron [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Updating instance_info_cache with network_info: [{"id": "f57327aa-23a9-4473-aecb-4ff7af1952e5", "address": "fa:16:3e:21:bd:b7", "network": {"id": "57ce6596-b057-422c-9fd8-eacd0b58f31a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-75377121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c728d4c6f524e3a9175aa50895e60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57327aa-23", "ovs_interfaceid": "f57327aa-23a9-4473-aecb-4ff7af1952e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.473979] env[69950]: INFO nova.compute.manager [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Took 55.54 seconds to build instance. [ 936.542145] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.542145] env[69950]: DEBUG nova.compute.manager [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.544875] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.169s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.754115] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172858} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.754651] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.760478] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c47de0d-a6e6-4ac8-8a1c-654bee7163c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.784672] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb/ff1601cb-1b73-4c65-8163-e7ecbf1a97fb.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.785332] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9510290d-e298-49a1-ba35-11ad68144349 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.815870] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222243, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.817722] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 936.817722] env[69950]: value = "task-4222245" [ 936.817722] env[69950]: _type = "Task" [ 936.817722] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.828688] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.877022] env[69950]: DEBUG nova.network.neutron [-] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.940768] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Releasing lock "refresh_cache-961b3c50-c378-485c-8d37-944d7a55c82e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.941213] env[69950]: DEBUG nova.compute.manager [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Instance network_info: |[{"id": "f57327aa-23a9-4473-aecb-4ff7af1952e5", "address": "fa:16:3e:21:bd:b7", "network": {"id": "57ce6596-b057-422c-9fd8-eacd0b58f31a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-75377121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c728d4c6f524e3a9175aa50895e60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57327aa-23", "ovs_interfaceid": "f57327aa-23a9-4473-aecb-4ff7af1952e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.941582] env[69950]: DEBUG oslo_concurrency.lockutils [req-9bbb50f9-8f44-4f3a-926a-cf52774ac32b req-9a4a6309-cae2-42b0-8b7a-41f538976e0e service nova] Acquired lock "refresh_cache-961b3c50-c378-485c-8d37-944d7a55c82e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.941842] env[69950]: DEBUG nova.network.neutron [req-9bbb50f9-8f44-4f3a-926a-cf52774ac32b req-9a4a6309-cae2-42b0-8b7a-41f538976e0e service nova] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Refreshing network info cache for port f57327aa-23a9-4473-aecb-4ff7af1952e5 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.943300] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:bd:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f57327aa-23a9-4473-aecb-4ff7af1952e5', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.955828] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.957466] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.957842] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4624dbd9-2aea-47bd-b333-65ba6578b1d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.977400] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6752769b-faa4-4d85-aff7-c777f7395bcd tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "dfd18460-f3f6-438f-9e1d-e0f866025f37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.733s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.986248] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.986248] env[69950]: value = "task-4222246" [ 936.986248] env[69950]: _type = "Task" [ 936.986248] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.997746] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222246, 'name': CreateVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.049509] env[69950]: DEBUG nova.compute.utils [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.055661] env[69950]: DEBUG nova.compute.manager [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Not allocating networking since 'none' was specified. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 937.316577] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222243, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.333539] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.382283] env[69950]: INFO nova.compute.manager [-] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Took 2.00 seconds to deallocate network for instance. [ 937.500819] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222246, 'name': CreateVM_Task, 'duration_secs': 0.41509} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.504045] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.508736] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.508931] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.509319] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.510496] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab33302c-e99b-482c-b815-1dc4d1155262 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.523215] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 937.523215] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523f54a9-d07d-4b5b-76ab-7a4eb8edefa1" [ 937.523215] env[69950]: _type = "Task" [ 937.523215] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.534552] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523f54a9-d07d-4b5b-76ab-7a4eb8edefa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.557092] env[69950]: DEBUG nova.compute.manager [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.619151] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec5a297-721b-416e-b9ec-6b8f2a9d725e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.630455] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab2f5e1-2f69-46d6-b73b-ee5e52057085 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.664462] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a80285c-6921-4f81-b843-f0d9ba905c39 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.673562] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffb0d7c-1331-400c-93e3-403428f7fce8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.690903] env[69950]: DEBUG nova.compute.provider_tree [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.748966] env[69950]: DEBUG nova.network.neutron [req-9bbb50f9-8f44-4f3a-926a-cf52774ac32b req-9a4a6309-cae2-42b0-8b7a-41f538976e0e service nova] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Updated VIF entry in instance network info cache for port f57327aa-23a9-4473-aecb-4ff7af1952e5. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.749775] env[69950]: DEBUG nova.network.neutron [req-9bbb50f9-8f44-4f3a-926a-cf52774ac32b req-9a4a6309-cae2-42b0-8b7a-41f538976e0e service nova] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Updating instance_info_cache with network_info: [{"id": "f57327aa-23a9-4473-aecb-4ff7af1952e5", "address": "fa:16:3e:21:bd:b7", "network": {"id": "57ce6596-b057-422c-9fd8-eacd0b58f31a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-75377121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c728d4c6f524e3a9175aa50895e60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57327aa-23", "ovs_interfaceid": "f57327aa-23a9-4473-aecb-4ff7af1952e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.816634] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222243, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.622755} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.816912] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 07239ebb-2c1d-4422-b566-571d8d572588/07239ebb-2c1d-4422-b566-571d8d572588.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.817170] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.817440] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26a62359-93ce-466d-b0f1-30fb564729f1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.825981] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 937.825981] env[69950]: value = "task-4222247" [ 937.825981] env[69950]: _type = "Task" [ 937.825981] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.833871] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.839900] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.893878] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.032379] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523f54a9-d07d-4b5b-76ab-7a4eb8edefa1, 'name': SearchDatastore_Task, 'duration_secs': 0.020177} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.032804] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.033732] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.034096] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.034224] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.034732] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.035114] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91682a91-7b1f-4534-a6e0-eb5ec053fafb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.046071] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.046071] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.046914] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f505d4-b0f1-4530-b539-c7da89a55e4d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.053645] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 938.053645] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f18282-5bdc-e5d9-f9a9-43c686027979" [ 938.053645] env[69950]: _type = "Task" [ 938.053645] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.062588] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f18282-5bdc-e5d9-f9a9-43c686027979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.190554] env[69950]: DEBUG nova.compute.manager [req-80308173-3c6c-47a0-9468-6eb761a7c450 req-7fb6efe5-7a3c-4819-ba5c-7310a6dc88fc service nova] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Received event network-vif-deleted-22753c01-c0e5-40c7-8cd6-7520e353a3a9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 938.197022] env[69950]: DEBUG nova.scheduler.client.report [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.252113] env[69950]: DEBUG oslo_concurrency.lockutils [req-9bbb50f9-8f44-4f3a-926a-cf52774ac32b req-9a4a6309-cae2-42b0-8b7a-41f538976e0e service nova] Releasing lock "refresh_cache-961b3c50-c378-485c-8d37-944d7a55c82e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.344364] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222245, 'name': ReconfigVM_Task, 'duration_secs': 1.181209} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.348238] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Reconfigured VM instance instance-0000003c to attach disk [datastore1] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb/ff1601cb-1b73-4c65-8163-e7ecbf1a97fb.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.348238] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119406} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.348409] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fef9a5d1-7c94-4511-bcf0-caef9712e56d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.350666] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.351110] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ec2d7b-0fbc-4d2b-bfbe-da8f22c73447 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.380729] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 07239ebb-2c1d-4422-b566-571d8d572588/07239ebb-2c1d-4422-b566-571d8d572588.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.381864] env[69950]: DEBUG nova.network.neutron [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Successfully updated port: a324eaa7-3a23-452f-b70e-4c132ca3d923 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.384617] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca323e3c-accd-4698-b749-3eabd34f6b28 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.401964] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 938.401964] env[69950]: value = "task-4222248" [ 938.401964] env[69950]: _type = "Task" [ 938.401964] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.409546] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 938.409546] env[69950]: value = "task-4222249" [ 938.409546] env[69950]: _type = "Task" [ 938.409546] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.417262] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222248, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.426533] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222249, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.566155] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f18282-5bdc-e5d9-f9a9-43c686027979, 'name': SearchDatastore_Task, 'duration_secs': 0.012256} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.567043] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872a1ed5-f526-430f-9a5c-c62347d2300d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.570753] env[69950]: DEBUG nova.compute.manager [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.574302] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 938.574302] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bfdb87-4703-429d-e8bb-c8101179f141" [ 938.574302] env[69950]: _type = "Task" [ 938.574302] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.583934] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bfdb87-4703-429d-e8bb-c8101179f141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.887697] env[69950]: DEBUG nova.virt.hardware [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.887846] env[69950]: DEBUG nova.virt.hardware [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.888140] env[69950]: DEBUG nova.virt.hardware [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.888794] env[69950]: DEBUG nova.virt.hardware [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.888794] env[69950]: DEBUG nova.virt.hardware [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.888923] env[69950]: DEBUG nova.virt.hardware [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.889161] env[69950]: DEBUG nova.virt.hardware [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.889374] env[69950]: DEBUG nova.virt.hardware [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.889565] env[69950]: DEBUG nova.virt.hardware [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.889811] env[69950]: DEBUG nova.virt.hardware [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.890124] env[69950]: DEBUG nova.virt.hardware [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.891597] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc741349-8a6e-498b-bd98-b7a8448e4359 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.901987] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6786c9-f9c4-4e45-b7b0-61970c2513cf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.905844] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "refresh_cache-65528071-e020-4c76-9078-45a5f878264f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.906010] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "refresh_cache-65528071-e020-4c76-9078-45a5f878264f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.906170] env[69950]: DEBUG nova.network.neutron [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.924267] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.930099] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Creating folder: Project (41004c445b58461aa2533718158eb7dc). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.934248] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba2b1ce0-d7bc-4077-b469-dfd91fdfac9e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.936604] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222248, 'name': Rename_Task, 'duration_secs': 0.212482} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.940742] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.940869] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222249, 'name': ReconfigVM_Task, 'duration_secs': 0.354736} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.941480] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93281886-0766-48a4-af94-c31156b23168 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.943836] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 07239ebb-2c1d-4422-b566-571d8d572588/07239ebb-2c1d-4422-b566-571d8d572588.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.943836] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae01843b-2b43-460f-93c3-3ffb0ab83d09 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.958279] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Created folder: Project (41004c445b58461aa2533718158eb7dc) in parent group-v835309. [ 938.958828] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Creating folder: Instances. Parent ref: group-v835495. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.960925] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-487f8a77-ceb9-4775-bfd9-5fbfefe381f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.962783] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 938.962783] env[69950]: value = "task-4222252" [ 938.962783] env[69950]: _type = "Task" [ 938.962783] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.963079] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 938.963079] env[69950]: value = "task-4222251" [ 938.963079] env[69950]: _type = "Task" [ 938.963079] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.977462] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Created folder: Instances in parent group-v835495. [ 938.977662] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.985524] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.985967] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222251, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.986330] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222252, 'name': Rename_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.986524] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-128cac3d-363c-4b74-b3e5-1459076814b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.004890] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.004890] env[69950]: value = "task-4222254" [ 939.004890] env[69950]: _type = "Task" [ 939.004890] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.016278] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222254, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.090448] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bfdb87-4703-429d-e8bb-c8101179f141, 'name': SearchDatastore_Task, 'duration_secs': 0.014137} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.090875] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.091292] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 961b3c50-c378-485c-8d37-944d7a55c82e/961b3c50-c378-485c-8d37-944d7a55c82e.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.091695] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cccc7706-93f9-4f0d-b04f-4f3095aaba7b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.101635] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 939.101635] env[69950]: value = "task-4222255" [ 939.101635] env[69950]: _type = "Task" [ 939.101635] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.113851] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.209965] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.667s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.210305] env[69950]: DEBUG nova.compute.manager [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69950) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 939.214036] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.384s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.215868] env[69950]: INFO nova.compute.claims [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.367467] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.367567] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.367730] env[69950]: INFO nova.compute.manager [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Shelving [ 939.479807] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222251, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.482937] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222252, 'name': Rename_Task, 'duration_secs': 0.19589} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.483310] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.483614] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14e1611a-6104-4a0e-a01a-8f3ec31bb8f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.486718] env[69950]: DEBUG nova.network.neutron [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.498449] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 939.498449] env[69950]: value = "task-4222256" [ 939.498449] env[69950]: _type = "Task" [ 939.498449] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.512547] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.519683] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222254, 'name': CreateVM_Task, 'duration_secs': 0.336157} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.522572] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.523286] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.523569] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.524116] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.524770] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238f6b6f-d241-4c1d-bb9f-7d2cdc48657c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.532422] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 939.532422] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528796d7-65f0-a6bf-0c12-15b99983d6ee" [ 939.532422] env[69950]: _type = "Task" [ 939.532422] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.547214] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528796d7-65f0-a6bf-0c12-15b99983d6ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.612989] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222255, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.764718] env[69950]: DEBUG nova.network.neutron [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Updating instance_info_cache with network_info: [{"id": "a324eaa7-3a23-452f-b70e-4c132ca3d923", "address": "fa:16:3e:0b:59:42", "network": {"id": "4ac9d318-23a2-4dcf-8533-e1384907beae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1711276076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d2b8decc6d4f1683059f622e2baf72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa324eaa7-3a", "ovs_interfaceid": "a324eaa7-3a23-452f-b70e-4c132ca3d923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.803071] env[69950]: INFO nova.scheduler.client.report [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleted allocation for migration 707d0647-d622-40cf-9dfb-f54ae61c25b0 [ 939.978123] env[69950]: DEBUG oslo_vmware.api [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222251, 'name': PowerOnVM_Task, 'duration_secs': 0.993113} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.978123] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.978286] env[69950]: DEBUG nova.compute.manager [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.979099] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e274e1-7f04-45d2-ada6-5f2f000d505d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.005910] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.006219] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.019223] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222256, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.048041] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528796d7-65f0-a6bf-0c12-15b99983d6ee, 'name': SearchDatastore_Task, 'duration_secs': 0.019044} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.048345] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.048604] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.048893] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.049237] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.049538] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.049800] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57d6689d-4d00-4722-9d83-236329b6b12f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.061943] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.061943] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.061943] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4bdd189-4e5b-4ce2-b532-8855e04ed689 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.070527] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 940.070527] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52190793-516b-b7b4-a2f5-191a7b9fffaf" [ 940.070527] env[69950]: _type = "Task" [ 940.070527] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.080264] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52190793-516b-b7b4-a2f5-191a7b9fffaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.115191] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675398} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.115465] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 961b3c50-c378-485c-8d37-944d7a55c82e/961b3c50-c378-485c-8d37-944d7a55c82e.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.115681] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.115933] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7718844e-a65a-4ea0-a83c-098b085c3cda {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.123577] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 940.123577] env[69950]: value = "task-4222257" [ 940.123577] env[69950]: _type = "Task" [ 940.123577] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.137025] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.270682] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "refresh_cache-65528071-e020-4c76-9078-45a5f878264f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.270682] env[69950]: DEBUG nova.compute.manager [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Instance network_info: |[{"id": "a324eaa7-3a23-452f-b70e-4c132ca3d923", "address": "fa:16:3e:0b:59:42", "network": {"id": "4ac9d318-23a2-4dcf-8533-e1384907beae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1711276076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d2b8decc6d4f1683059f622e2baf72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa324eaa7-3a", "ovs_interfaceid": "a324eaa7-3a23-452f-b70e-4c132ca3d923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.271197] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:59:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a324eaa7-3a23-452f-b70e-4c132ca3d923', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.283284] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.286435] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65528071-e020-4c76-9078-45a5f878264f] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.287340] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75ccba87-2c6b-45d5-ba58-9cbfd056115d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.312088] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3cc520ef-ca1f-46a0-a0c3-00ab7a120bbc tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "cb49c031-c220-42fb-b718-12387967034e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.946s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.320833] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.320833] env[69950]: value = "task-4222258" [ 940.320833] env[69950]: _type = "Task" [ 940.320833] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.339238] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222258, 'name': CreateVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.344999] env[69950]: DEBUG nova.compute.manager [req-8d95d7e5-9a34-4eae-939d-4d19caba0ff5 req-4ce2eb51-9b57-4b3c-988b-8f260f0f5a14 service nova] [instance: 65528071-e020-4c76-9078-45a5f878264f] Received event network-vif-plugged-a324eaa7-3a23-452f-b70e-4c132ca3d923 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 940.344999] env[69950]: DEBUG oslo_concurrency.lockutils [req-8d95d7e5-9a34-4eae-939d-4d19caba0ff5 req-4ce2eb51-9b57-4b3c-988b-8f260f0f5a14 service nova] Acquiring lock "65528071-e020-4c76-9078-45a5f878264f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.345253] env[69950]: DEBUG oslo_concurrency.lockutils [req-8d95d7e5-9a34-4eae-939d-4d19caba0ff5 req-4ce2eb51-9b57-4b3c-988b-8f260f0f5a14 service nova] Lock "65528071-e020-4c76-9078-45a5f878264f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.345288] env[69950]: DEBUG oslo_concurrency.lockutils [req-8d95d7e5-9a34-4eae-939d-4d19caba0ff5 req-4ce2eb51-9b57-4b3c-988b-8f260f0f5a14 service nova] Lock "65528071-e020-4c76-9078-45a5f878264f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.345432] env[69950]: DEBUG nova.compute.manager [req-8d95d7e5-9a34-4eae-939d-4d19caba0ff5 req-4ce2eb51-9b57-4b3c-988b-8f260f0f5a14 service nova] [instance: 65528071-e020-4c76-9078-45a5f878264f] No waiting events found dispatching network-vif-plugged-a324eaa7-3a23-452f-b70e-4c132ca3d923 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 940.345601] env[69950]: WARNING nova.compute.manager [req-8d95d7e5-9a34-4eae-939d-4d19caba0ff5 req-4ce2eb51-9b57-4b3c-988b-8f260f0f5a14 service nova] [instance: 65528071-e020-4c76-9078-45a5f878264f] Received unexpected event network-vif-plugged-a324eaa7-3a23-452f-b70e-4c132ca3d923 for instance with vm_state building and task_state spawning. [ 940.345759] env[69950]: DEBUG nova.compute.manager [req-8d95d7e5-9a34-4eae-939d-4d19caba0ff5 req-4ce2eb51-9b57-4b3c-988b-8f260f0f5a14 service nova] [instance: 65528071-e020-4c76-9078-45a5f878264f] Received event network-changed-a324eaa7-3a23-452f-b70e-4c132ca3d923 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 940.345910] env[69950]: DEBUG nova.compute.manager [req-8d95d7e5-9a34-4eae-939d-4d19caba0ff5 req-4ce2eb51-9b57-4b3c-988b-8f260f0f5a14 service nova] [instance: 65528071-e020-4c76-9078-45a5f878264f] Refreshing instance network info cache due to event network-changed-a324eaa7-3a23-452f-b70e-4c132ca3d923. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 940.346107] env[69950]: DEBUG oslo_concurrency.lockutils [req-8d95d7e5-9a34-4eae-939d-4d19caba0ff5 req-4ce2eb51-9b57-4b3c-988b-8f260f0f5a14 service nova] Acquiring lock "refresh_cache-65528071-e020-4c76-9078-45a5f878264f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.346247] env[69950]: DEBUG oslo_concurrency.lockutils [req-8d95d7e5-9a34-4eae-939d-4d19caba0ff5 req-4ce2eb51-9b57-4b3c-988b-8f260f0f5a14 service nova] Acquired lock "refresh_cache-65528071-e020-4c76-9078-45a5f878264f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.346398] env[69950]: DEBUG nova.network.neutron [req-8d95d7e5-9a34-4eae-939d-4d19caba0ff5 req-4ce2eb51-9b57-4b3c-988b-8f260f0f5a14 service nova] [instance: 65528071-e020-4c76-9078-45a5f878264f] Refreshing network info cache for port a324eaa7-3a23-452f-b70e-4c132ca3d923 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.379460] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.383786] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5630105-6e69-4e36-b7d8-909922fe72e7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.391919] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 940.391919] env[69950]: value = "task-4222259" [ 940.391919] env[69950]: _type = "Task" [ 940.391919] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.405585] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.510050] env[69950]: DEBUG oslo_concurrency.lockutils [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.510050] env[69950]: DEBUG nova.compute.manager [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.520478] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "dfd18460-f3f6-438f-9e1d-e0f866025f37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.520718] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "dfd18460-f3f6-438f-9e1d-e0f866025f37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.520922] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "dfd18460-f3f6-438f-9e1d-e0f866025f37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.521114] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "dfd18460-f3f6-438f-9e1d-e0f866025f37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.521281] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "dfd18460-f3f6-438f-9e1d-e0f866025f37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.523242] env[69950]: DEBUG oslo_vmware.api [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222256, 'name': PowerOnVM_Task, 'duration_secs': 0.618203} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.526343] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.526567] env[69950]: INFO nova.compute.manager [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Took 10.10 seconds to spawn the instance on the hypervisor. [ 940.526751] env[69950]: DEBUG nova.compute.manager [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.527544] env[69950]: INFO nova.compute.manager [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Terminating instance [ 940.529950] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de15c8a-7f12-4d0c-b77a-8306b7e89b72 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.586374] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52190793-516b-b7b4-a2f5-191a7b9fffaf, 'name': SearchDatastore_Task, 'duration_secs': 0.024884} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.587606] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2525022a-05bf-4756-86e2-4054909931ba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.596307] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 940.596307] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520a943c-5576-bc6a-910a-7481b0c8332b" [ 940.596307] env[69950]: _type = "Task" [ 940.596307] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.609397] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520a943c-5576-bc6a-910a-7481b0c8332b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.638548] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076653} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.638983] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.639985] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9a2497-6455-4f06-928a-9805ebda38bb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.663875] env[69950]: DEBUG nova.objects.instance [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'flavor' on Instance uuid cb49c031-c220-42fb-b718-12387967034e {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.681044] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 961b3c50-c378-485c-8d37-944d7a55c82e/961b3c50-c378-485c-8d37-944d7a55c82e.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.688602] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17e318b7-dedf-4c65-aa85-b2b351924ba0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.715578] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.715723] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.716033] env[69950]: DEBUG nova.network.neutron [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.716319] env[69950]: DEBUG nova.objects.instance [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'info_cache' on Instance uuid cb49c031-c220-42fb-b718-12387967034e {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.725059] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 940.725059] env[69950]: value = "task-4222260" [ 940.725059] env[69950]: _type = "Task" [ 940.725059] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.743171] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222260, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.832579] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222258, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.860049] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d2e865-36d7-4ef0-befd-74985c431479 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.869622] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3557401c-d94d-4b1f-a109-9413d5303d53 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.911247] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcb0fd1-9d2e-467e-a0bf-0742f03a9702 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.922367] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f401e9e-12ef-4455-a1ed-f12a5cbac8f8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.926159] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222259, 'name': PowerOffVM_Task, 'duration_secs': 0.318736} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.926421] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.927635] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964b987c-c333-495a-b461-b7b8671c4513 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.938239] env[69950]: DEBUG nova.compute.provider_tree [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.958818] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da3237d-a663-454d-a278-fc5830fa3628 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.033904] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.037745] env[69950]: DEBUG nova.compute.manager [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.037745] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.038486] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda960a6-9ab2-4251-a5dd-d5bcaf337272 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.046795] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.047097] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84139406-1152-40e5-8424-b09f0db096d2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.054823] env[69950]: INFO nova.compute.manager [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Took 52.87 seconds to build instance. [ 941.058069] env[69950]: DEBUG oslo_vmware.api [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 941.058069] env[69950]: value = "task-4222261" [ 941.058069] env[69950]: _type = "Task" [ 941.058069] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.068040] env[69950]: DEBUG oslo_vmware.api [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.113316] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520a943c-5576-bc6a-910a-7481b0c8332b, 'name': SearchDatastore_Task, 'duration_secs': 0.020401} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.113526] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.113802] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 68c9fd07-6715-4b0b-a67e-5ee623d7eac3/68c9fd07-6715-4b0b-a67e-5ee623d7eac3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.114142] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-431c7f3b-f067-49e1-bd14-aff7fabd64a5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.123241] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 941.123241] env[69950]: value = "task-4222262" [ 941.123241] env[69950]: _type = "Task" [ 941.123241] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.136161] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.220329] env[69950]: DEBUG nova.objects.base [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 941.238556] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222260, 'name': ReconfigVM_Task, 'duration_secs': 0.320976} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.238842] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 961b3c50-c378-485c-8d37-944d7a55c82e/961b3c50-c378-485c-8d37-944d7a55c82e.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.239381] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69950) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 941.239893] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-8299dcf6-2144-440d-9900-ac2694d5f140 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.249135] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 941.249135] env[69950]: value = "task-4222263" [ 941.249135] env[69950]: _type = "Task" [ 941.249135] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.259190] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222263, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.260261] env[69950]: DEBUG nova.network.neutron [req-8d95d7e5-9a34-4eae-939d-4d19caba0ff5 req-4ce2eb51-9b57-4b3c-988b-8f260f0f5a14 service nova] [instance: 65528071-e020-4c76-9078-45a5f878264f] Updated VIF entry in instance network info cache for port a324eaa7-3a23-452f-b70e-4c132ca3d923. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.260629] env[69950]: DEBUG nova.network.neutron [req-8d95d7e5-9a34-4eae-939d-4d19caba0ff5 req-4ce2eb51-9b57-4b3c-988b-8f260f0f5a14 service nova] [instance: 65528071-e020-4c76-9078-45a5f878264f] Updating instance_info_cache with network_info: [{"id": "a324eaa7-3a23-452f-b70e-4c132ca3d923", "address": "fa:16:3e:0b:59:42", "network": {"id": "4ac9d318-23a2-4dcf-8533-e1384907beae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1711276076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d2b8decc6d4f1683059f622e2baf72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa324eaa7-3a", "ovs_interfaceid": "a324eaa7-3a23-452f-b70e-4c132ca3d923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.334825] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222258, 'name': CreateVM_Task, 'duration_secs': 0.592761} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.335058] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65528071-e020-4c76-9078-45a5f878264f] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.335969] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.336376] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.336819] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.337225] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da94ea8e-02ad-4ef7-ae7d-1eddf893e69d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.343984] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 941.343984] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527bf619-f248-0e99-2d4d-bd4b649442f3" [ 941.343984] env[69950]: _type = "Task" [ 941.343984] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.353997] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527bf619-f248-0e99-2d4d-bd4b649442f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.442224] env[69950]: DEBUG nova.scheduler.client.report [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.472788] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 941.473217] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1ae9fb28-cfa4-4998-bafe-c7123930154c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.482750] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 941.482750] env[69950]: value = "task-4222264" [ 941.482750] env[69950]: _type = "Task" [ 941.482750] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.497118] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.557262] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d34c165-ec9d-49cc-8e13-81049a79bdca tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "07239ebb-2c1d-4422-b566-571d8d572588" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.769s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.569651] env[69950]: DEBUG oslo_vmware.api [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222261, 'name': PowerOffVM_Task, 'duration_secs': 0.367257} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.571386] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.571579] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.575806] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2c4f95d-fe01-41f8-bad6-bd4291eab730 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.635080] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222262, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.661103] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.661653] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.661653] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Deleting the datastore file [datastore1] dfd18460-f3f6-438f-9e1d-e0f866025f37 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.661806] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ebc2b31-6140-49ff-8767-3bc69d45e23e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.670143] env[69950]: DEBUG oslo_vmware.api [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 941.670143] env[69950]: value = "task-4222266" [ 941.670143] env[69950]: _type = "Task" [ 941.670143] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.680475] env[69950]: DEBUG oslo_vmware.api [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.765786] env[69950]: DEBUG oslo_concurrency.lockutils [req-8d95d7e5-9a34-4eae-939d-4d19caba0ff5 req-4ce2eb51-9b57-4b3c-988b-8f260f0f5a14 service nova] Releasing lock "refresh_cache-65528071-e020-4c76-9078-45a5f878264f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.766387] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222263, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.060027} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.766590] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69950) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 941.767947] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45719db-e6aa-498b-9edc-d85e451fcca7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.801449] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 961b3c50-c378-485c-8d37-944d7a55c82e/ephemeral_0.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.805036] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c36d6c20-7052-43cb-ad3d-3c1352efbcde {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.826857] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 941.826857] env[69950]: value = "task-4222267" [ 941.826857] env[69950]: _type = "Task" [ 941.826857] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.837946] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.858179] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527bf619-f248-0e99-2d4d-bd4b649442f3, 'name': SearchDatastore_Task, 'duration_secs': 0.027842} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.858789] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.859043] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.859398] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.859582] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.859771] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.860440] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-751fd7fb-2af7-4f51-86fc-e994dcfacf67 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.874533] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.874533] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.875414] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17d515f8-a3ae-4103-8c40-450276884a04 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.882459] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 941.882459] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ca4d29-80ab-5ec3-1563-9793d7ef7ec1" [ 941.882459] env[69950]: _type = "Task" [ 941.882459] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.892948] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ca4d29-80ab-5ec3-1563-9793d7ef7ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.942754] env[69950]: INFO nova.compute.manager [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Rebuilding instance [ 941.948334] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.949063] env[69950]: DEBUG nova.compute.manager [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.952784] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.839s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.953041] env[69950]: DEBUG nova.objects.instance [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lazy-loading 'resources' on Instance uuid a579426a-0513-4976-86d7-d772106e72c4 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.003199] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222264, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.012308] env[69950]: DEBUG nova.compute.manager [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.013402] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2efc555-0723-41ff-8e25-2c6b8f987f4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.076653] env[69950]: INFO nova.compute.manager [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Rebuilding instance [ 942.122507] env[69950]: DEBUG nova.compute.manager [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.123490] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a24160-ac29-4911-8df3-c572ee790ba3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.142150] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77998} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.142774] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 68c9fd07-6715-4b0b-a67e-5ee623d7eac3/68c9fd07-6715-4b0b-a67e-5ee623d7eac3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.142995] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.143266] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42a47f24-64c5-4fd8-a56b-5c7249eb6dbb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.151786] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 942.151786] env[69950]: value = "task-4222268" [ 942.151786] env[69950]: _type = "Task" [ 942.151786] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.163741] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.181705] env[69950]: DEBUG oslo_vmware.api [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357756} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.181991] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.182221] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.182368] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.182542] env[69950]: INFO nova.compute.manager [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Took 1.14 seconds to destroy the instance on the hypervisor. [ 942.182786] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.182973] env[69950]: DEBUG nova.compute.manager [-] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.183080] env[69950]: DEBUG nova.network.neutron [-] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.223458] env[69950]: DEBUG nova.network.neutron [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance_info_cache with network_info: [{"id": "480366fa-9291-47a8-bb2b-af1b0908de34", "address": "fa:16:3e:5d:db:19", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480366fa-92", "ovs_interfaceid": "480366fa-9291-47a8-bb2b-af1b0908de34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.341272] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222267, 'name': ReconfigVM_Task, 'duration_secs': 0.488181} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.341272] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 961b3c50-c378-485c-8d37-944d7a55c82e/ephemeral_0.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.341272] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-239df554-95f1-4312-97f3-9224ab73b057 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.351163] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 942.351163] env[69950]: value = "task-4222269" [ 942.351163] env[69950]: _type = "Task" [ 942.351163] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.372325] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222269, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.395556] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ca4d29-80ab-5ec3-1563-9793d7ef7ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.012614} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.396620] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-228bf348-267c-4fd3-8efd-2ff57225f719 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.404495] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 942.404495] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5265886d-62fc-a8d6-03e1-24d935da7177" [ 942.404495] env[69950]: _type = "Task" [ 942.404495] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.414358] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5265886d-62fc-a8d6-03e1-24d935da7177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.457246] env[69950]: DEBUG nova.compute.utils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.462448] env[69950]: DEBUG nova.compute.manager [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.463110] env[69950]: DEBUG nova.network.neutron [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.495631] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222264, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.515901] env[69950]: DEBUG nova.policy [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fca12cd927f408f83c83b614b26b250', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e29c924a5ef4b2cb44bfa45e3e034f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.553925] env[69950]: DEBUG nova.compute.manager [req-9bb0e964-2740-417f-807a-51e525b85ba5 req-a511b2d9-a4b5-4221-98d6-e608d91d0349 service nova] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Received event network-vif-deleted-69889beb-ae46-4eb7-9a39-5a21f40d8d0d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 942.554223] env[69950]: INFO nova.compute.manager [req-9bb0e964-2740-417f-807a-51e525b85ba5 req-a511b2d9-a4b5-4221-98d6-e608d91d0349 service nova] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Neutron deleted interface 69889beb-ae46-4eb7-9a39-5a21f40d8d0d; detaching it from the instance and deleting it from the info cache [ 942.554347] env[69950]: DEBUG nova.network.neutron [req-9bb0e964-2740-417f-807a-51e525b85ba5 req-a511b2d9-a4b5-4221-98d6-e608d91d0349 service nova] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.663737] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122158} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.664327] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.664905] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fee22db-27ef-43e5-a101-4a19e948d1e6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.692272] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 68c9fd07-6715-4b0b-a67e-5ee623d7eac3/68c9fd07-6715-4b0b-a67e-5ee623d7eac3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.696068] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98d2f977-f678-484c-b00c-950a756e815b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.718938] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 942.718938] env[69950]: value = "task-4222270" [ 942.718938] env[69950]: _type = "Task" [ 942.718938] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.726737] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "refresh_cache-cb49c031-c220-42fb-b718-12387967034e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.737266] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.865674] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222269, 'name': Rename_Task, 'duration_secs': 0.277471} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.869694] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.870478] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06cbb21c-81f9-4e93-be71-451a94e055a7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.878714] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 942.878714] env[69950]: value = "task-4222271" [ 942.878714] env[69950]: _type = "Task" [ 942.878714] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.891345] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.919798] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5265886d-62fc-a8d6-03e1-24d935da7177, 'name': SearchDatastore_Task, 'duration_secs': 0.014827} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.923505] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.923871] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 65528071-e020-4c76-9078-45a5f878264f/65528071-e020-4c76-9078-45a5f878264f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.924457] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48128e21-e8ce-46b6-8fd5-92436ae8495d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.935451] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 942.935451] env[69950]: value = "task-4222272" [ 942.935451] env[69950]: _type = "Task" [ 942.935451] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.948927] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.963383] env[69950]: DEBUG nova.compute.manager [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.999031] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222264, 'name': CreateSnapshot_Task, 'duration_secs': 1.092765} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.999456] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 943.000561] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371cb556-fc7f-4bf2-a269-f3d6658caeb9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.008511] env[69950]: DEBUG nova.network.neutron [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Successfully created port: e2ea3884-3082-43c2-a7c7-261321f36798 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.030158] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.030349] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64776d52-adb6-45a2-81b9-6d4171f7c354 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.035996] env[69950]: DEBUG nova.network.neutron [-] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.050139] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Waiting for the task: (returnval){ [ 943.050139] env[69950]: value = "task-4222273" [ 943.050139] env[69950]: _type = "Task" [ 943.050139] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.065211] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.066606] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f6cf81a-f05e-4070-a8a0-ef5d57d1818c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.069850] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b14f942-9ce6-4f1c-937e-58e3353db76d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.080338] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0775d33-a646-4f95-8066-9b1f814fe6a7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.087299] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda57862-de92-4124-9738-444111816115 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.985769] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705d0bcd-845e-4411-b6ef-967c4bcbc85c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.989082] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.000257] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 944.001384] env[69950]: INFO nova.compute.manager [-] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Took 1.82 seconds to deallocate network for instance. [ 944.001497] env[69950]: DEBUG nova.compute.manager [req-9bb0e964-2740-417f-807a-51e525b85ba5 req-a511b2d9-a4b5-4221-98d6-e608d91d0349 service nova] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Detach interface failed, port_id=69889beb-ae46-4eb7-9a39-5a21f40d8d0d, reason: Instance dfd18460-f3f6-438f-9e1d-e0f866025f37 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 944.002216] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-694a9fda-46db-42dd-a45b-65b0328e0ee5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.012294] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-193c0109-19cc-4b04-8aa3-2dfcdaa70654 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.036919] env[69950]: DEBUG oslo_vmware.api [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222271, 'name': PowerOnVM_Task, 'duration_secs': 0.592019} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.037317] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222272, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.046772] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.047050] env[69950]: INFO nova.compute.manager [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Took 10.42 seconds to spawn the instance on the hypervisor. [ 944.047242] env[69950]: DEBUG nova.compute.manager [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 944.047611] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 944.047611] env[69950]: value = "task-4222275" [ 944.047611] env[69950]: _type = "Task" [ 944.047611] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.047845] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222270, 'name': ReconfigVM_Task, 'duration_secs': 0.405946} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.048120] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 944.048120] env[69950]: value = "task-4222274" [ 944.048120] env[69950]: _type = "Task" [ 944.048120] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.050727] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fe7962-74ea-4b13-bbd1-89fe47593f93 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.054149] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 68c9fd07-6715-4b0b-a67e-5ee623d7eac3/68c9fd07-6715-4b0b-a67e-5ee623d7eac3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.055205] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0140ecf-2a28-4a8d-bccd-31b564819fe7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.067156] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d522952-1cab-4738-8048-2f41b4320185 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.072416] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222273, 'name': PowerOffVM_Task, 'duration_secs': 0.228545} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.078022] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.078022] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.079570] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ac4fdb-e825-4c54-9455-ffbf670b1666 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.111094] env[69950]: DEBUG nova.compute.provider_tree [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.111518] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222275, 'name': CloneVM_Task} progress is 16%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.114780] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 944.114780] env[69950]: value = "task-4222276" [ 944.114780] env[69950]: _type = "Task" [ 944.114780] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.114780] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.120683] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.121522] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64416dd7-e34c-4f3c-8afb-3c50bf31c120 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.127950] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222276, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.150979] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.151260] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.151468] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Deleting the datastore file [datastore1] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.151760] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-372a96df-999a-4495-9ec4-ad6ab0bda063 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.160387] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Waiting for the task: (returnval){ [ 944.160387] env[69950]: value = "task-4222278" [ 944.160387] env[69950]: _type = "Task" [ 944.160387] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.170690] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.503187] env[69950]: DEBUG nova.compute.manager [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.505384] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222272, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.506108] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.506394] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c81d084c-1743-4ab6-bbd3-56fb19c72f68 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.515320] env[69950]: DEBUG oslo_vmware.api [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 944.515320] env[69950]: value = "task-4222279" [ 944.515320] env[69950]: _type = "Task" [ 944.515320] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.525696] env[69950]: DEBUG oslo_vmware.api [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.526880] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.529479] env[69950]: DEBUG nova.virt.hardware [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fd229ffbf8dd7c4d946878889a3b7015',container_format='bare',created_at=2025-05-18T22:07:39Z,direct_url=,disk_format='vmdk',id=94db43ff-4053-4179-83f0-9949b19faa6a,min_disk=1,min_ram=0,name='tempest-test-snap-359043925',owner='2e29c924a5ef4b2cb44bfa45e3e034f3',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-18T22:07:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.529755] env[69950]: DEBUG nova.virt.hardware [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.529927] env[69950]: DEBUG nova.virt.hardware [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.530144] env[69950]: DEBUG nova.virt.hardware [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.530308] env[69950]: DEBUG nova.virt.hardware [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.530459] env[69950]: DEBUG nova.virt.hardware [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.530696] env[69950]: DEBUG nova.virt.hardware [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.530868] env[69950]: DEBUG nova.virt.hardware [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.531052] env[69950]: DEBUG nova.virt.hardware [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.531233] env[69950]: DEBUG nova.virt.hardware [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.531429] env[69950]: DEBUG nova.virt.hardware [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.532449] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08c4d39-04c5-46c4-8303-507d92ea2e00 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.541296] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125e0b45-128e-4200-8c15-11b0776aacde {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.568769] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222275, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.572058] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222274, 'name': PowerOffVM_Task, 'duration_secs': 0.440974} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.572340] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.572574] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.573405] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611513ff-708e-4fcf-8117-c2557b09c0ac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.581572] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.581572] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c8a52a0-4526-40d8-8635-40fe3b5aa7f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.614313] env[69950]: DEBUG nova.scheduler.client.report [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.628913] env[69950]: INFO nova.compute.manager [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Took 52.04 seconds to build instance. [ 944.635832] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222276, 'name': Rename_Task, 'duration_secs': 0.399968} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.636196] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.636464] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30e40299-5cee-4c32-afc2-bb857a54173e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.644329] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 944.644329] env[69950]: value = "task-4222281" [ 944.644329] env[69950]: _type = "Task" [ 944.644329] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.656621] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.667124] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.667479] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.667717] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleting the datastore file [datastore1] 07239ebb-2c1d-4422-b566-571d8d572588 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.668580] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d435768c-6395-46a6-8294-4652015696e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.675417] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176793} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.677264] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.677264] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.677264] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.683028] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 944.683028] env[69950]: value = "task-4222282" [ 944.683028] env[69950]: _type = "Task" [ 944.683028] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.697571] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.978657] env[69950]: DEBUG nova.compute.manager [req-9e4e96f4-dc50-4dae-970f-79be4872305f req-ceedc8bf-9407-45a8-b0e3-fa50a67b1873 service nova] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Received event network-vif-plugged-e2ea3884-3082-43c2-a7c7-261321f36798 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 944.978657] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e4e96f4-dc50-4dae-970f-79be4872305f req-ceedc8bf-9407-45a8-b0e3-fa50a67b1873 service nova] Acquiring lock "08861016-3490-4c1d-9b58-2a49afb06aa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.978891] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e4e96f4-dc50-4dae-970f-79be4872305f req-ceedc8bf-9407-45a8-b0e3-fa50a67b1873 service nova] Lock "08861016-3490-4c1d-9b58-2a49afb06aa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.979098] env[69950]: DEBUG oslo_concurrency.lockutils [req-9e4e96f4-dc50-4dae-970f-79be4872305f req-ceedc8bf-9407-45a8-b0e3-fa50a67b1873 service nova] Lock "08861016-3490-4c1d-9b58-2a49afb06aa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.979267] env[69950]: DEBUG nova.compute.manager [req-9e4e96f4-dc50-4dae-970f-79be4872305f req-ceedc8bf-9407-45a8-b0e3-fa50a67b1873 service nova] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] No waiting events found dispatching network-vif-plugged-e2ea3884-3082-43c2-a7c7-261321f36798 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 944.983024] env[69950]: WARNING nova.compute.manager [req-9e4e96f4-dc50-4dae-970f-79be4872305f req-ceedc8bf-9407-45a8-b0e3-fa50a67b1873 service nova] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Received unexpected event network-vif-plugged-e2ea3884-3082-43c2-a7c7-261321f36798 for instance with vm_state building and task_state spawning. [ 945.003560] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222272, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.74668} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.003873] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 65528071-e020-4c76-9078-45a5f878264f/65528071-e020-4c76-9078-45a5f878264f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.003976] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.004220] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f0b512e-3dc8-43f3-a885-c8e11492ce20 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.011744] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 945.011744] env[69950]: value = "task-4222283" [ 945.011744] env[69950]: _type = "Task" [ 945.011744] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.027034] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.030827] env[69950]: DEBUG oslo_vmware.api [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.068328] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222275, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.123225] env[69950]: DEBUG nova.network.neutron [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Successfully updated port: e2ea3884-3082-43c2-a7c7-261321f36798 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.127057] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.173s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.128401] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.147s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.130052] env[69950]: INFO nova.compute.claims [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.133479] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da26a7bd-ef2d-4f1f-b71c-649929178fea tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "961b3c50-c378-485c-8d37-944d7a55c82e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.908s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.159654] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.164944] env[69950]: INFO nova.scheduler.client.report [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Deleted allocations for instance a579426a-0513-4976-86d7-d772106e72c4 [ 945.198808] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252707} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.199780] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.199845] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.199995] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.438525] env[69950]: DEBUG nova.compute.manager [req-39916f9f-8245-4a9e-99c0-84da23ae5f08 req-cdd1308f-a1c8-4087-b334-efaed5145b82 service nova] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Received event network-changed-f57327aa-23a9-4473-aecb-4ff7af1952e5 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 945.438737] env[69950]: DEBUG nova.compute.manager [req-39916f9f-8245-4a9e-99c0-84da23ae5f08 req-cdd1308f-a1c8-4087-b334-efaed5145b82 service nova] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Refreshing instance network info cache due to event network-changed-f57327aa-23a9-4473-aecb-4ff7af1952e5. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 945.438959] env[69950]: DEBUG oslo_concurrency.lockutils [req-39916f9f-8245-4a9e-99c0-84da23ae5f08 req-cdd1308f-a1c8-4087-b334-efaed5145b82 service nova] Acquiring lock "refresh_cache-961b3c50-c378-485c-8d37-944d7a55c82e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.439205] env[69950]: DEBUG oslo_concurrency.lockutils [req-39916f9f-8245-4a9e-99c0-84da23ae5f08 req-cdd1308f-a1c8-4087-b334-efaed5145b82 service nova] Acquired lock "refresh_cache-961b3c50-c378-485c-8d37-944d7a55c82e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.439417] env[69950]: DEBUG nova.network.neutron [req-39916f9f-8245-4a9e-99c0-84da23ae5f08 req-cdd1308f-a1c8-4087-b334-efaed5145b82 service nova] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Refreshing network info cache for port f57327aa-23a9-4473-aecb-4ff7af1952e5 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.525026] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094575} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.525220] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.525999] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9766c4-8f0c-436f-a8a0-4055fae5209d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.533299] env[69950]: DEBUG oslo_vmware.api [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222279, 'name': PowerOnVM_Task, 'duration_secs': 0.659504} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.537156] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.537156] env[69950]: DEBUG nova.compute.manager [None req-f374ddf1-8f97-4cec-bee3-037777d92ee3 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 945.537156] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a492a40e-b5b7-47e1-9e6f-7e171c97432d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.562459] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 65528071-e020-4c76-9078-45a5f878264f/65528071-e020-4c76-9078-45a5f878264f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.563479] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208c305e-d4eb-43e5-b9ad-bf2bc2b2cfc8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.595136] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222275, 'name': CloneVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.597248] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 945.597248] env[69950]: value = "task-4222284" [ 945.597248] env[69950]: _type = "Task" [ 945.597248] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.607436] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.630715] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "refresh_cache-08861016-3490-4c1d-9b58-2a49afb06aa9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.630715] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "refresh_cache-08861016-3490-4c1d-9b58-2a49afb06aa9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.630715] env[69950]: DEBUG nova.network.neutron [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.657726] env[69950]: DEBUG oslo_vmware.api [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222281, 'name': PowerOnVM_Task, 'duration_secs': 0.755985} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.657726] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.657912] env[69950]: INFO nova.compute.manager [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Took 7.09 seconds to spawn the instance on the hypervisor. [ 945.658616] env[69950]: DEBUG nova.compute.manager [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 945.658959] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d7e7af-f7da-4d69-8eb9-82dc7ceb0327 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.675264] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a3824e3-f8ad-467b-b548-bee811028435 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Lock "a579426a-0513-4976-86d7-d772106e72c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.998s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.719628] env[69950]: DEBUG nova.virt.hardware [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.719628] env[69950]: DEBUG nova.virt.hardware [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.719759] env[69950]: DEBUG nova.virt.hardware [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.720105] env[69950]: DEBUG nova.virt.hardware [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.720105] env[69950]: DEBUG nova.virt.hardware [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.720286] env[69950]: DEBUG nova.virt.hardware [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.720545] env[69950]: DEBUG nova.virt.hardware [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.720985] env[69950]: DEBUG nova.virt.hardware [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.721228] env[69950]: DEBUG nova.virt.hardware [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.721455] env[69950]: DEBUG nova.virt.hardware [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.721682] env[69950]: DEBUG nova.virt.hardware [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.723324] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf6a1b-3992-461b-bda8-95107dcb6d9c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.735127] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61da5ab4-264e-4edc-b80e-8501b1d20b21 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.752651] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.759906] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.760180] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.760548] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff4fc86f-cd44-4913-bb71-5619738361ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.781105] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.781105] env[69950]: value = "task-4222285" [ 945.781105] env[69950]: _type = "Task" [ 945.781105] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.795028] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222285, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.828244] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233c6de-e2ae-4549-d983-a3168f51007b/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 945.829328] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b45f442-55a3-4ae3-a1ca-36adaf635018 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.836440] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233c6de-e2ae-4549-d983-a3168f51007b/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 945.836609] env[69950]: ERROR oslo_vmware.rw_handles [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233c6de-e2ae-4549-d983-a3168f51007b/disk-0.vmdk due to incomplete transfer. [ 945.836873] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ef36cf45-2b31-4c03-af96-94a466cdf878 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.846239] env[69950]: DEBUG oslo_vmware.rw_handles [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233c6de-e2ae-4549-d983-a3168f51007b/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 945.846449] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Uploaded image 14af01b9-6baa-4e1b-b59a-1bc45935cf9c to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 945.849097] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 945.849393] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bf245b4a-fd3a-4ec1-9ab5-98bb53eb0f3a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.858588] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 945.858588] env[69950]: value = "task-4222286" [ 945.858588] env[69950]: _type = "Task" [ 945.858588] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.867451] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222286, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.075784] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222275, 'name': CloneVM_Task, 'duration_secs': 1.566325} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.076144] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Created linked-clone VM from snapshot [ 946.076850] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9183335-c824-4439-b0fd-48721e78377d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.085792] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Uploading image 7d12f3d0-8075-439a-a0d1-6134e4f8fd08 {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 946.116754] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.134023] env[69950]: DEBUG oslo_vmware.rw_handles [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 946.134023] env[69950]: value = "vm-835500" [ 946.134023] env[69950]: _type = "VirtualMachine" [ 946.134023] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 946.135448] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ec6d370-e3b7-44d6-9e27-6431df6b89ce {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.150595] env[69950]: DEBUG oslo_vmware.rw_handles [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lease: (returnval){ [ 946.150595] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5270176f-8b11-a7cf-73f7-4fc65f744bc2" [ 946.150595] env[69950]: _type = "HttpNfcLease" [ 946.150595] env[69950]: } obtained for exporting VM: (result){ [ 946.150595] env[69950]: value = "vm-835500" [ 946.150595] env[69950]: _type = "VirtualMachine" [ 946.150595] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 946.150595] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the lease: (returnval){ [ 946.150595] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5270176f-8b11-a7cf-73f7-4fc65f744bc2" [ 946.150595] env[69950]: _type = "HttpNfcLease" [ 946.150595] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 946.158748] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 946.158748] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5270176f-8b11-a7cf-73f7-4fc65f744bc2" [ 946.158748] env[69950]: _type = "HttpNfcLease" [ 946.158748] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 946.181925] env[69950]: DEBUG nova.network.neutron [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.187177] env[69950]: INFO nova.compute.manager [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Took 45.45 seconds to build instance. [ 946.259632] env[69950]: DEBUG nova.virt.hardware [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.259990] env[69950]: DEBUG nova.virt.hardware [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.260209] env[69950]: DEBUG nova.virt.hardware [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.260454] env[69950]: DEBUG nova.virt.hardware [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.260681] env[69950]: DEBUG nova.virt.hardware [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.260958] env[69950]: DEBUG nova.virt.hardware [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.261257] env[69950]: DEBUG nova.virt.hardware [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.261487] env[69950]: DEBUG nova.virt.hardware [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.261725] env[69950]: DEBUG nova.virt.hardware [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.261968] env[69950]: DEBUG nova.virt.hardware [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.262234] env[69950]: DEBUG nova.virt.hardware [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.263632] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9d796b-161d-4fe9-b040-6720468ef0f4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.278824] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a34b31-1356-44a7-abe4-f5b1573f19ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.309237] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:98:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad43b27c-557b-4567-a9b7-b3445e82a5ce', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.320058] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.331224] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.331605] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222285, 'name': CreateVM_Task, 'duration_secs': 0.481947} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.332422] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ad96ac5-fe71-41f0-87da-8471c1a78117 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.349754] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.350693] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.351124] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.352359] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.356343] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-825f4d21-f86f-49d4-b563-2edcc686ccb5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.364888] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.364888] env[69950]: value = "task-4222288" [ 946.364888] env[69950]: _type = "Task" [ 946.364888] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.367023] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Waiting for the task: (returnval){ [ 946.367023] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52658ed5-2b62-7883-082e-0c48a0665022" [ 946.367023] env[69950]: _type = "Task" [ 946.367023] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.375317] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222286, 'name': Destroy_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.383819] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52658ed5-2b62-7883-082e-0c48a0665022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.387168] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222288, 'name': CreateVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.424305] env[69950]: DEBUG nova.network.neutron [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Updating instance_info_cache with network_info: [{"id": "e2ea3884-3082-43c2-a7c7-261321f36798", "address": "fa:16:3e:90:25:da", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ea3884-30", "ovs_interfaceid": "e2ea3884-3082-43c2-a7c7-261321f36798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.612690] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.659615] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 946.659615] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5270176f-8b11-a7cf-73f7-4fc65f744bc2" [ 946.659615] env[69950]: _type = "HttpNfcLease" [ 946.659615] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 946.660153] env[69950]: DEBUG oslo_vmware.rw_handles [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 946.660153] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5270176f-8b11-a7cf-73f7-4fc65f744bc2" [ 946.660153] env[69950]: _type = "HttpNfcLease" [ 946.660153] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 946.660953] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdca155e-ec5c-41ef-97e3-efc065ff930e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.669574] env[69950]: DEBUG oslo_vmware.rw_handles [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238252d-58b5-9222-73d9-9dcb193ee937/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 946.669574] env[69950]: DEBUG oslo_vmware.rw_handles [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238252d-58b5-9222-73d9-9dcb193ee937/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 946.726498] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6a26306-6046-4fab-909b-9e87f6baf48c tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Lock "68c9fd07-6715-4b0b-a67e-5ee623d7eac3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.352s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.741680] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3667691f-5ca2-457e-aa20-ed87196b88d6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.750192] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583a278f-ff69-4d27-a4b6-a9950e0204b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.786131] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b9177c-41b3-4313-a1c9-27b3d5b8acaa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.790392] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-63ace4f3-0926-46bc-845e-4ec1404149ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.797981] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c158f29-ba74-4c6b-829c-cd53d3bd62a4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.812769] env[69950]: DEBUG nova.compute.provider_tree [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.869977] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222286, 'name': Destroy_Task, 'duration_secs': 0.599341} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.875902] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Destroyed the VM [ 946.876168] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 946.876433] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dedebba8-5adf-4ac4-b9ca-06aee50b0a8d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.888047] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222288, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.890994] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 946.890994] env[69950]: value = "task-4222289" [ 946.890994] env[69950]: _type = "Task" [ 946.890994] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.891323] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52658ed5-2b62-7883-082e-0c48a0665022, 'name': SearchDatastore_Task, 'duration_secs': 0.027013} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.891926] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.891926] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.892261] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.892371] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.892840] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.896119] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3d9a38f-00de-41f1-a88a-070a606fd550 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.903721] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222289, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.905660] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.905934] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.906568] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08218e8f-90e0-456f-998f-cbd3a601b604 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.912217] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Waiting for the task: (returnval){ [ 946.912217] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52df3a2b-d252-e177-0734-b613ae67113b" [ 946.912217] env[69950]: _type = "Task" [ 946.912217] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.922112] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52df3a2b-d252-e177-0734-b613ae67113b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.927564] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "refresh_cache-08861016-3490-4c1d-9b58-2a49afb06aa9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.927874] env[69950]: DEBUG nova.compute.manager [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Instance network_info: |[{"id": "e2ea3884-3082-43c2-a7c7-261321f36798", "address": "fa:16:3e:90:25:da", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ea3884-30", "ovs_interfaceid": "e2ea3884-3082-43c2-a7c7-261321f36798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.928307] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:25:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2ea3884-3082-43c2-a7c7-261321f36798', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.935680] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.935910] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.936138] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db0381c3-f146-4525-9cdf-dd039d093dae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.952739] env[69950]: DEBUG nova.network.neutron [req-39916f9f-8245-4a9e-99c0-84da23ae5f08 req-cdd1308f-a1c8-4087-b334-efaed5145b82 service nova] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Updated VIF entry in instance network info cache for port f57327aa-23a9-4473-aecb-4ff7af1952e5. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.952739] env[69950]: DEBUG nova.network.neutron [req-39916f9f-8245-4a9e-99c0-84da23ae5f08 req-cdd1308f-a1c8-4087-b334-efaed5145b82 service nova] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Updating instance_info_cache with network_info: [{"id": "f57327aa-23a9-4473-aecb-4ff7af1952e5", "address": "fa:16:3e:21:bd:b7", "network": {"id": "57ce6596-b057-422c-9fd8-eacd0b58f31a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-75377121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c728d4c6f524e3a9175aa50895e60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57327aa-23", "ovs_interfaceid": "f57327aa-23a9-4473-aecb-4ff7af1952e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.959697] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.959697] env[69950]: value = "task-4222290" [ 946.959697] env[69950]: _type = "Task" [ 946.959697] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.969079] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222290, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.020174] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.020416] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.110312] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.319052] env[69950]: DEBUG nova.scheduler.client.report [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.384770] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222288, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.409809] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222289, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.427239] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52df3a2b-d252-e177-0734-b613ae67113b, 'name': SearchDatastore_Task, 'duration_secs': 0.047271} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.428664] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08b7f863-4d2e-4141-a256-61163fbcac0c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.437210] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Waiting for the task: (returnval){ [ 947.437210] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520015a3-a84b-39cc-f463-b567acdf76d0" [ 947.437210] env[69950]: _type = "Task" [ 947.437210] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.448408] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520015a3-a84b-39cc-f463-b567acdf76d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.457342] env[69950]: DEBUG oslo_concurrency.lockutils [req-39916f9f-8245-4a9e-99c0-84da23ae5f08 req-cdd1308f-a1c8-4087-b334-efaed5145b82 service nova] Releasing lock "refresh_cache-961b3c50-c378-485c-8d37-944d7a55c82e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.472246] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222290, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.491329] env[69950]: DEBUG nova.compute.manager [req-6852e218-cb3c-4320-a03e-687960604080 req-477e38a5-74d6-4042-ba01-dd92a2eea9d2 service nova] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Received event network-changed-e2ea3884-3082-43c2-a7c7-261321f36798 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 947.491329] env[69950]: DEBUG nova.compute.manager [req-6852e218-cb3c-4320-a03e-687960604080 req-477e38a5-74d6-4042-ba01-dd92a2eea9d2 service nova] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Refreshing instance network info cache due to event network-changed-e2ea3884-3082-43c2-a7c7-261321f36798. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 947.491329] env[69950]: DEBUG oslo_concurrency.lockutils [req-6852e218-cb3c-4320-a03e-687960604080 req-477e38a5-74d6-4042-ba01-dd92a2eea9d2 service nova] Acquiring lock "refresh_cache-08861016-3490-4c1d-9b58-2a49afb06aa9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.492438] env[69950]: DEBUG oslo_concurrency.lockutils [req-6852e218-cb3c-4320-a03e-687960604080 req-477e38a5-74d6-4042-ba01-dd92a2eea9d2 service nova] Acquired lock "refresh_cache-08861016-3490-4c1d-9b58-2a49afb06aa9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.492438] env[69950]: DEBUG nova.network.neutron [req-6852e218-cb3c-4320-a03e-687960604080 req-477e38a5-74d6-4042-ba01-dd92a2eea9d2 service nova] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Refreshing network info cache for port e2ea3884-3082-43c2-a7c7-261321f36798 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.536183] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.536781] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.537039] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.537535] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.537535] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.537628] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.538044] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69950) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 947.538044] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.611341] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222284, 'name': ReconfigVM_Task, 'duration_secs': 1.674368} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.611976] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 65528071-e020-4c76-9078-45a5f878264f/65528071-e020-4c76-9078-45a5f878264f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.614841] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bd15eba-b414-4712-81b1-0feda976586c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.625301] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 947.625301] env[69950]: value = "task-4222291" [ 947.625301] env[69950]: _type = "Task" [ 947.625301] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.638726] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222291, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.830084] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.834021] env[69950]: DEBUG nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.835624] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.134s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.837818] env[69950]: INFO nova.compute.claims [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.859865] env[69950]: INFO nova.compute.manager [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Rebuilding instance [ 947.889453] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222288, 'name': CreateVM_Task, 'duration_secs': 1.234965} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.890432] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.891787] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.891787] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.893445] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.893445] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41235b4-231a-4365-99e7-18f4dd91ff45 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.908255] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 947.908255] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52805ad3-8210-aba4-93c3-f75c203ba4c6" [ 947.908255] env[69950]: _type = "Task" [ 947.908255] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.914266] env[69950]: DEBUG oslo_vmware.api [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222289, 'name': RemoveSnapshot_Task, 'duration_secs': 0.901251} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.918205] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 947.918750] env[69950]: INFO nova.compute.manager [None req-1c648318-e3e9-4335-a03c-d4c349a637a9 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Took 18.85 seconds to snapshot the instance on the hypervisor. [ 947.933225] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52805ad3-8210-aba4-93c3-f75c203ba4c6, 'name': SearchDatastore_Task, 'duration_secs': 0.014829} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.935887] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.936321] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.936486] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.936764] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.937099] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.937864] env[69950]: DEBUG nova.compute.manager [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.938653] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6da9e22b-dc65-4360-8916-aeb2855a7cc5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.941601] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c62ca87-d2fc-4c14-a78e-f3af5745a66b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.961891] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "cb49c031-c220-42fb-b718-12387967034e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.962246] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "cb49c031-c220-42fb-b718-12387967034e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.962465] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "cb49c031-c220-42fb-b718-12387967034e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.962655] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "cb49c031-c220-42fb-b718-12387967034e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.962819] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "cb49c031-c220-42fb-b718-12387967034e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.964503] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520015a3-a84b-39cc-f463-b567acdf76d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013773} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.964833] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.965050] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.966446] env[69950]: INFO nova.compute.manager [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Terminating instance [ 947.968547] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.968796] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb/ff1601cb-1b73-4c65-8163-e7ecbf1a97fb.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.972309] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ada8503-31ac-4f9b-bcf8-af1a085941b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.977130] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a954d47-6254-4a62-b308-efa84a175c1a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.985684] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 947.985684] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5254aad6-4db8-9d35-b3cc-695d6cf4fd24" [ 947.985684] env[69950]: _type = "Task" [ 947.985684] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.993332] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222290, 'name': CreateVM_Task, 'duration_secs': 0.62571} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.000522] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.005347] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Waiting for the task: (returnval){ [ 948.005347] env[69950]: value = "task-4222292" [ 948.005347] env[69950]: _type = "Task" [ 948.005347] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.006537] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/94db43ff-4053-4179-83f0-9949b19faa6a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.006806] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/94db43ff-4053-4179-83f0-9949b19faa6a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.007345] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/94db43ff-4053-4179-83f0-9949b19faa6a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.008821] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd3439e3-9c9d-4426-a607-9b9d2eebf75b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.024193] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5254aad6-4db8-9d35-b3cc-695d6cf4fd24, 'name': SearchDatastore_Task, 'duration_secs': 0.01424} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.026875] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879a713a-334b-441e-9a6b-542946dcf5b2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.038358] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 948.038358] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528778ad-ba3e-1146-44f9-92aca40890df" [ 948.038358] env[69950]: _type = "Task" [ 948.038358] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.038737] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.047460] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.048497] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 948.048497] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5296ab95-3d12-ea92-b964-58cbe0b187cc" [ 948.048497] env[69950]: _type = "Task" [ 948.048497] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.058244] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/94db43ff-4053-4179-83f0-9949b19faa6a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.058561] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Processing image 94db43ff-4053-4179-83f0-9949b19faa6a {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.058829] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/94db43ff-4053-4179-83f0-9949b19faa6a/94db43ff-4053-4179-83f0-9949b19faa6a.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.058983] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/94db43ff-4053-4179-83f0-9949b19faa6a/94db43ff-4053-4179-83f0-9949b19faa6a.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.059201] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.059697] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d00e1d0-a1bc-4b49-a82b-07de9164b8c6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.065364] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5296ab95-3d12-ea92-b964-58cbe0b187cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.074617] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.074940] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.076148] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac9c827-5422-4443-9d10-f49d7d3fa8f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.083270] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 948.083270] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ca04a6-39cc-7652-e6d8-a1972e9d3412" [ 948.083270] env[69950]: _type = "Task" [ 948.083270] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.093272] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ca04a6-39cc-7652-e6d8-a1972e9d3412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.140717] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222291, 'name': Rename_Task, 'duration_secs': 0.200101} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.141225] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.141565] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d1ec179-abb9-4849-ace6-7c8603132fa3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.150391] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 948.150391] env[69950]: value = "task-4222293" [ 948.150391] env[69950]: _type = "Task" [ 948.150391] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.159357] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.350066] env[69950]: DEBUG nova.compute.utils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.352303] env[69950]: DEBUG nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.352624] env[69950]: DEBUG nova.network.neutron [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.422604] env[69950]: DEBUG nova.policy [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b7d620cdd54c648701ca5345d026ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '871b2dfb3fae4379933b29ff3304980c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.481833] env[69950]: DEBUG nova.compute.manager [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.482058] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.483619] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a2d961-5485-47ef-a530-2bebc9252172 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.496749] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.497048] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28788c39-36b1-4805-bf88-914fac4ecc2b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.505503] env[69950]: DEBUG oslo_vmware.api [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 948.505503] env[69950]: value = "task-4222294" [ 948.505503] env[69950]: _type = "Task" [ 948.505503] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.520162] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222292, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.523721] env[69950]: DEBUG oslo_vmware.api [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.564299] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5296ab95-3d12-ea92-b964-58cbe0b187cc, 'name': SearchDatastore_Task, 'duration_secs': 0.022579} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.565389] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.566122] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 07239ebb-2c1d-4422-b566-571d8d572588/07239ebb-2c1d-4422-b566-571d8d572588.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.566601] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab4b8d06-81d5-4ad7-a782-d53e1a093f3d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.577811] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 948.577811] env[69950]: value = "task-4222295" [ 948.577811] env[69950]: _type = "Task" [ 948.577811] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.594213] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.603175] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Preparing fetch location {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 948.603501] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Fetch image to [datastore1] OSTACK_IMG_f5a969a4-8086-41e2-a393-eef2cb2d9ce6/OSTACK_IMG_f5a969a4-8086-41e2-a393-eef2cb2d9ce6.vmdk {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 948.603737] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Downloading stream optimized image 94db43ff-4053-4179-83f0-9949b19faa6a to [datastore1] OSTACK_IMG_f5a969a4-8086-41e2-a393-eef2cb2d9ce6/OSTACK_IMG_f5a969a4-8086-41e2-a393-eef2cb2d9ce6.vmdk on the data store datastore1 as vApp {{(pid=69950) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 948.604081] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Downloading image file data 94db43ff-4053-4179-83f0-9949b19faa6a to the ESX as VM named 'OSTACK_IMG_f5a969a4-8086-41e2-a393-eef2cb2d9ce6' {{(pid=69950) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 948.673972] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222293, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.695935] env[69950]: DEBUG nova.network.neutron [req-6852e218-cb3c-4320-a03e-687960604080 req-477e38a5-74d6-4042-ba01-dd92a2eea9d2 service nova] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Updated VIF entry in instance network info cache for port e2ea3884-3082-43c2-a7c7-261321f36798. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.696538] env[69950]: DEBUG nova.network.neutron [req-6852e218-cb3c-4320-a03e-687960604080 req-477e38a5-74d6-4042-ba01-dd92a2eea9d2 service nova] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Updating instance_info_cache with network_info: [{"id": "e2ea3884-3082-43c2-a7c7-261321f36798", "address": "fa:16:3e:90:25:da", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ea3884-30", "ovs_interfaceid": "e2ea3884-3082-43c2-a7c7-261321f36798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.721912] env[69950]: DEBUG oslo_vmware.rw_handles [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 948.721912] env[69950]: value = "resgroup-9" [ 948.721912] env[69950]: _type = "ResourcePool" [ 948.721912] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 948.722792] env[69950]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-11b0f786-fb74-4e56-8f0b-b3ffd8c85575 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.760729] env[69950]: DEBUG oslo_vmware.rw_handles [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lease: (returnval){ [ 948.760729] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52212cab-5630-e76f-3e42-9f5ec038ec87" [ 948.760729] env[69950]: _type = "HttpNfcLease" [ 948.760729] env[69950]: } obtained for vApp import into resource pool (val){ [ 948.760729] env[69950]: value = "resgroup-9" [ 948.760729] env[69950]: _type = "ResourcePool" [ 948.760729] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 948.762171] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the lease: (returnval){ [ 948.762171] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52212cab-5630-e76f-3e42-9f5ec038ec87" [ 948.762171] env[69950]: _type = "HttpNfcLease" [ 948.762171] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 948.774342] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 948.774342] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52212cab-5630-e76f-3e42-9f5ec038ec87" [ 948.774342] env[69950]: _type = "HttpNfcLease" [ 948.774342] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 948.816223] env[69950]: DEBUG nova.network.neutron [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Successfully created port: 3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.862028] env[69950]: DEBUG nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.975245] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.976263] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6acc632d-4735-4d15-982d-fddb68f043db {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.995034] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 948.995034] env[69950]: value = "task-4222297" [ 948.995034] env[69950]: _type = "Task" [ 948.995034] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.018771] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.032700] env[69950]: DEBUG oslo_vmware.api [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222294, 'name': PowerOffVM_Task, 'duration_secs': 0.253612} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.032700] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.032700] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.032700] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a584a35-550a-4d94-9454-2877dd09bbea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.040146] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609461} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.043371] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb/ff1601cb-1b73-4c65-8163-e7ecbf1a97fb.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.043900] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.044603] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43d28725-edcf-4b3f-b3c4-c0ddf7cdbed4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.058245] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Waiting for the task: (returnval){ [ 949.058245] env[69950]: value = "task-4222299" [ 949.058245] env[69950]: _type = "Task" [ 949.058245] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.080058] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.101042] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222295, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.159678] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.160510] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.160510] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleting the datastore file [datastore2] cb49c031-c220-42fb-b718-12387967034e {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.164627] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2944732e-4491-49b4-814f-6d58da270418 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.174572] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222293, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.177585] env[69950]: DEBUG oslo_vmware.api [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 949.177585] env[69950]: value = "task-4222300" [ 949.177585] env[69950]: _type = "Task" [ 949.177585] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.196034] env[69950]: DEBUG oslo_vmware.api [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.200448] env[69950]: DEBUG oslo_concurrency.lockutils [req-6852e218-cb3c-4320-a03e-687960604080 req-477e38a5-74d6-4042-ba01-dd92a2eea9d2 service nova] Releasing lock "refresh_cache-08861016-3490-4c1d-9b58-2a49afb06aa9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.273463] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.273463] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52212cab-5630-e76f-3e42-9f5ec038ec87" [ 949.273463] env[69950]: _type = "HttpNfcLease" [ 949.273463] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.451026] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29542079-2c11-4d12-a559-c72740706d80 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.460776] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4da692-1a03-4315-91c1-f0e901442d08 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.499171] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058b8d86-5945-4e17-9801-e9bf39be0c85 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.507954] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222297, 'name': PowerOffVM_Task, 'duration_secs': 0.347617} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.511906] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.511906] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.511906] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ef07a3-ee4c-4d88-9614-c1bc26b213af {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.515649] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8030f711-834c-4973-8159-393fc67f7c0e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.530564] env[69950]: DEBUG nova.compute.provider_tree [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.534184] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.534670] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18a43e07-4531-4215-9208-54068f11e9cf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.569085] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.569240] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.569400] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Deleting the datastore file [datastore2] 68c9fd07-6715-4b0b-a67e-5ee623d7eac3 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.570082] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b8e986b-5a15-4a95-b804-cced7f744ce7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.575580] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098878} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.576931] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.577315] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 949.577315] env[69950]: value = "task-4222302" [ 949.577315] env[69950]: _type = "Task" [ 949.577315] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.578091] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3cf846-1c25-451e-8415-0a29b83bdc08 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.592810] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.613425] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb/ff1601cb-1b73-4c65-8163-e7ecbf1a97fb.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.613869] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64273} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.614475] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec1fa8c-9385-4ed4-a245-1d5e85a1f3c3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.630847] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 07239ebb-2c1d-4422-b566-571d8d572588/07239ebb-2c1d-4422-b566-571d8d572588.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.631156] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.631460] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e211b962-0346-49a3-8a87-d4a6d62de152 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.640325] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 949.640325] env[69950]: value = "task-4222303" [ 949.640325] env[69950]: _type = "Task" [ 949.640325] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.642077] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Waiting for the task: (returnval){ [ 949.642077] env[69950]: value = "task-4222304" [ 949.642077] env[69950]: _type = "Task" [ 949.642077] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.657596] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.661453] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.672327] env[69950]: DEBUG oslo_vmware.api [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222293, 'name': PowerOnVM_Task, 'duration_secs': 1.090284} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.672750] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.673090] env[69950]: INFO nova.compute.manager [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Took 13.80 seconds to spawn the instance on the hypervisor. [ 949.673217] env[69950]: DEBUG nova.compute.manager [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.674073] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0fb41f-1b8d-41c7-b9a3-53d97a3ab20c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.697613] env[69950]: DEBUG oslo_vmware.api [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256408} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.697940] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.698201] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.698452] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.698669] env[69950]: INFO nova.compute.manager [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: cb49c031-c220-42fb-b718-12387967034e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 949.698963] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.699222] env[69950]: DEBUG nova.compute.manager [-] [instance: cb49c031-c220-42fb-b718-12387967034e] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.699358] env[69950]: DEBUG nova.network.neutron [-] [instance: cb49c031-c220-42fb-b718-12387967034e] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.779442] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.779442] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52212cab-5630-e76f-3e42-9f5ec038ec87" [ 949.779442] env[69950]: _type = "HttpNfcLease" [ 949.779442] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 949.779442] env[69950]: DEBUG oslo_vmware.rw_handles [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 949.779442] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52212cab-5630-e76f-3e42-9f5ec038ec87" [ 949.779442] env[69950]: _type = "HttpNfcLease" [ 949.779442] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 949.780619] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9be8749-9c51-41dc-a75a-994025efb456 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.795063] env[69950]: DEBUG oslo_vmware.rw_handles [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e69d3c-72f6-c9bc-3092-d4c16e14b0c3/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 949.795494] env[69950]: DEBUG oslo_vmware.rw_handles [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e69d3c-72f6-c9bc-3092-d4c16e14b0c3/disk-0.vmdk. {{(pid=69950) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 949.871978] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4c79f238-1a1e-4bbe-b194-aec04bd37fe4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.878627] env[69950]: DEBUG nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.035918] env[69950]: DEBUG nova.scheduler.client.report [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.090478] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135439} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.090766] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.090914] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.091149] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.156886] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095014} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.160194] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.160568] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222304, 'name': ReconfigVM_Task, 'duration_secs': 0.325118} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.161282] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c07476b-9700-4513-a9f0-3c45a211366a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.164065] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Reconfigured VM instance instance-0000003c to attach disk [datastore1] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb/ff1601cb-1b73-4c65-8163-e7ecbf1a97fb.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.164710] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14ba489e-0142-4509-820d-42976694c671 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.189996] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 07239ebb-2c1d-4422-b566-571d8d572588/07239ebb-2c1d-4422-b566-571d8d572588.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.191995] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44258195-4c41-451e-803f-8d8e0693ac96 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.214600] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Waiting for the task: (returnval){ [ 950.214600] env[69950]: value = "task-4222305" [ 950.214600] env[69950]: _type = "Task" [ 950.214600] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.223421] env[69950]: INFO nova.compute.manager [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Took 55.81 seconds to build instance. [ 950.226595] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 950.226595] env[69950]: value = "task-4222306" [ 950.226595] env[69950]: _type = "Task" [ 950.226595] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.236919] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222305, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.244180] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222306, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.537797] env[69950]: DEBUG nova.network.neutron [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Successfully updated port: 3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.541508] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.542892] env[69950]: DEBUG nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.550046] env[69950]: DEBUG oslo_concurrency.lockutils [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.200s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.550046] env[69950]: DEBUG nova.objects.instance [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Lazy-loading 'resources' on Instance uuid 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.728075] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "65528071-e020-4c76-9078-45a5f878264f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.320s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.739887] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222305, 'name': Rename_Task, 'duration_secs': 0.20664} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.740920] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.741716] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99472348-3083-40ca-9741-e022140e51ae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.749997] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222306, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.757922] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Waiting for the task: (returnval){ [ 950.757922] env[69950]: value = "task-4222307" [ 950.757922] env[69950]: _type = "Task" [ 950.757922] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.771672] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.844995] env[69950]: DEBUG nova.compute.manager [req-3b5f4c92-5f5a-4edd-bcbc-d0c87a71bc1b req-afcad3c0-48d0-40db-8046-a13e5f1094a0 service nova] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Received event network-vif-plugged-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 950.845262] env[69950]: DEBUG oslo_concurrency.lockutils [req-3b5f4c92-5f5a-4edd-bcbc-d0c87a71bc1b req-afcad3c0-48d0-40db-8046-a13e5f1094a0 service nova] Acquiring lock "4b44f038-c80d-4bbd-aec6-e98cde784f92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.845534] env[69950]: DEBUG oslo_concurrency.lockutils [req-3b5f4c92-5f5a-4edd-bcbc-d0c87a71bc1b req-afcad3c0-48d0-40db-8046-a13e5f1094a0 service nova] Lock "4b44f038-c80d-4bbd-aec6-e98cde784f92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.845757] env[69950]: DEBUG oslo_concurrency.lockutils [req-3b5f4c92-5f5a-4edd-bcbc-d0c87a71bc1b req-afcad3c0-48d0-40db-8046-a13e5f1094a0 service nova] Lock "4b44f038-c80d-4bbd-aec6-e98cde784f92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.845966] env[69950]: DEBUG nova.compute.manager [req-3b5f4c92-5f5a-4edd-bcbc-d0c87a71bc1b req-afcad3c0-48d0-40db-8046-a13e5f1094a0 service nova] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] No waiting events found dispatching network-vif-plugged-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 950.846123] env[69950]: WARNING nova.compute.manager [req-3b5f4c92-5f5a-4edd-bcbc-d0c87a71bc1b req-afcad3c0-48d0-40db-8046-a13e5f1094a0 service nova] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Received unexpected event network-vif-plugged-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 for instance with vm_state building and task_state spawning. [ 951.008420] env[69950]: DEBUG nova.compute.manager [req-8b42555d-1e48-4837-9e03-015537b06a67 req-418ebf7d-c26a-4a19-9c4c-8610cac0f482 service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Received event network-vif-deleted-480366fa-9291-47a8-bb2b-af1b0908de34 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 951.008420] env[69950]: INFO nova.compute.manager [req-8b42555d-1e48-4837-9e03-015537b06a67 req-418ebf7d-c26a-4a19-9c4c-8610cac0f482 service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Neutron deleted interface 480366fa-9291-47a8-bb2b-af1b0908de34; detaching it from the instance and deleting it from the info cache [ 951.008420] env[69950]: DEBUG nova.network.neutron [req-8b42555d-1e48-4837-9e03-015537b06a67 req-418ebf7d-c26a-4a19-9c4c-8610cac0f482 service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.041516] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "refresh_cache-4b44f038-c80d-4bbd-aec6-e98cde784f92" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.041790] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired lock "refresh_cache-4b44f038-c80d-4bbd-aec6-e98cde784f92" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.041987] env[69950]: DEBUG nova.network.neutron [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.056170] env[69950]: DEBUG nova.compute.utils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.056170] env[69950]: DEBUG nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.056170] env[69950]: DEBUG nova.network.neutron [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.068096] env[69950]: DEBUG oslo_vmware.rw_handles [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Completed reading data from the image iterator. {{(pid=69950) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 951.068332] env[69950]: DEBUG oslo_vmware.rw_handles [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e69d3c-72f6-c9bc-3092-d4c16e14b0c3/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 951.071528] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1dcfe2-54e2-48c2-986e-0de681440dc7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.076668] env[69950]: DEBUG nova.network.neutron [-] [instance: cb49c031-c220-42fb-b718-12387967034e] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.087198] env[69950]: DEBUG oslo_vmware.rw_handles [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e69d3c-72f6-c9bc-3092-d4c16e14b0c3/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 951.087536] env[69950]: DEBUG oslo_vmware.rw_handles [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e69d3c-72f6-c9bc-3092-d4c16e14b0c3/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 951.088021] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f9ebac33-f673-4916-ba95-ca36476c2c0d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.136882] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.136882] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.137155] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.137461] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.137461] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.137737] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.139594] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.139594] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.139594] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.139594] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.139594] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.140830] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1e0557-a07f-4ae4-8587-a951e08452ee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.151933] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3060bd5b-f850-4d39-9b6f-a75be485100d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.181806] env[69950]: DEBUG nova.virt.hardware [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.182240] env[69950]: DEBUG nova.virt.hardware [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.182405] env[69950]: DEBUG nova.virt.hardware [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.182607] env[69950]: DEBUG nova.virt.hardware [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.182764] env[69950]: DEBUG nova.virt.hardware [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.182912] env[69950]: DEBUG nova.virt.hardware [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.183172] env[69950]: DEBUG nova.virt.hardware [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.183368] env[69950]: DEBUG nova.virt.hardware [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.183536] env[69950]: DEBUG nova.virt.hardware [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.183703] env[69950]: DEBUG nova.virt.hardware [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.183879] env[69950]: DEBUG nova.virt.hardware [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.184843] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f42bf7d-ef12-457a-98cb-fbb6262ae0d6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.198720] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07543e16-a0c3-45f4-9837-04a38dfa3a91 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.223225] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.230213] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.230213] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.233664] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cabaf625-e2e8-495e-bc89-310cca5e9021 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.257651] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222306, 'name': ReconfigVM_Task, 'duration_secs': 0.524656} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.260515] env[69950]: DEBUG nova.policy [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b7d620cdd54c648701ca5345d026ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '871b2dfb3fae4379933b29ff3304980c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.262250] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 07239ebb-2c1d-4422-b566-571d8d572588/07239ebb-2c1d-4422-b566-571d8d572588.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.263282] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.263282] env[69950]: value = "task-4222308" [ 951.263282] env[69950]: _type = "Task" [ 951.263282] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.263282] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-304c3f3d-87e4-4dca-88f5-0259b4f42b38 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.284207] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222308, 'name': CreateVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.290977] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222307, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.290977] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 951.290977] env[69950]: value = "task-4222309" [ 951.290977] env[69950]: _type = "Task" [ 951.290977] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.306094] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222309, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.469201] env[69950]: DEBUG oslo_vmware.rw_handles [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e69d3c-72f6-c9bc-3092-d4c16e14b0c3/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 951.469500] env[69950]: INFO nova.virt.vmwareapi.images [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Downloaded image file data 94db43ff-4053-4179-83f0-9949b19faa6a [ 951.474128] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2490f4-f78e-46c5-ae4e-14ad0930977f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.500828] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29db88e7-7fb7-47a1-8d3f-1c6afb4c0233 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.514789] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdab5bbc-7aba-4557-a858-01e0c45c1cc2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.530666] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c241dd-f63f-41e2-8189-2d434ad248e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.547815] env[69950]: INFO nova.virt.vmwareapi.images [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] The imported VM was unregistered [ 951.550222] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Caching image {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 951.550552] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Creating directory with path [datastore1] devstack-image-cache_base/94db43ff-4053-4179-83f0-9949b19faa6a {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.558236] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6fdb4f9-70bb-42a9-96a4-380822993e00 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.563743] env[69950]: DEBUG nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.595553] env[69950]: INFO nova.compute.manager [-] [instance: cb49c031-c220-42fb-b718-12387967034e] Took 1.90 seconds to deallocate network for instance. [ 951.596794] env[69950]: DEBUG nova.compute.manager [req-8b42555d-1e48-4837-9e03-015537b06a67 req-418ebf7d-c26a-4a19-9c4c-8610cac0f482 service nova] [instance: cb49c031-c220-42fb-b718-12387967034e] Detach interface failed, port_id=480366fa-9291-47a8-bb2b-af1b0908de34, reason: Instance cb49c031-c220-42fb-b718-12387967034e could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 951.604127] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Created directory with path [datastore1] devstack-image-cache_base/94db43ff-4053-4179-83f0-9949b19faa6a {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.604870] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f5a969a4-8086-41e2-a393-eef2cb2d9ce6/OSTACK_IMG_f5a969a4-8086-41e2-a393-eef2cb2d9ce6.vmdk to [datastore1] devstack-image-cache_base/94db43ff-4053-4179-83f0-9949b19faa6a/94db43ff-4053-4179-83f0-9949b19faa6a.vmdk. {{(pid=69950) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 951.606188] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1143d76d-ce0d-4832-990e-a7bf84e8f3f7 tempest-ServersAdminTestJSON-533426000 tempest-ServersAdminTestJSON-533426000-project-admin] Acquiring lock "refresh_cache-65528071-e020-4c76-9078-45a5f878264f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.606188] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1143d76d-ce0d-4832-990e-a7bf84e8f3f7 tempest-ServersAdminTestJSON-533426000 tempest-ServersAdminTestJSON-533426000-project-admin] Acquired lock "refresh_cache-65528071-e020-4c76-9078-45a5f878264f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.606528] env[69950]: DEBUG nova.network.neutron [None req-1143d76d-ce0d-4832-990e-a7bf84e8f3f7 tempest-ServersAdminTestJSON-533426000 tempest-ServersAdminTestJSON-533426000-project-admin] [instance: 65528071-e020-4c76-9078-45a5f878264f] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.613442] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c488efe7-64ac-4d91-9026-672649eeba40 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.625483] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 951.625483] env[69950]: value = "task-4222311" [ 951.625483] env[69950]: _type = "Task" [ 951.625483] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.638345] env[69950]: DEBUG nova.network.neutron [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.646934] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222311, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.781144] env[69950]: DEBUG oslo_vmware.api [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Task: {'id': task-4222307, 'name': PowerOnVM_Task, 'duration_secs': 0.960763} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.781448] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.781631] env[69950]: DEBUG nova.compute.manager [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.783255] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284a280e-2ceb-4902-a2bd-834511ee2102 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.790178] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222308, 'name': CreateVM_Task, 'duration_secs': 0.496789} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.796038] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.797803] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.797803] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.797803] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.803921] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c88612-7a9d-4f05-bbc5-a8c5bb1b3adc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.813572] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 951.813572] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525c963f-a79a-577f-e027-af014068320a" [ 951.813572] env[69950]: _type = "Task" [ 951.813572] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.817244] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222309, 'name': Rename_Task, 'duration_secs': 0.293215} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.820903] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.824060] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f7c55a8-2297-4cf6-918d-880b9a790e40 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.833249] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525c963f-a79a-577f-e027-af014068320a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.835108] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 951.835108] env[69950]: value = "task-4222312" [ 951.835108] env[69950]: _type = "Task" [ 951.835108] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.846051] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.853324] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f12bfc-1264-4708-afec-7d541bd1b5fb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.865777] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3c91b7-5898-4b09-9fdf-8237b1a776d6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.909798] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780e0c34-3ecc-410f-8a4f-2a1dba901f5b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.921187] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd0e2ef-aba8-4eaf-9264-768a3d63b38d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.938763] env[69950]: DEBUG nova.compute.provider_tree [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.968705] env[69950]: DEBUG nova.network.neutron [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Successfully created port: 2a11e84a-bc72-46fc-85b2-67b41c42bd85 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.983543] env[69950]: DEBUG nova.network.neutron [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Updating instance_info_cache with network_info: [{"id": "3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353", "address": "fa:16:3e:41:75:83", "network": {"id": "40d6553d-c5b9-4c4f-a5f0-c363bce9bd67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-685958512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "871b2dfb3fae4379933b29ff3304980c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcd5d92-9d", "ovs_interfaceid": "3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.055032] env[69950]: DEBUG nova.compute.manager [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 952.055653] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b686be48-6086-4c5b-a0c4-fcdf719080f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.118936] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.139105] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222311, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.326577] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.341342] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525c963f-a79a-577f-e027-af014068320a, 'name': SearchDatastore_Task, 'duration_secs': 0.029674} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.346256] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.346880] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.347309] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.347689] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.348049] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.352072] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83843243-9967-49da-8714-0beb64c8fefd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.363952] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.366802] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.368646] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.368646] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4570e1bc-e9a6-4f1a-91ea-fd83ad45cc4d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.377045] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 952.377045] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a4c89d-14db-94be-54aa-cd514175237f" [ 952.377045] env[69950]: _type = "Task" [ 952.377045] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.389149] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a4c89d-14db-94be-54aa-cd514175237f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.443044] env[69950]: DEBUG nova.scheduler.client.report [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.488977] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Releasing lock "refresh_cache-4b44f038-c80d-4bbd-aec6-e98cde784f92" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.489518] env[69950]: DEBUG nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Instance network_info: |[{"id": "3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353", "address": "fa:16:3e:41:75:83", "network": {"id": "40d6553d-c5b9-4c4f-a5f0-c363bce9bd67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-685958512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "871b2dfb3fae4379933b29ff3304980c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcd5d92-9d", "ovs_interfaceid": "3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.490163] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:75:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.501485] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.503200] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.503791] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31dcc980-8484-4d2a-9317-d4b93448dcfa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.529948] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.529948] env[69950]: value = "task-4222313" [ 952.529948] env[69950]: _type = "Task" [ 952.529948] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.541121] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222313, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.555934] env[69950]: DEBUG nova.network.neutron [None req-1143d76d-ce0d-4832-990e-a7bf84e8f3f7 tempest-ServersAdminTestJSON-533426000 tempest-ServersAdminTestJSON-533426000-project-admin] [instance: 65528071-e020-4c76-9078-45a5f878264f] Updating instance_info_cache with network_info: [{"id": "a324eaa7-3a23-452f-b70e-4c132ca3d923", "address": "fa:16:3e:0b:59:42", "network": {"id": "4ac9d318-23a2-4dcf-8533-e1384907beae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1711276076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d2b8decc6d4f1683059f622e2baf72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa324eaa7-3a", "ovs_interfaceid": "a324eaa7-3a23-452f-b70e-4c132ca3d923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.574409] env[69950]: INFO nova.compute.manager [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] instance snapshotting [ 952.578458] env[69950]: DEBUG nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.582817] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8343df0-bf55-4a04-a207-c9bebd95651a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.609500] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1a3f8e-c920-4757-b830-1b03fc28720e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.627194] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.627708] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.627940] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.628410] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.628592] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.632030] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.632030] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.632030] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.632030] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.632030] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.632653] env[69950]: DEBUG nova.virt.hardware [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.633114] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e83f1c-abe5-41b3-88d4-3af38ccc9aaa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.651304] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222311, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.655453] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c4944-b8c6-4cb4-af6f-73d36c8a2447 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.841424] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquiring lock "ff1601cb-1b73-4c65-8163-e7ecbf1a97fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.841744] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Lock "ff1601cb-1b73-4c65-8163-e7ecbf1a97fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.841967] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquiring lock "ff1601cb-1b73-4c65-8163-e7ecbf1a97fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.842196] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Lock "ff1601cb-1b73-4c65-8163-e7ecbf1a97fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.842409] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Lock "ff1601cb-1b73-4c65-8163-e7ecbf1a97fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.848878] env[69950]: INFO nova.compute.manager [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Terminating instance [ 952.858469] env[69950]: DEBUG oslo_vmware.api [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222312, 'name': PowerOnVM_Task, 'duration_secs': 0.905137} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.858469] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.858469] env[69950]: DEBUG nova.compute.manager [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 952.858651] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2bc959-d5fc-4167-af3e-5bd931772514 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.892384] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a4c89d-14db-94be-54aa-cd514175237f, 'name': SearchDatastore_Task, 'duration_secs': 0.02082} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.892384] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba70f8a-65c6-47b8-9f91-117f11792241 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.902549] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 952.902549] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526d03c0-ed99-e088-02fa-bd80c3a338ac" [ 952.902549] env[69950]: _type = "Task" [ 952.902549] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.923822] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526d03c0-ed99-e088-02fa-bd80c3a338ac, 'name': SearchDatastore_Task, 'duration_secs': 0.020776} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.925652] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.925652] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 68c9fd07-6715-4b0b-a67e-5ee623d7eac3/68c9fd07-6715-4b0b-a67e-5ee623d7eac3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.925652] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eeec6d0-7e34-4373-a539-326d3a37a1e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.937032] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 952.937032] env[69950]: value = "task-4222314" [ 952.937032] env[69950]: _type = "Task" [ 952.937032] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.951581] env[69950]: DEBUG oslo_concurrency.lockutils [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.404s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.954102] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.955589] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.427s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.955874] env[69950]: DEBUG nova.objects.instance [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Lazy-loading 'resources' on Instance uuid feb7093c-31b6-4629-bf8c-dd7f4175500e {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.001735] env[69950]: INFO nova.scheduler.client.report [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Deleted allocations for instance 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494 [ 953.043137] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222313, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.063027] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1143d76d-ce0d-4832-990e-a7bf84e8f3f7 tempest-ServersAdminTestJSON-533426000 tempest-ServersAdminTestJSON-533426000-project-admin] Releasing lock "refresh_cache-65528071-e020-4c76-9078-45a5f878264f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.063027] env[69950]: DEBUG nova.compute.manager [None req-1143d76d-ce0d-4832-990e-a7bf84e8f3f7 tempest-ServersAdminTestJSON-533426000 tempest-ServersAdminTestJSON-533426000-project-admin] [instance: 65528071-e020-4c76-9078-45a5f878264f] Inject network info {{(pid=69950) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 953.063405] env[69950]: DEBUG nova.compute.manager [None req-1143d76d-ce0d-4832-990e-a7bf84e8f3f7 tempest-ServersAdminTestJSON-533426000 tempest-ServersAdminTestJSON-533426000-project-admin] [instance: 65528071-e020-4c76-9078-45a5f878264f] network_info to inject: |[{"id": "a324eaa7-3a23-452f-b70e-4c132ca3d923", "address": "fa:16:3e:0b:59:42", "network": {"id": "4ac9d318-23a2-4dcf-8533-e1384907beae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1711276076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d2b8decc6d4f1683059f622e2baf72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa324eaa7-3a", "ovs_interfaceid": "a324eaa7-3a23-452f-b70e-4c132ca3d923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 953.067897] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1143d76d-ce0d-4832-990e-a7bf84e8f3f7 tempest-ServersAdminTestJSON-533426000 tempest-ServersAdminTestJSON-533426000-project-admin] [instance: 65528071-e020-4c76-9078-45a5f878264f] Reconfiguring VM instance to set the machine id {{(pid=69950) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 953.068651] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e049084-577a-4144-a156-0f4d5d8fcba5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.099076] env[69950]: DEBUG oslo_vmware.api [None req-1143d76d-ce0d-4832-990e-a7bf84e8f3f7 tempest-ServersAdminTestJSON-533426000 tempest-ServersAdminTestJSON-533426000-project-admin] Waiting for the task: (returnval){ [ 953.099076] env[69950]: value = "task-4222315" [ 953.099076] env[69950]: _type = "Task" [ 953.099076] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.111440] env[69950]: DEBUG oslo_vmware.api [None req-1143d76d-ce0d-4832-990e-a7bf84e8f3f7 tempest-ServersAdminTestJSON-533426000 tempest-ServersAdminTestJSON-533426000-project-admin] Task: {'id': task-4222315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.142103] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 953.148610] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-021c613f-afa8-4268-8670-6983518251b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.151913] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222311, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.159579] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 953.159579] env[69950]: value = "task-4222316" [ 953.159579] env[69950]: _type = "Task" [ 953.159579] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.175298] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222316, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.354403] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquiring lock "refresh_cache-ff1601cb-1b73-4c65-8163-e7ecbf1a97fb" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.354403] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquired lock "refresh_cache-ff1601cb-1b73-4c65-8163-e7ecbf1a97fb" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.354403] env[69950]: DEBUG nova.network.neutron [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.388731] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.402428] env[69950]: DEBUG nova.compute.manager [req-525e46ba-bdcb-4dfd-bebe-c5b5705ae648 req-926f21c9-f201-4b71-b8ba-a634a0645b8f service nova] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Received event network-changed-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 953.402661] env[69950]: DEBUG nova.compute.manager [req-525e46ba-bdcb-4dfd-bebe-c5b5705ae648 req-926f21c9-f201-4b71-b8ba-a634a0645b8f service nova] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Refreshing instance network info cache due to event network-changed-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 953.402955] env[69950]: DEBUG oslo_concurrency.lockutils [req-525e46ba-bdcb-4dfd-bebe-c5b5705ae648 req-926f21c9-f201-4b71-b8ba-a634a0645b8f service nova] Acquiring lock "refresh_cache-4b44f038-c80d-4bbd-aec6-e98cde784f92" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.403042] env[69950]: DEBUG oslo_concurrency.lockutils [req-525e46ba-bdcb-4dfd-bebe-c5b5705ae648 req-926f21c9-f201-4b71-b8ba-a634a0645b8f service nova] Acquired lock "refresh_cache-4b44f038-c80d-4bbd-aec6-e98cde784f92" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.403730] env[69950]: DEBUG nova.network.neutron [req-525e46ba-bdcb-4dfd-bebe-c5b5705ae648 req-926f21c9-f201-4b71-b8ba-a634a0645b8f service nova] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Refreshing network info cache for port 3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.449438] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222314, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.517091] env[69950]: DEBUG oslo_concurrency.lockutils [None req-03938919-e551-4787-ab10-3f29019c3bb1 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Lock "1cb2eaea-fc39-4ac4-9df7-b2d6297a1494" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.613s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.557218] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222313, 'name': CreateVM_Task, 'duration_secs': 0.66195} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.557428] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.558313] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.558486] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.558950] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.559665] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31962817-2a56-4a95-9d38-627452ca579c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.567994] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 953.567994] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e26b12-f5d1-721b-634e-96f73dc4ce49" [ 953.567994] env[69950]: _type = "Task" [ 953.567994] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.582612] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e26b12-f5d1-721b-634e-96f73dc4ce49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.621543] env[69950]: DEBUG oslo_vmware.api [None req-1143d76d-ce0d-4832-990e-a7bf84e8f3f7 tempest-ServersAdminTestJSON-533426000 tempest-ServersAdminTestJSON-533426000-project-admin] Task: {'id': task-4222315, 'name': ReconfigVM_Task, 'duration_secs': 0.365519} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.621879] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1143d76d-ce0d-4832-990e-a7bf84e8f3f7 tempest-ServersAdminTestJSON-533426000 tempest-ServersAdminTestJSON-533426000-project-admin] [instance: 65528071-e020-4c76-9078-45a5f878264f] Reconfigured VM instance to set the machine id {{(pid=69950) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 953.645064] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222311, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.681180] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222316, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.949987] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.945582} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.955581] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 68c9fd07-6715-4b0b-a67e-5ee623d7eac3/68c9fd07-6715-4b0b-a67e-5ee623d7eac3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.955581] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.956885] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5301c1b-b6ab-48e0-94e9-926d508ca2a2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.961382] env[69950]: DEBUG nova.network.neutron [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.972683] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 953.972683] env[69950]: value = "task-4222317" [ 953.972683] env[69950]: _type = "Task" [ 953.972683] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.991488] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.058106] env[69950]: DEBUG nova.network.neutron [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.088924] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e26b12-f5d1-721b-634e-96f73dc4ce49, 'name': SearchDatastore_Task, 'duration_secs': 0.073883} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.088924] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.088924] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.088924] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.089149] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.089149] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.089149] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20884a46-bb6a-4c5c-91d3-98395c36e372 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.106387] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.106893] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.108907] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e804a0-6379-4514-9808-77cb13e36b3c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.112525] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2c8bbd-bbe4-4ef4-98c8-6e48e112f0c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.120353] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 954.120353] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520c0591-1973-9a0c-1587-277e4cd309e4" [ 954.120353] env[69950]: _type = "Task" [ 954.120353] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.128095] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e540518f-d31f-4a52-8827-5dfb1aa5e3d8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.173596] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520c0591-1973-9a0c-1587-277e4cd309e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.179626] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c93897-9d63-40b2-a00c-cf0dcb493895 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.187732] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222311, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.196045] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222316, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.201541] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa022c6b-2bc3-4f34-bf77-70bdeacffda0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.218720] env[69950]: DEBUG nova.compute.provider_tree [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.429677] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "07239ebb-2c1d-4422-b566-571d8d572588" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.430126] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "07239ebb-2c1d-4422-b566-571d8d572588" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.430259] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "07239ebb-2c1d-4422-b566-571d8d572588-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.430409] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "07239ebb-2c1d-4422-b566-571d8d572588-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.430586] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "07239ebb-2c1d-4422-b566-571d8d572588-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.434125] env[69950]: INFO nova.compute.manager [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Terminating instance [ 954.490239] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.39772} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.490239] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.490342] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d66c9da-4ebd-403a-ba6b-a77cbe6e315c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.513837] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 68c9fd07-6715-4b0b-a67e-5ee623d7eac3/68c9fd07-6715-4b0b-a67e-5ee623d7eac3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.516611] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f26215eb-f74d-4391-9243-6a86d365806e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.540146] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 954.540146] env[69950]: value = "task-4222318" [ 954.540146] env[69950]: _type = "Task" [ 954.540146] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.550438] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.561391] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Releasing lock "refresh_cache-ff1601cb-1b73-4c65-8163-e7ecbf1a97fb" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.562092] env[69950]: DEBUG nova.compute.manager [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.562697] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.563438] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac079df6-f2ef-42f5-afe5-f859b1ee00a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.578084] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.578635] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1469dd2-00ee-4420-ab36-92b12cabab33 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.588813] env[69950]: DEBUG oslo_vmware.api [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 954.588813] env[69950]: value = "task-4222319" [ 954.588813] env[69950]: _type = "Task" [ 954.588813] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.601697] env[69950]: DEBUG oslo_vmware.api [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.634513] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520c0591-1973-9a0c-1587-277e4cd309e4, 'name': SearchDatastore_Task, 'duration_secs': 0.021624} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.639843] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c0018c-ebdf-410b-942e-36389a72ae7b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.652025] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222311, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.968964} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.652025] env[69950]: INFO nova.virt.vmwareapi.ds_util [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f5a969a4-8086-41e2-a393-eef2cb2d9ce6/OSTACK_IMG_f5a969a4-8086-41e2-a393-eef2cb2d9ce6.vmdk to [datastore1] devstack-image-cache_base/94db43ff-4053-4179-83f0-9949b19faa6a/94db43ff-4053-4179-83f0-9949b19faa6a.vmdk. [ 954.652025] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Cleaning up location [datastore1] OSTACK_IMG_f5a969a4-8086-41e2-a393-eef2cb2d9ce6 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 954.652025] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f5a969a4-8086-41e2-a393-eef2cb2d9ce6 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.652025] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 954.652025] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525545dc-ebab-1d81-3172-43c87ca75248" [ 954.652025] env[69950]: _type = "Task" [ 954.652396] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.652396] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90a3a850-0946-44a0-bc04-e9d8c7c5812f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.668749] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525545dc-ebab-1d81-3172-43c87ca75248, 'name': SearchDatastore_Task, 'duration_secs': 0.016856} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.672064] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.672064] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 4b44f038-c80d-4bbd-aec6-e98cde784f92/4b44f038-c80d-4bbd-aec6-e98cde784f92.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.672064] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 954.672064] env[69950]: value = "task-4222320" [ 954.672064] env[69950]: _type = "Task" [ 954.672064] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.672064] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3ac18fd-12ad-414a-b5af-7bf41563002f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.686166] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 954.686166] env[69950]: value = "task-4222321" [ 954.686166] env[69950]: _type = "Task" [ 954.686166] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.693996] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222316, 'name': CreateSnapshot_Task, 'duration_secs': 1.229077} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.696024] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.698508] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 954.701867] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e60531-cf53-4fd4-adc8-7c47b41f8cdc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.711242] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.722319] env[69950]: DEBUG nova.scheduler.client.report [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.847993] env[69950]: DEBUG nova.network.neutron [req-525e46ba-bdcb-4dfd-bebe-c5b5705ae648 req-926f21c9-f201-4b71-b8ba-a634a0645b8f service nova] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Updated VIF entry in instance network info cache for port 3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.848477] env[69950]: DEBUG nova.network.neutron [req-525e46ba-bdcb-4dfd-bebe-c5b5705ae648 req-926f21c9-f201-4b71-b8ba-a634a0645b8f service nova] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Updating instance_info_cache with network_info: [{"id": "3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353", "address": "fa:16:3e:41:75:83", "network": {"id": "40d6553d-c5b9-4c4f-a5f0-c363bce9bd67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-685958512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "871b2dfb3fae4379933b29ff3304980c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcd5d92-9d", "ovs_interfaceid": "3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.944336] env[69950]: DEBUG nova.compute.manager [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.945151] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.945558] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ebb873-1524-43a7-92e9-240a8cb42528 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.958873] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.958873] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f908e291-8158-40ee-95b7-37eba9cb3b07 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.972019] env[69950]: DEBUG oslo_vmware.api [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 954.972019] env[69950]: value = "task-4222322" [ 954.972019] env[69950]: _type = "Task" [ 954.972019] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.983417] env[69950]: DEBUG oslo_vmware.api [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.057462] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222318, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.103482] env[69950]: DEBUG oslo_vmware.api [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222319, 'name': PowerOffVM_Task, 'duration_secs': 0.166375} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.103482] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.103482] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.103827] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72b78c1d-719f-432a-a8fb-ecf390f966b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.130798] env[69950]: DEBUG nova.network.neutron [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Successfully updated port: 2a11e84a-bc72-46fc-85b2-67b41c42bd85 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.142009] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.142286] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.142484] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Deleting the datastore file [datastore1] ff1601cb-1b73-4c65-8163-e7ecbf1a97fb {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.142891] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9103fa5d-5e94-4a32-bd0b-f447ccf801ed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.152789] env[69950]: DEBUG oslo_vmware.api [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for the task: (returnval){ [ 955.152789] env[69950]: value = "task-4222324" [ 955.152789] env[69950]: _type = "Task" [ 955.152789] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.171813] env[69950]: DEBUG oslo_vmware.api [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.188144] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060359} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.188575] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.190020] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/94db43ff-4053-4179-83f0-9949b19faa6a/94db43ff-4053-4179-83f0-9949b19faa6a.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.190020] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/94db43ff-4053-4179-83f0-9949b19faa6a/94db43ff-4053-4179-83f0-9949b19faa6a.vmdk to [datastore1] 08861016-3490-4c1d-9b58-2a49afb06aa9/08861016-3490-4c1d-9b58-2a49afb06aa9.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.190020] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecbde262-69d1-452a-8c51-cf11d12d68f4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.199571] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 955.199571] env[69950]: value = "task-4222325" [ 955.199571] env[69950]: _type = "Task" [ 955.199571] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.209319] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222321, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.215840] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.227482] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 955.228987] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.231462] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cb10f799-4648-4e58-a16e-e079d7c7327a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.235638] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.651s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.237932] env[69950]: INFO nova.compute.claims [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.248524] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 955.248524] env[69950]: value = "task-4222326" [ 955.248524] env[69950]: _type = "Task" [ 955.248524] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.260632] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222326, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.276796] env[69950]: INFO nova.scheduler.client.report [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Deleted allocations for instance feb7093c-31b6-4629-bf8c-dd7f4175500e [ 955.347513] env[69950]: DEBUG nova.compute.manager [req-e5419cb7-d545-41cd-b97d-ff587c9b50d0 req-2218515b-27bd-4d40-a8a3-0bfa5a1f1abd service nova] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Received event network-vif-plugged-2a11e84a-bc72-46fc-85b2-67b41c42bd85 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 955.348040] env[69950]: DEBUG oslo_concurrency.lockutils [req-e5419cb7-d545-41cd-b97d-ff587c9b50d0 req-2218515b-27bd-4d40-a8a3-0bfa5a1f1abd service nova] Acquiring lock "652e974c-d5fb-47ae-a49a-0bd2653376fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.348195] env[69950]: DEBUG oslo_concurrency.lockutils [req-e5419cb7-d545-41cd-b97d-ff587c9b50d0 req-2218515b-27bd-4d40-a8a3-0bfa5a1f1abd service nova] Lock "652e974c-d5fb-47ae-a49a-0bd2653376fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.348377] env[69950]: DEBUG oslo_concurrency.lockutils [req-e5419cb7-d545-41cd-b97d-ff587c9b50d0 req-2218515b-27bd-4d40-a8a3-0bfa5a1f1abd service nova] Lock "652e974c-d5fb-47ae-a49a-0bd2653376fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.349372] env[69950]: DEBUG nova.compute.manager [req-e5419cb7-d545-41cd-b97d-ff587c9b50d0 req-2218515b-27bd-4d40-a8a3-0bfa5a1f1abd service nova] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] No waiting events found dispatching network-vif-plugged-2a11e84a-bc72-46fc-85b2-67b41c42bd85 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 955.349372] env[69950]: WARNING nova.compute.manager [req-e5419cb7-d545-41cd-b97d-ff587c9b50d0 req-2218515b-27bd-4d40-a8a3-0bfa5a1f1abd service nova] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Received unexpected event network-vif-plugged-2a11e84a-bc72-46fc-85b2-67b41c42bd85 for instance with vm_state building and task_state spawning. [ 955.351352] env[69950]: DEBUG oslo_concurrency.lockutils [req-525e46ba-bdcb-4dfd-bebe-c5b5705ae648 req-926f21c9-f201-4b71-b8ba-a634a0645b8f service nova] Releasing lock "refresh_cache-4b44f038-c80d-4bbd-aec6-e98cde784f92" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.488057] env[69950]: DEBUG oslo_vmware.api [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222322, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.552592] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222318, 'name': ReconfigVM_Task, 'duration_secs': 0.527474} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.552944] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 68c9fd07-6715-4b0b-a67e-5ee623d7eac3/68c9fd07-6715-4b0b-a67e-5ee623d7eac3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.553808] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a927c75-357a-40c6-8e72-fab5b7520d3e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.563068] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 955.563068] env[69950]: value = "task-4222327" [ 955.563068] env[69950]: _type = "Task" [ 955.563068] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.577348] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222327, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.635650] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "refresh_cache-652e974c-d5fb-47ae-a49a-0bd2653376fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.635869] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired lock "refresh_cache-652e974c-d5fb-47ae-a49a-0bd2653376fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.636085] env[69950]: DEBUG nova.network.neutron [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.673833] env[69950]: DEBUG oslo_vmware.api [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Task: {'id': task-4222324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23036} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.674389] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.674682] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.674926] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.675211] env[69950]: INFO nova.compute.manager [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 955.675588] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.675914] env[69950]: DEBUG nova.compute.manager [-] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.676070] env[69950]: DEBUG nova.network.neutron [-] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.711045] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666011} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.712321] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 4b44f038-c80d-4bbd-aec6-e98cde784f92/4b44f038-c80d-4bbd-aec6-e98cde784f92.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.713284] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.713494] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac40140d-820b-4c94-ad68-198b4af8b772 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.721631] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222325, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.731827] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 955.731827] env[69950]: value = "task-4222328" [ 955.731827] env[69950]: _type = "Task" [ 955.731827] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.749181] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.757733] env[69950]: DEBUG nova.network.neutron [-] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.771047] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222326, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.796659] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0a1a4c51-4ea9-489d-9142-4a765415c4ad tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Lock "feb7093c-31b6-4629-bf8c-dd7f4175500e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.838s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.801973] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "747c8b5c-4a90-4783-8394-171e8add90f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.801973] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "747c8b5c-4a90-4783-8394-171e8add90f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.990576] env[69950]: DEBUG oslo_vmware.api [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222322, 'name': PowerOffVM_Task, 'duration_secs': 0.705292} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.990576] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.990806] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.991368] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09c5b7f6-c47c-4e71-82bb-8e1ca27bb3fc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.078069] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222327, 'name': Rename_Task, 'duration_secs': 0.197165} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.078326] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.078647] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.078872] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.079086] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleting the datastore file [datastore2] 07239ebb-2c1d-4422-b566-571d8d572588 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.079372] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-740e8f04-19f0-4652-b653-51d2a9a603cc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.081301] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32f608df-8a65-4f0a-a28a-e1680a30581d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.090358] env[69950]: DEBUG oslo_vmware.api [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 956.090358] env[69950]: value = "task-4222331" [ 956.090358] env[69950]: _type = "Task" [ 956.090358] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.093052] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 956.093052] env[69950]: value = "task-4222330" [ 956.093052] env[69950]: _type = "Task" [ 956.093052] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.107864] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.112425] env[69950]: DEBUG oslo_vmware.api [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.215878] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222325, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.232339] env[69950]: DEBUG nova.network.neutron [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.247900] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.346292} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.248224] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.249175] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e5edd5-c35f-4b85-bc99-2e8f83ced1ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.265022] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222326, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.280980] env[69950]: DEBUG nova.network.neutron [-] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.294220] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 4b44f038-c80d-4bbd-aec6-e98cde784f92/4b44f038-c80d-4bbd-aec6-e98cde784f92.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.297410] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81cda889-33ff-4e04-930c-82eea2ffb447 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.321306] env[69950]: DEBUG nova.compute.manager [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.339896] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 956.339896] env[69950]: value = "task-4222332" [ 956.339896] env[69950]: _type = "Task" [ 956.339896] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.356245] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.612612] env[69950]: DEBUG oslo_vmware.api [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245322} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.620268] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.620517] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.620751] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.621028] env[69950]: INFO nova.compute.manager [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Took 1.68 seconds to destroy the instance on the hypervisor. [ 956.621415] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.621924] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222330, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.622150] env[69950]: DEBUG nova.compute.manager [-] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.622276] env[69950]: DEBUG nova.network.neutron [-] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.725657] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222325, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.730188] env[69950]: DEBUG nova.network.neutron [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Updating instance_info_cache with network_info: [{"id": "2a11e84a-bc72-46fc-85b2-67b41c42bd85", "address": "fa:16:3e:f0:04:35", "network": {"id": "40d6553d-c5b9-4c4f-a5f0-c363bce9bd67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-685958512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "871b2dfb3fae4379933b29ff3304980c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a11e84a-bc", "ovs_interfaceid": "2a11e84a-bc72-46fc-85b2-67b41c42bd85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.774953] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222326, 'name': CloneVM_Task} progress is 95%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.796787] env[69950]: INFO nova.compute.manager [-] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Took 1.12 seconds to deallocate network for instance. [ 956.858704] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222332, 'name': ReconfigVM_Task, 'duration_secs': 0.514702} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.860991] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 4b44f038-c80d-4bbd-aec6-e98cde784f92/4b44f038-c80d-4bbd-aec6-e98cde784f92.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.861724] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b3f5b00-6a53-4114-b83f-3baf312d1331 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.870698] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 956.870698] env[69950]: value = "task-4222333" [ 956.870698] env[69950]: _type = "Task" [ 956.870698] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.876231] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.887597] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222333, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.929810] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b43879-2ebc-41f0-8380-c7b441be8d52 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.938940] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f93ffa-dabd-4d99-b05a-4f4b5c72642b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.977562] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8680b966-725c-4edf-bce1-7fc2a812e545 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.987935] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6e050b-2cfc-49d9-812f-b8574e2e5989 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.007181] env[69950]: DEBUG nova.compute.provider_tree [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.109383] env[69950]: DEBUG oslo_vmware.api [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222330, 'name': PowerOnVM_Task, 'duration_secs': 0.56905} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.109759] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.109899] env[69950]: DEBUG nova.compute.manager [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 957.110898] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da361445-8010-4f5b-b2c8-e83f7ae1e158 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.219763] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222325, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.237036] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Releasing lock "refresh_cache-652e974c-d5fb-47ae-a49a-0bd2653376fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.237036] env[69950]: DEBUG nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Instance network_info: |[{"id": "2a11e84a-bc72-46fc-85b2-67b41c42bd85", "address": "fa:16:3e:f0:04:35", "network": {"id": "40d6553d-c5b9-4c4f-a5f0-c363bce9bd67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-685958512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "871b2dfb3fae4379933b29ff3304980c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a11e84a-bc", "ovs_interfaceid": "2a11e84a-bc72-46fc-85b2-67b41c42bd85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.237373] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:04:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a11e84a-bc72-46fc-85b2-67b41c42bd85', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.248609] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.249256] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.249665] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc01b5db-c095-4dde-9ec7-619f3eed9c43 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.280233] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.280233] env[69950]: value = "task-4222334" [ 957.280233] env[69950]: _type = "Task" [ 957.280233] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.283966] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222326, 'name': CloneVM_Task, 'duration_secs': 1.68799} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.288046] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Created linked-clone VM from snapshot [ 957.289042] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a019e4-f19b-47f5-98e1-eb9f024533c1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.300366] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Uploading image ab3f4126-d44b-4d82-8943-22ae960c7221 {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 957.312217] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.313246] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222334, 'name': CreateVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.353310] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 957.353310] env[69950]: value = "vm-835508" [ 957.353310] env[69950]: _type = "VirtualMachine" [ 957.353310] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 957.353310] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "7359d06f-82ec-4cd7-b81e-597e72f7655e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.353310] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "7359d06f-82ec-4cd7-b81e-597e72f7655e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.354075] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af943914-5e10-4d94-a42b-25c85ef09b1f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.366766] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lease: (returnval){ [ 957.366766] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520d38a0-4ee8-d173-1e78-f48de29cd42b" [ 957.366766] env[69950]: _type = "HttpNfcLease" [ 957.366766] env[69950]: } obtained for exporting VM: (result){ [ 957.366766] env[69950]: value = "vm-835508" [ 957.366766] env[69950]: _type = "VirtualMachine" [ 957.366766] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 957.367063] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the lease: (returnval){ [ 957.367063] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520d38a0-4ee8-d173-1e78-f48de29cd42b" [ 957.367063] env[69950]: _type = "HttpNfcLease" [ 957.367063] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 957.385369] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222333, 'name': Rename_Task, 'duration_secs': 0.206301} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.387472] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.388266] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.388266] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520d38a0-4ee8-d173-1e78-f48de29cd42b" [ 957.388266] env[69950]: _type = "HttpNfcLease" [ 957.388266] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 957.388266] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1194a187-a6e3-4f2c-bfcc-1ecdba7cfcba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.403804] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 957.403804] env[69950]: value = "task-4222336" [ 957.403804] env[69950]: _type = "Task" [ 957.403804] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.423961] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.497948] env[69950]: DEBUG nova.compute.manager [req-44377ec4-2036-405c-9cb1-54a0f67a1091 req-6fc5c690-5fd3-4aad-9c77-8c6dd1ecc4c4 service nova] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Received event network-changed-2a11e84a-bc72-46fc-85b2-67b41c42bd85 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 957.498247] env[69950]: DEBUG nova.compute.manager [req-44377ec4-2036-405c-9cb1-54a0f67a1091 req-6fc5c690-5fd3-4aad-9c77-8c6dd1ecc4c4 service nova] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Refreshing instance network info cache due to event network-changed-2a11e84a-bc72-46fc-85b2-67b41c42bd85. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 957.498500] env[69950]: DEBUG oslo_concurrency.lockutils [req-44377ec4-2036-405c-9cb1-54a0f67a1091 req-6fc5c690-5fd3-4aad-9c77-8c6dd1ecc4c4 service nova] Acquiring lock "refresh_cache-652e974c-d5fb-47ae-a49a-0bd2653376fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.498651] env[69950]: DEBUG oslo_concurrency.lockutils [req-44377ec4-2036-405c-9cb1-54a0f67a1091 req-6fc5c690-5fd3-4aad-9c77-8c6dd1ecc4c4 service nova] Acquired lock "refresh_cache-652e974c-d5fb-47ae-a49a-0bd2653376fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.498868] env[69950]: DEBUG nova.network.neutron [req-44377ec4-2036-405c-9cb1-54a0f67a1091 req-6fc5c690-5fd3-4aad-9c77-8c6dd1ecc4c4 service nova] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Refreshing network info cache for port 2a11e84a-bc72-46fc-85b2-67b41c42bd85 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.513761] env[69950]: DEBUG nova.scheduler.client.report [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.636026] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.644202] env[69950]: DEBUG nova.network.neutron [-] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.723096] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222325, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.797051] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222334, 'name': CreateVM_Task, 'duration_secs': 0.515339} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.797409] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.799022] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.800337] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.800337] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.800337] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8308edab-ab9b-49ce-93d5-7bf73942bf3f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.809776] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 957.809776] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52eb5844-b549-e47d-eab8-626c7f8736e1" [ 957.809776] env[69950]: _type = "Task" [ 957.809776] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.823058] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52eb5844-b549-e47d-eab8-626c7f8736e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.856947] env[69950]: DEBUG nova.compute.manager [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.879415] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.879415] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520d38a0-4ee8-d173-1e78-f48de29cd42b" [ 957.879415] env[69950]: _type = "HttpNfcLease" [ 957.879415] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 957.879991] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 957.879991] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520d38a0-4ee8-d173-1e78-f48de29cd42b" [ 957.879991] env[69950]: _type = "HttpNfcLease" [ 957.879991] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 957.880860] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a765d8e-a0d1-4c70-8b05-b2ac18347995 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.891679] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205a412-4f05-eabb-030c-fcc072bbda84/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 957.891924] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205a412-4f05-eabb-030c-fcc072bbda84/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 957.969190] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222336, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.021152] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.021152] env[69950]: DEBUG nova.compute.manager [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.025174] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.132s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.025478] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.029550] env[69950]: DEBUG oslo_concurrency.lockutils [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.521s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.029855] env[69950]: DEBUG nova.objects.instance [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 958.075050] env[69950]: INFO nova.scheduler.client.report [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Deleted allocations for instance 43ce3863-2138-4b31-84e7-3754a7da689c [ 958.133288] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdc57d28-df2a-44fb-b839-25b19d46504f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.147749] env[69950]: INFO nova.compute.manager [-] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Took 1.52 seconds to deallocate network for instance. [ 958.219172] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222325, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.611907} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.219486] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/94db43ff-4053-4179-83f0-9949b19faa6a/94db43ff-4053-4179-83f0-9949b19faa6a.vmdk to [datastore1] 08861016-3490-4c1d-9b58-2a49afb06aa9/08861016-3490-4c1d-9b58-2a49afb06aa9.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.220378] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3bb009-62cd-4df1-82a1-2fad4179fd4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.244442] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 08861016-3490-4c1d-9b58-2a49afb06aa9/08861016-3490-4c1d-9b58-2a49afb06aa9.vmdk or device None with type streamOptimized {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.244782] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed6cefd9-97cc-4863-a006-760d0bd0212a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.266571] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 958.266571] env[69950]: value = "task-4222337" [ 958.266571] env[69950]: _type = "Task" [ 958.266571] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.280025] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.325533] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52eb5844-b549-e47d-eab8-626c7f8736e1, 'name': SearchDatastore_Task, 'duration_secs': 0.016416} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.326081] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.326479] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.327013] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.327133] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.327432] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.327936] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b12b9799-80b9-430d-bb16-05dd1d1a5c81 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.345234] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.345525] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.347774] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13277b86-2b4c-409d-91fe-8612ab27204d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.358412] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquiring lock "68c9fd07-6715-4b0b-a67e-5ee623d7eac3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.358710] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Lock "68c9fd07-6715-4b0b-a67e-5ee623d7eac3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.358938] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquiring lock "68c9fd07-6715-4b0b-a67e-5ee623d7eac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.359145] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Lock "68c9fd07-6715-4b0b-a67e-5ee623d7eac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.359323] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Lock "68c9fd07-6715-4b0b-a67e-5ee623d7eac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.362511] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 958.362511] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c43677-22cd-951b-b853-6b74169cadd4" [ 958.362511] env[69950]: _type = "Task" [ 958.362511] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.370462] env[69950]: INFO nova.compute.manager [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Terminating instance [ 958.388911] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c43677-22cd-951b-b853-6b74169cadd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.398400] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.456783] env[69950]: DEBUG oslo_vmware.rw_handles [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238252d-58b5-9222-73d9-9dcb193ee937/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 958.458327] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e71f32c-8f6b-4c91-9c22-d57853075418 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.470742] env[69950]: DEBUG oslo_vmware.rw_handles [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238252d-58b5-9222-73d9-9dcb193ee937/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 958.470742] env[69950]: ERROR oslo_vmware.rw_handles [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238252d-58b5-9222-73d9-9dcb193ee937/disk-0.vmdk due to incomplete transfer. [ 958.474187] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c6f7e62d-58e4-45b4-94d6-109782d84bab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.478415] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222336, 'name': PowerOnVM_Task, 'duration_secs': 0.741644} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.478415] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.478415] env[69950]: INFO nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Took 8.60 seconds to spawn the instance on the hypervisor. [ 958.478415] env[69950]: DEBUG nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.478415] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e1e34f-356e-4543-8c3d-add0e4eb1190 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.486811] env[69950]: DEBUG oslo_vmware.rw_handles [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238252d-58b5-9222-73d9-9dcb193ee937/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 958.487022] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Uploaded image 7d12f3d0-8075-439a-a0d1-6134e4f8fd08 to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 958.493705] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 958.494458] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7f5d11af-5628-42c0-a5df-5c07d875bd33 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.509071] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 958.509071] env[69950]: value = "task-4222338" [ 958.509071] env[69950]: _type = "Task" [ 958.509071] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.519854] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222338, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.539512] env[69950]: DEBUG nova.compute.utils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.541769] env[69950]: DEBUG nova.compute.manager [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.541769] env[69950]: DEBUG nova.network.neutron [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.591934] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "43ce3863-2138-4b31-84e7-3754a7da689c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.873s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.658804] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.671796] env[69950]: INFO nova.compute.manager [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Rebuilding instance [ 958.714344] env[69950]: DEBUG nova.policy [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7610552571c43d68e54a7ee04234dcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d4ad236a9784e6695ba4af4dac760d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.730286] env[69950]: DEBUG nova.compute.manager [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.731280] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0acdbc-ed66-40c2-88cd-5cac26143653 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.781218] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.875969] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c43677-22cd-951b-b853-6b74169cadd4, 'name': SearchDatastore_Task, 'duration_secs': 0.039821} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.877303] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89cb8890-d5f3-4ab2-8fce-030f9c774b35 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.882958] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquiring lock "refresh_cache-68c9fd07-6715-4b0b-a67e-5ee623d7eac3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.882958] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquired lock "refresh_cache-68c9fd07-6715-4b0b-a67e-5ee623d7eac3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.883349] env[69950]: DEBUG nova.network.neutron [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.887796] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 958.887796] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b57cb9-e99f-43ce-b87e-f0064bacf915" [ 958.887796] env[69950]: _type = "Task" [ 958.887796] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.902446] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b57cb9-e99f-43ce-b87e-f0064bacf915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.029400] env[69950]: INFO nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Took 48.07 seconds to build instance. [ 959.036148] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222338, 'name': Destroy_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.042648] env[69950]: DEBUG oslo_concurrency.lockutils [None req-51dc9607-7cf7-4b91-9fcd-4eb943773f00 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.044351] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.010s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.045947] env[69950]: INFO nova.compute.claims [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.049768] env[69950]: DEBUG nova.compute.manager [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.102615] env[69950]: DEBUG nova.network.neutron [req-44377ec4-2036-405c-9cb1-54a0f67a1091 req-6fc5c690-5fd3-4aad-9c77-8c6dd1ecc4c4 service nova] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Updated VIF entry in instance network info cache for port 2a11e84a-bc72-46fc-85b2-67b41c42bd85. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.102615] env[69950]: DEBUG nova.network.neutron [req-44377ec4-2036-405c-9cb1-54a0f67a1091 req-6fc5c690-5fd3-4aad-9c77-8c6dd1ecc4c4 service nova] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Updating instance_info_cache with network_info: [{"id": "2a11e84a-bc72-46fc-85b2-67b41c42bd85", "address": "fa:16:3e:f0:04:35", "network": {"id": "40d6553d-c5b9-4c4f-a5f0-c363bce9bd67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-685958512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "871b2dfb3fae4379933b29ff3304980c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a11e84a-bc", "ovs_interfaceid": "2a11e84a-bc72-46fc-85b2-67b41c42bd85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.204692] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.205052] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.282540] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222337, 'name': ReconfigVM_Task, 'duration_secs': 0.752046} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.282922] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 08861016-3490-4c1d-9b58-2a49afb06aa9/08861016-3490-4c1d-9b58-2a49afb06aa9.vmdk or device None with type streamOptimized {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.283630] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c8cfc5c-295d-43a0-a54c-a4a90566b623 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.293261] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 959.293261] env[69950]: value = "task-4222339" [ 959.293261] env[69950]: _type = "Task" [ 959.293261] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.306579] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222339, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.405509] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b57cb9-e99f-43ce-b87e-f0064bacf915, 'name': SearchDatastore_Task, 'duration_secs': 0.023543} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.405829] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.406142] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 652e974c-d5fb-47ae-a49a-0bd2653376fe/652e974c-d5fb-47ae-a49a-0bd2653376fe.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.406420] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eccc409-b150-4d84-a7a5-9932fb4f3a41 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.417801] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 959.417801] env[69950]: value = "task-4222340" [ 959.417801] env[69950]: _type = "Task" [ 959.417801] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.428842] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.443982] env[69950]: DEBUG nova.network.neutron [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.531126] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222338, 'name': Destroy_Task, 'duration_secs': 0.713241} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.533256] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "4b44f038-c80d-4bbd-aec6-e98cde784f92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.269s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.534661] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Destroyed the VM [ 959.535025] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 959.535354] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d5514b1c-e1c1-4aa2-b4cf-1a2b9776dafb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.544195] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 959.544195] env[69950]: value = "task-4222341" [ 959.544195] env[69950]: _type = "Task" [ 959.544195] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.563147] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222341, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.607070] env[69950]: DEBUG oslo_concurrency.lockutils [req-44377ec4-2036-405c-9cb1-54a0f67a1091 req-6fc5c690-5fd3-4aad-9c77-8c6dd1ecc4c4 service nova] Releasing lock "refresh_cache-652e974c-d5fb-47ae-a49a-0bd2653376fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.607070] env[69950]: DEBUG nova.compute.manager [req-44377ec4-2036-405c-9cb1-54a0f67a1091 req-6fc5c690-5fd3-4aad-9c77-8c6dd1ecc4c4 service nova] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Received event network-vif-deleted-ad43b27c-557b-4567-a9b7-b3445e82a5ce {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 959.607070] env[69950]: INFO nova.compute.manager [req-44377ec4-2036-405c-9cb1-54a0f67a1091 req-6fc5c690-5fd3-4aad-9c77-8c6dd1ecc4c4 service nova] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Neutron deleted interface ad43b27c-557b-4567-a9b7-b3445e82a5ce; detaching it from the instance and deleting it from the info cache [ 959.607070] env[69950]: DEBUG nova.network.neutron [req-44377ec4-2036-405c-9cb1-54a0f67a1091 req-6fc5c690-5fd3-4aad-9c77-8c6dd1ecc4c4 service nova] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.627348] env[69950]: DEBUG nova.network.neutron [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.686033] env[69950]: DEBUG nova.network.neutron [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Successfully created port: 0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.710323] env[69950]: DEBUG nova.compute.utils [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.751565] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.752156] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5fc36cd-f984-4c9c-8c16-f3568e6a5431 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.764180] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 959.764180] env[69950]: value = "task-4222342" [ 959.764180] env[69950]: _type = "Task" [ 959.764180] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.778471] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.809518] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222339, 'name': Rename_Task, 'duration_secs': 0.226983} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.810051] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.810531] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc103d9f-ce60-4cc7-b566-0b8b28818824 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.822145] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 959.822145] env[69950]: value = "task-4222343" [ 959.822145] env[69950]: _type = "Task" [ 959.822145] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.833948] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.932138] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222340, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.063631] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222341, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.065945] env[69950]: DEBUG nova.compute.manager [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.107507] env[69950]: DEBUG nova.virt.hardware [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.108506] env[69950]: DEBUG nova.virt.hardware [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.108778] env[69950]: DEBUG nova.virt.hardware [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.109068] env[69950]: DEBUG nova.virt.hardware [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.112233] env[69950]: DEBUG nova.virt.hardware [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.112233] env[69950]: DEBUG nova.virt.hardware [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.112233] env[69950]: DEBUG nova.virt.hardware [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.112233] env[69950]: DEBUG nova.virt.hardware [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.112233] env[69950]: DEBUG nova.virt.hardware [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.112405] env[69950]: DEBUG nova.virt.hardware [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.112405] env[69950]: DEBUG nova.virt.hardware [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.112405] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a0f340-b004-40eb-aa15-7ef5015b3535 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.120691] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48ecd070-a18c-4430-99db-4d7082dc906d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.129258] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1b44bc-42f6-4592-9c66-52b083f01a9f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.138892] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Releasing lock "refresh_cache-68c9fd07-6715-4b0b-a67e-5ee623d7eac3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.139648] env[69950]: DEBUG nova.compute.manager [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.139863] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.141102] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36a174f-0315-40f5-bfcb-ceccb21b94de {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.147768] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1cd4aa-afd8-463e-8237-009529fa4799 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.178442] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.178442] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0105b4aa-3007-41c3-886c-0cd132dc2533 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.186386] env[69950]: DEBUG oslo_vmware.api [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 960.186386] env[69950]: value = "task-4222344" [ 960.186386] env[69950]: _type = "Task" [ 960.186386] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.206260] env[69950]: DEBUG nova.compute.manager [req-44377ec4-2036-405c-9cb1-54a0f67a1091 req-6fc5c690-5fd3-4aad-9c77-8c6dd1ecc4c4 service nova] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Detach interface failed, port_id=ad43b27c-557b-4567-a9b7-b3445e82a5ce, reason: Instance 07239ebb-2c1d-4422-b566-571d8d572588 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 960.215879] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.225184] env[69950]: DEBUG oslo_vmware.api [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.282257] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222342, 'name': PowerOffVM_Task, 'duration_secs': 0.318336} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.282257] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.282257] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.283088] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24670e2d-c3ed-4229-85fb-517848ac5d42 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.296502] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.297129] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dc49fbe-023b-4bfc-bc43-6cacb4120a23 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.336254] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222343, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.431028] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720179} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.431028] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 652e974c-d5fb-47ae-a49a-0bd2653376fe/652e974c-d5fb-47ae-a49a-0bd2653376fe.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.431028] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.431028] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-949549eb-7b9b-4861-9332-78ed40bb0bfe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.441443] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 960.441443] env[69950]: value = "task-4222346" [ 960.441443] env[69950]: _type = "Task" [ 960.441443] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.452975] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.454719] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.454940] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.455243] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleting the datastore file [datastore1] 01a8ef80-a68f-47cc-9800-5ac78005e2fa {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.455567] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dafcd3a5-277e-4640-9f9a-3e9c58a89564 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.465652] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 960.465652] env[69950]: value = "task-4222347" [ 960.465652] env[69950]: _type = "Task" [ 960.465652] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.478776] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.561951] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222341, 'name': RemoveSnapshot_Task, 'duration_secs': 0.926571} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.565748] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 960.566188] env[69950]: DEBUG nova.compute.manager [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.571502] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd70454-6565-4c4b-9088-5d9bba94d23d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.693222] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5018f46-1664-4496-86e5-004145d39e3e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.703466] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfe996d-afe2-4ef1-a4f6-171bb3c68368 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.745666] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c60170e-efe8-4ff5-903b-9b634dcd4746 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.749215] env[69950]: DEBUG oslo_vmware.api [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222344, 'name': PowerOffVM_Task, 'duration_secs': 0.17868} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.749215] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.749324] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.750047] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1db3ce35-f231-4bf7-81ea-48eb6b0341c9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.758811] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5316ca6-744d-4264-a769-b8ce4b4c41db {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.773690] env[69950]: DEBUG nova.compute.provider_tree [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.784991] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.785480] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.785963] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Deleting the datastore file [datastore2] 68c9fd07-6715-4b0b-a67e-5ee623d7eac3 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.786374] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d99c152d-ad13-4913-91e2-44810355f607 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.796049] env[69950]: DEBUG oslo_vmware.api [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for the task: (returnval){ [ 960.796049] env[69950]: value = "task-4222349" [ 960.796049] env[69950]: _type = "Task" [ 960.796049] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.807536] env[69950]: DEBUG oslo_vmware.api [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.835811] env[69950]: DEBUG oslo_vmware.api [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222343, 'name': PowerOnVM_Task, 'duration_secs': 0.78059} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.836973] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.837245] env[69950]: INFO nova.compute.manager [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Took 16.33 seconds to spawn the instance on the hypervisor. [ 960.837457] env[69950]: DEBUG nova.compute.manager [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.841968] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415dc116-92a2-46d7-8569-55513dfd3d27 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.952922] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095891} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.953165] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.954257] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ec370f-28e4-436b-adef-f56db1553f1f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.981161] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 652e974c-d5fb-47ae-a49a-0bd2653376fe/652e974c-d5fb-47ae-a49a-0bd2653376fe.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.986038] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00cf1453-d4e2-4e69-99e7-75bd544588b1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.006554] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443336} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.008068] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.008293] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.008480] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.011260] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 961.011260] env[69950]: value = "task-4222350" [ 961.011260] env[69950]: _type = "Task" [ 961.011260] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.022768] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222350, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.097641] env[69950]: INFO nova.compute.manager [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Shelve offloading [ 961.280290] env[69950]: DEBUG nova.scheduler.client.report [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.312588] env[69950]: DEBUG oslo_vmware.api [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Task: {'id': task-4222349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164243} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.312665] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.313176] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.313568] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.313994] env[69950]: INFO nova.compute.manager [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 961.314447] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.315095] env[69950]: DEBUG nova.compute.manager [-] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.315180] env[69950]: DEBUG nova.network.neutron [-] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.326892] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.326892] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.326892] env[69950]: INFO nova.compute.manager [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Attaching volume 231a5e43-dc28-4463-92ab-9e4a6aa1d211 to /dev/sdb [ 961.340186] env[69950]: DEBUG nova.network.neutron [-] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.346895] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "93664ea1-b278-43d4-9390-f10836022697" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.347698] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "93664ea1-b278-43d4-9390-f10836022697" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.347916] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "93664ea1-b278-43d4-9390-f10836022697-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.348229] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "93664ea1-b278-43d4-9390-f10836022697-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.348421] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "93664ea1-b278-43d4-9390-f10836022697-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.351241] env[69950]: INFO nova.compute.manager [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Terminating instance [ 961.372033] env[69950]: INFO nova.compute.manager [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Took 55.55 seconds to build instance. [ 961.391135] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddc89f0-5359-4186-841e-684ff2d3d3b2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.401443] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dfb6bb-32e5-47ca-a996-6992e74c5b57 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.422378] env[69950]: DEBUG nova.virt.block_device [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Updating existing volume attachment record: 1ea55554-e6d1-4eb2-81f9-b6cd560f37b3 {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 961.535028] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222350, 'name': ReconfigVM_Task, 'duration_secs': 0.407363} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.535028] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 652e974c-d5fb-47ae-a49a-0bd2653376fe/652e974c-d5fb-47ae-a49a-0bd2653376fe.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.535028] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0baea958-ccd4-4506-b818-96db9933e955 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.541885] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 961.541885] env[69950]: value = "task-4222351" [ 961.541885] env[69950]: _type = "Task" [ 961.541885] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.558568] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222351, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.600800] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.601170] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92548270-2d43-4418-98dc-0e3ebaa46e16 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.610300] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 961.610300] env[69950]: value = "task-4222353" [ 961.610300] env[69950]: _type = "Task" [ 961.610300] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.622298] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.785580] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.786383] env[69950]: DEBUG nova.compute.manager [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.791567] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.264s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.791567] env[69950]: DEBUG nova.objects.instance [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lazy-loading 'resources' on Instance uuid dfd18460-f3f6-438f-9e1d-e0f866025f37 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.848046] env[69950]: DEBUG nova.network.neutron [-] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.870198] env[69950]: DEBUG nova.compute.manager [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.870443] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.871742] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38385a8-e56b-4491-8e60-99d58e016c53 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.875549] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b3c4596e-6466-4582-9635-1b88d827db3a tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "08861016-3490-4c1d-9b58-2a49afb06aa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.999s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.881497] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.881737] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f81302ac-5a87-44a7-94b6-59c27d0a0f5a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.890566] env[69950]: DEBUG oslo_vmware.api [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 961.890566] env[69950]: value = "task-4222354" [ 961.890566] env[69950]: _type = "Task" [ 961.890566] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.913026] env[69950]: DEBUG oslo_vmware.api [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.017374] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "08861016-3490-4c1d-9b58-2a49afb06aa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.019036] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "08861016-3490-4c1d-9b58-2a49afb06aa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.019036] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "08861016-3490-4c1d-9b58-2a49afb06aa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.019036] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "08861016-3490-4c1d-9b58-2a49afb06aa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.019036] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "08861016-3490-4c1d-9b58-2a49afb06aa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.021943] env[69950]: INFO nova.compute.manager [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Terminating instance [ 962.059424] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222351, 'name': Rename_Task, 'duration_secs': 0.186816} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.059707] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.059961] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f0b7fc8-38a4-47fb-9697-177ab45bf490 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.072957] env[69950]: DEBUG nova.virt.hardware [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.072957] env[69950]: DEBUG nova.virt.hardware [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.072957] env[69950]: DEBUG nova.virt.hardware [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.073582] env[69950]: DEBUG nova.virt.hardware [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.073582] env[69950]: DEBUG nova.virt.hardware [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.073582] env[69950]: DEBUG nova.virt.hardware [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.073582] env[69950]: DEBUG nova.virt.hardware [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.073582] env[69950]: DEBUG nova.virt.hardware [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.073874] env[69950]: DEBUG nova.virt.hardware [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.073874] env[69950]: DEBUG nova.virt.hardware [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.073874] env[69950]: DEBUG nova.virt.hardware [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.074355] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb34180-be69-4cde-b750-dde299d863c6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.079091] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 962.079091] env[69950]: value = "task-4222357" [ 962.079091] env[69950]: _type = "Task" [ 962.079091] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.080527] env[69950]: DEBUG nova.network.neutron [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Successfully updated port: 0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.092552] env[69950]: DEBUG nova.compute.manager [req-29033cc9-8f9c-49b3-9aca-b1c843d9e62e req-cc363420-8c9c-4cb3-bd6f-af93c7aea439 service nova] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Received event network-vif-plugged-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 962.092552] env[69950]: DEBUG oslo_concurrency.lockutils [req-29033cc9-8f9c-49b3-9aca-b1c843d9e62e req-cc363420-8c9c-4cb3-bd6f-af93c7aea439 service nova] Acquiring lock "2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.092925] env[69950]: DEBUG oslo_concurrency.lockutils [req-29033cc9-8f9c-49b3-9aca-b1c843d9e62e req-cc363420-8c9c-4cb3-bd6f-af93c7aea439 service nova] Lock "2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.092925] env[69950]: DEBUG oslo_concurrency.lockutils [req-29033cc9-8f9c-49b3-9aca-b1c843d9e62e req-cc363420-8c9c-4cb3-bd6f-af93c7aea439 service nova] Lock "2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.093074] env[69950]: DEBUG nova.compute.manager [req-29033cc9-8f9c-49b3-9aca-b1c843d9e62e req-cc363420-8c9c-4cb3-bd6f-af93c7aea439 service nova] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] No waiting events found dispatching network-vif-plugged-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 962.093213] env[69950]: WARNING nova.compute.manager [req-29033cc9-8f9c-49b3-9aca-b1c843d9e62e req-cc363420-8c9c-4cb3-bd6f-af93c7aea439 service nova] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Received unexpected event network-vif-plugged-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed for instance with vm_state building and task_state spawning. [ 962.095662] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754852eb-8263-44b1-a5a3-6b1319c2d6e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.106139] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222357, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.121387] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:96:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dec75a8c-dfcd-4fec-bb61-0f7252760583', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.129921] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.134787] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.135172] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a54c4f2-5992-45e3-833b-db5995cf3627 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.159270] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 962.159668] env[69950]: DEBUG nova.compute.manager [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 962.160548] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26addc9-9afc-4782-a04d-1bd758c87d98 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.168170] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.168375] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.168589] env[69950]: DEBUG nova.network.neutron [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.171747] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.171747] env[69950]: value = "task-4222358" [ 962.171747] env[69950]: _type = "Task" [ 962.171747] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.181729] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222358, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.295389] env[69950]: DEBUG nova.compute.utils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.301389] env[69950]: DEBUG nova.compute.manager [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.301598] env[69950]: DEBUG nova.network.neutron [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.348093] env[69950]: INFO nova.compute.manager [-] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Took 1.03 seconds to deallocate network for instance. [ 962.361767] env[69950]: DEBUG nova.policy [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4b9e9c3dc184877bae88ddb382db43d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6e8c430e4e24a09ba55a5392816ebbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.403396] env[69950]: DEBUG oslo_vmware.api [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222354, 'name': PowerOffVM_Task, 'duration_secs': 0.239423} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.408369] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.408567] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.409376] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2febf389-3abb-4691-b5b6-920807430b84 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.498872] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.499181] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.499408] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Deleting the datastore file [datastore2] 93664ea1-b278-43d4-9390-f10836022697 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.499719] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f876fc8a-78cd-4b96-8600-bc39bc8134c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.508565] env[69950]: DEBUG oslo_vmware.api [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for the task: (returnval){ [ 962.508565] env[69950]: value = "task-4222360" [ 962.508565] env[69950]: _type = "Task" [ 962.508565] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.523927] env[69950]: DEBUG oslo_vmware.api [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.531673] env[69950]: DEBUG nova.compute.manager [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.532111] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.533763] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3c570f-c11f-41c9-aa3b-fae7633598b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.544025] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.545969] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c117965-90cc-4516-a925-2a5ebcde768b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.558791] env[69950]: DEBUG oslo_vmware.api [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 962.558791] env[69950]: value = "task-4222361" [ 962.558791] env[69950]: _type = "Task" [ 962.558791] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.570861] env[69950]: DEBUG oslo_vmware.api [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.584449] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "refresh_cache-2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.584449] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "refresh_cache-2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.584449] env[69950]: DEBUG nova.network.neutron [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.605204] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222357, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.694205] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222358, 'name': CreateVM_Task, 'duration_secs': 0.441711} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.694387] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.695372] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.695524] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.696079] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.696293] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32260a90-309a-440e-b171-1022eed5b4c1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.706358] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 962.706358] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f556f4-4f6f-3995-5005-387f8bf39420" [ 962.706358] env[69950]: _type = "Task" [ 962.706358] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.716975] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f556f4-4f6f-3995-5005-387f8bf39420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.799711] env[69950]: DEBUG nova.compute.manager [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.858949] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.924073] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a5d0b0-d42d-46bd-a8fc-727ce973aabe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.933830] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2db94f6-4a42-40e4-93c4-d7845402e7ff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.974517] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d900ea-6865-494d-aa5c-59b395b2b72f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.985417] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e2a260-f9ae-4a29-9daa-c08a2750a598 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.005173] env[69950]: DEBUG nova.compute.provider_tree [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.018537] env[69950]: DEBUG oslo_vmware.api [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Task: {'id': task-4222360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282264} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.019478] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.019676] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.019860] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.020047] env[69950]: INFO nova.compute.manager [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] [instance: 93664ea1-b278-43d4-9390-f10836022697] Took 1.15 seconds to destroy the instance on the hypervisor. [ 963.020298] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.022273] env[69950]: DEBUG nova.compute.manager [-] [instance: 93664ea1-b278-43d4-9390-f10836022697] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.022273] env[69950]: DEBUG nova.network.neutron [-] [instance: 93664ea1-b278-43d4-9390-f10836022697] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.072466] env[69950]: DEBUG oslo_vmware.api [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222361, 'name': PowerOffVM_Task, 'duration_secs': 0.282304} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.074891] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.075121] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.075401] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dec8012f-f4c1-4091-93fd-046bec89494d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.098852] env[69950]: DEBUG oslo_vmware.api [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222357, 'name': PowerOnVM_Task, 'duration_secs': 0.904609} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.102090] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.102260] env[69950]: INFO nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Took 10.52 seconds to spawn the instance on the hypervisor. [ 963.102462] env[69950]: DEBUG nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.103770] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b7244a-30a9-4a0e-bfdb-f9cead140ada {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.134093] env[69950]: DEBUG nova.network.neutron [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Successfully created port: 63c6ad13-413c-4493-8abf-4b3158f77b59 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.157415] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.157639] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.157787] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleting the datastore file [datastore1] 08861016-3490-4c1d-9b58-2a49afb06aa9 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.158474] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ef7ba63-0b1f-4742-9baa-5af19362ea80 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.167050] env[69950]: DEBUG oslo_vmware.api [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 963.167050] env[69950]: value = "task-4222363" [ 963.167050] env[69950]: _type = "Task" [ 963.167050] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.177528] env[69950]: DEBUG oslo_vmware.api [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.219072] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f556f4-4f6f-3995-5005-387f8bf39420, 'name': SearchDatastore_Task, 'duration_secs': 0.039841} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.219458] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.219719] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.219972] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.220144] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.220683] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.221196] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beeecd50-0687-42ea-93b7-5e4d3dffc954 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.232934] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.233123] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.234248] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46eac53d-0b55-4345-8051-fec96b754a97 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.237725] env[69950]: DEBUG nova.network.neutron [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.246536] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 963.246536] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522cdabe-9510-11d8-b33a-f61c123f860b" [ 963.246536] env[69950]: _type = "Task" [ 963.246536] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.260314] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522cdabe-9510-11d8-b33a-f61c123f860b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.404760] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquiring lock "221c76ec-484a-4288-8ba8-00a8419bed76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.405116] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Lock "221c76ec-484a-4288-8ba8-00a8419bed76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.514196] env[69950]: DEBUG nova.scheduler.client.report [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.629202] env[69950]: INFO nova.compute.manager [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Took 48.94 seconds to build instance. [ 963.681250] env[69950]: DEBUG oslo_vmware.api [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341293} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.681710] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.682059] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.682358] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.682761] env[69950]: INFO nova.compute.manager [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 963.683155] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.683490] env[69950]: DEBUG nova.compute.manager [-] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.683830] env[69950]: DEBUG nova.network.neutron [-] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.768621] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522cdabe-9510-11d8-b33a-f61c123f860b, 'name': SearchDatastore_Task, 'duration_secs': 0.01455} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.771357] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3772af3-d2ff-4ef1-8321-71c6d0cf04e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.779985] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 963.779985] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52404875-c01e-be62-a067-4de04257af40" [ 963.779985] env[69950]: _type = "Task" [ 963.779985] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.798897] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52404875-c01e-be62-a067-4de04257af40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.818076] env[69950]: DEBUG nova.compute.manager [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.829897] env[69950]: DEBUG nova.network.neutron [-] [instance: 93664ea1-b278-43d4-9390-f10836022697] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.857993] env[69950]: DEBUG nova.virt.hardware [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.858661] env[69950]: DEBUG nova.virt.hardware [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.858860] env[69950]: DEBUG nova.virt.hardware [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.859225] env[69950]: DEBUG nova.virt.hardware [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.859302] env[69950]: DEBUG nova.virt.hardware [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.859609] env[69950]: DEBUG nova.virt.hardware [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.859808] env[69950]: DEBUG nova.virt.hardware [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.859891] env[69950]: DEBUG nova.virt.hardware [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.860132] env[69950]: DEBUG nova.virt.hardware [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.860334] env[69950]: DEBUG nova.virt.hardware [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.860589] env[69950]: DEBUG nova.virt.hardware [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.861932] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74acbf0a-bffe-4c39-b55d-596e1e1a2fd1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.866876] env[69950]: DEBUG nova.network.neutron [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updating instance_info_cache with network_info: [{"id": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "address": "fa:16:3e:19:f2:8f", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fefee8d-1d", "ovs_interfaceid": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.878034] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab30bc03-e10b-490e-adfe-4a672bea9e6d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.910723] env[69950]: DEBUG nova.compute.manager [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.021074] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.024419] env[69950]: DEBUG nova.network.neutron [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Updating instance_info_cache with network_info: [{"id": "0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed", "address": "fa:16:3e:5e:27:2a", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef27f2e-94", "ovs_interfaceid": "0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.025308] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.978s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.025481] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.027329] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69950) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 964.027329] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.908s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.027329] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.028075] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.702s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.028343] env[69950]: DEBUG nova.objects.instance [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 964.034183] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad850a8-6241-4c20-bb44-21d9a6a375e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.045701] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4907b7-8b77-4ce7-8d10-bc43b80590c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.067918] env[69950]: INFO nova.scheduler.client.report [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleted allocations for instance cb49c031-c220-42fb-b718-12387967034e [ 964.069751] env[69950]: INFO nova.scheduler.client.report [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Deleted allocations for instance dfd18460-f3f6-438f-9e1d-e0f866025f37 [ 964.073925] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce90a6a-8c49-4681-978a-600c53f2b8ab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.091058] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb21e7d3-6d06-406a-8be8-126201b2eb1f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.129491] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178491MB free_disk=1GB free_vcpus=48 pci_devices=None {{(pid=69950) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 964.129952] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.132942] env[69950]: DEBUG nova.compute.manager [req-792ea1c3-0797-4667-a76f-079639cc92ab req-393e11e4-7f77-4ba3-838d-a959809e9ec2 service nova] [instance: 93664ea1-b278-43d4-9390-f10836022697] Received event network-vif-deleted-df016135-c949-4649-9e35-d63478115e59 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 964.135118] env[69950]: DEBUG oslo_concurrency.lockutils [None req-caf840d1-c05b-47ce-b228-e085522b35e1 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "652e974c-d5fb-47ae-a49a-0bd2653376fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.843s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.291638] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52404875-c01e-be62-a067-4de04257af40, 'name': SearchDatastore_Task, 'duration_secs': 0.014554} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.291918] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.292233] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 01a8ef80-a68f-47cc-9800-5ac78005e2fa/01a8ef80-a68f-47cc-9800-5ac78005e2fa.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.292520] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9ef96f8-150e-4b70-a096-40c4631cc353 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.300335] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 964.300335] env[69950]: value = "task-4222365" [ 964.300335] env[69950]: _type = "Task" [ 964.300335] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.309075] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.333108] env[69950]: INFO nova.compute.manager [-] [instance: 93664ea1-b278-43d4-9390-f10836022697] Took 1.31 seconds to deallocate network for instance. [ 964.371734] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.397570] env[69950]: DEBUG nova.compute.manager [req-7c767a17-a03c-47b1-95c5-1f569a0ba376 req-ce9bed7e-9f1a-4995-aaf5-e65398d56f80 service nova] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Received event network-changed-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 964.397715] env[69950]: DEBUG nova.compute.manager [req-7c767a17-a03c-47b1-95c5-1f569a0ba376 req-ce9bed7e-9f1a-4995-aaf5-e65398d56f80 service nova] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Refreshing instance network info cache due to event network-changed-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 964.397912] env[69950]: DEBUG oslo_concurrency.lockutils [req-7c767a17-a03c-47b1-95c5-1f569a0ba376 req-ce9bed7e-9f1a-4995-aaf5-e65398d56f80 service nova] Acquiring lock "refresh_cache-2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.439604] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.490824] env[69950]: DEBUG nova.network.neutron [-] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.533734] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "refresh_cache-2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.534087] env[69950]: DEBUG nova.compute.manager [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Instance network_info: |[{"id": "0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed", "address": "fa:16:3e:5e:27:2a", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef27f2e-94", "ovs_interfaceid": "0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.534409] env[69950]: DEBUG oslo_concurrency.lockutils [req-7c767a17-a03c-47b1-95c5-1f569a0ba376 req-ce9bed7e-9f1a-4995-aaf5-e65398d56f80 service nova] Acquired lock "refresh_cache-2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.534595] env[69950]: DEBUG nova.network.neutron [req-7c767a17-a03c-47b1-95c5-1f569a0ba376 req-ce9bed7e-9f1a-4995-aaf5-e65398d56f80 service nova] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Refreshing network info cache for port 0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.538044] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:27:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.543864] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.547445] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.547900] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1e71bd4-3876-4477-bfc0-88519f285b4b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.576825] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.576825] env[69950]: value = "task-4222366" [ 964.576825] env[69950]: _type = "Task" [ 964.576825] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.593012] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7a028557-01ee-4462-9ba2-20a6a81903d2 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "cb49c031-c220-42fb-b718-12387967034e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.631s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.594247] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222366, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.594756] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "dfd18460-f3f6-438f-9e1d-e0f866025f37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.074s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.815650] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222365, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.841061] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.986301] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.987365] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f7610c-6f01-4efe-8435-b2d2268e5604 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.993790] env[69950]: INFO nova.compute.manager [-] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Took 1.31 seconds to deallocate network for instance. [ 965.003606] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.007404] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22497030-6827-4158-a6ea-f5c950f76b65 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.049304] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c5f8541f-0802-495d-990b-b25659326e38 tempest-ServersAdmin275Test-243874765 tempest-ServersAdmin275Test-243874765-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.051722] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.662s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.052015] env[69950]: DEBUG nova.objects.instance [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 965.073243] env[69950]: DEBUG oslo_concurrency.lockutils [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "4b44f038-c80d-4bbd-aec6-e98cde784f92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.073243] env[69950]: DEBUG oslo_concurrency.lockutils [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "4b44f038-c80d-4bbd-aec6-e98cde784f92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.073243] env[69950]: DEBUG oslo_concurrency.lockutils [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "4b44f038-c80d-4bbd-aec6-e98cde784f92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.073490] env[69950]: DEBUG oslo_concurrency.lockutils [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "4b44f038-c80d-4bbd-aec6-e98cde784f92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.073525] env[69950]: DEBUG oslo_concurrency.lockutils [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "4b44f038-c80d-4bbd-aec6-e98cde784f92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.077624] env[69950]: INFO nova.compute.manager [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Terminating instance [ 965.100709] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222366, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.103191] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.104102] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.104102] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleting the datastore file [datastore2] 9a63a423-1f35-4b6b-8ca2-a39da82cde45 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.105471] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5034de7-f6ed-4d56-9585-3c7dac5fabb4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.113505] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 965.113505] env[69950]: value = "task-4222369" [ 965.113505] env[69950]: _type = "Task" [ 965.113505] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.129624] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.178602] env[69950]: DEBUG oslo_concurrency.lockutils [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "652e974c-d5fb-47ae-a49a-0bd2653376fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.179018] env[69950]: DEBUG oslo_concurrency.lockutils [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "652e974c-d5fb-47ae-a49a-0bd2653376fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.179304] env[69950]: DEBUG oslo_concurrency.lockutils [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "652e974c-d5fb-47ae-a49a-0bd2653376fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.179544] env[69950]: DEBUG oslo_concurrency.lockutils [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "652e974c-d5fb-47ae-a49a-0bd2653376fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.179719] env[69950]: DEBUG oslo_concurrency.lockutils [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "652e974c-d5fb-47ae-a49a-0bd2653376fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.188490] env[69950]: INFO nova.compute.manager [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Terminating instance [ 965.317444] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698806} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.320969] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 01a8ef80-a68f-47cc-9800-5ac78005e2fa/01a8ef80-a68f-47cc-9800-5ac78005e2fa.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.321218] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.321514] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc941320-abf9-4c49-a8d1-f792077c7796 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.330580] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 965.330580] env[69950]: value = "task-4222370" [ 965.330580] env[69950]: _type = "Task" [ 965.330580] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.341497] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.511674] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.571921] env[69950]: DEBUG nova.network.neutron [req-7c767a17-a03c-47b1-95c5-1f569a0ba376 req-ce9bed7e-9f1a-4995-aaf5-e65398d56f80 service nova] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Updated VIF entry in instance network info cache for port 0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.571921] env[69950]: DEBUG nova.network.neutron [req-7c767a17-a03c-47b1-95c5-1f569a0ba376 req-ce9bed7e-9f1a-4995-aaf5-e65398d56f80 service nova] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Updating instance_info_cache with network_info: [{"id": "0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed", "address": "fa:16:3e:5e:27:2a", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef27f2e-94", "ovs_interfaceid": "0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.593594] env[69950]: DEBUG nova.compute.manager [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.593878] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.594188] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222366, 'name': CreateVM_Task, 'duration_secs': 0.852394} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.595067] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e127206-0a08-4fd2-a0e9-e5341f2511ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.597988] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.599469] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.600118] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.600118] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.600694] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1cd1ced-2a15-4b51-b716-7c62b08f7589 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.605661] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.607663] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d23b1d2c-6667-4c85-b7ab-73bcfa4cbaa4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.610205] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 965.610205] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5241d7b4-e815-b40a-528e-6c2371d6bc61" [ 965.610205] env[69950]: _type = "Task" [ 965.610205] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.619174] env[69950]: DEBUG oslo_vmware.api [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 965.619174] env[69950]: value = "task-4222371" [ 965.619174] env[69950]: _type = "Task" [ 965.619174] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.629039] env[69950]: DEBUG oslo_vmware.api [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289446} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.629379] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5241d7b4-e815-b40a-528e-6c2371d6bc61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.630193] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.630636] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.630726] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.637253] env[69950]: DEBUG oslo_vmware.api [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.659889] env[69950]: INFO nova.scheduler.client.report [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleted allocations for instance 9a63a423-1f35-4b6b-8ca2-a39da82cde45 [ 965.696885] env[69950]: DEBUG nova.compute.manager [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.696885] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.699300] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd0d171-106d-4295-bc02-6a723229d954 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.709615] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.709925] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f51b4c00-7623-4653-8990-78652838381c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.718932] env[69950]: DEBUG oslo_vmware.api [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 965.718932] env[69950]: value = "task-4222372" [ 965.718932] env[69950]: _type = "Task" [ 965.718932] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.731691] env[69950]: DEBUG oslo_vmware.api [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.847579] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105731} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.848070] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.849041] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc03c2f-dd2f-4afa-93b3-d33586d9cca5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.882378] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 01a8ef80-a68f-47cc-9800-5ac78005e2fa/01a8ef80-a68f-47cc-9800-5ac78005e2fa.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.882863] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-620f4df7-1a7b-4655-9fdb-85f9ad1ff517 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.911559] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 965.911559] env[69950]: value = "task-4222373" [ 965.911559] env[69950]: _type = "Task" [ 965.911559] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.920691] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.986430] env[69950]: DEBUG nova.network.neutron [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Successfully updated port: 63c6ad13-413c-4493-8abf-4b3158f77b59 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.064622] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68128c23-8b6b-48a8-83fc-03f3e1223f0d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.066030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.190s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.067746] env[69950]: INFO nova.compute.claims [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.076506] env[69950]: DEBUG oslo_concurrency.lockutils [req-7c767a17-a03c-47b1-95c5-1f569a0ba376 req-ce9bed7e-9f1a-4995-aaf5-e65398d56f80 service nova] Releasing lock "refresh_cache-2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.134381] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5241d7b4-e815-b40a-528e-6c2371d6bc61, 'name': SearchDatastore_Task, 'duration_secs': 0.023526} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.135507] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.135912] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.136336] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.136621] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.136962] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.142816] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c038cd1-4357-43f2-8782-5776b0824ae7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.146522] env[69950]: DEBUG oslo_vmware.api [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222371, 'name': PowerOffVM_Task, 'duration_secs': 0.304727} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.148555] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.148866] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.149866] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea5113d2-4272-4400-8453-da1e48aacbe2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.160088] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.160452] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.163731] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1c22fc-941b-441f-924f-2e851f5077b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.169093] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.174341] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 966.174341] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527323ae-46f4-eaa6-9004-6b5b37b2c78f" [ 966.174341] env[69950]: _type = "Task" [ 966.174341] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.188295] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527323ae-46f4-eaa6-9004-6b5b37b2c78f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.230897] env[69950]: DEBUG oslo_vmware.api [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222372, 'name': PowerOffVM_Task, 'duration_secs': 0.241941} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.231241] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.231416] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.231691] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb469050-055c-4eb3-93ef-45de7b93885e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.322378] env[69950]: DEBUG nova.compute.manager [req-af5a6aed-26da-4ff0-8ab0-adbf45155160 req-bf528155-c88c-4bfd-a87f-5430c01686a3 service nova] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Received event network-vif-deleted-e2ea3884-3082-43c2-a7c7-261321f36798 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 966.420974] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222373, 'name': ReconfigVM_Task, 'duration_secs': 0.475737} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.421518] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 01a8ef80-a68f-47cc-9800-5ac78005e2fa/01a8ef80-a68f-47cc-9800-5ac78005e2fa.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.426164] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35c115a7-6a6d-418b-a860-c6871ebcee11 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.446060] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 966.446060] env[69950]: value = "task-4222376" [ 966.446060] env[69950]: _type = "Task" [ 966.446060] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.455859] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222376, 'name': Rename_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.486424] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.486827] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.486827] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Deleting the datastore file [datastore2] 4b44f038-c80d-4bbd-aec6-e98cde784f92 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.487583] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5fac364-9a38-4379-8de2-13d51097386a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.489978] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.490199] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.490703] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Deleting the datastore file [datastore2] 652e974c-d5fb-47ae-a49a-0bd2653376fe {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.491393] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.491393] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.491550] env[69950]: DEBUG nova.network.neutron [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.493085] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9becff28-a664-4951-bf4b-cd8ab324aacf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.497915] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 966.497915] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835511', 'volume_id': '231a5e43-dc28-4463-92ab-9e4a6aa1d211', 'name': 'volume-231a5e43-dc28-4463-92ab-9e4a6aa1d211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abc1f717-c0c7-4b99-87dc-cc166732cf90', 'attached_at': '', 'detached_at': '', 'volume_id': '231a5e43-dc28-4463-92ab-9e4a6aa1d211', 'serial': '231a5e43-dc28-4463-92ab-9e4a6aa1d211'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 966.497915] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928166ec-65c9-469a-95ba-a7f7d192bc93 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.503350] env[69950]: DEBUG oslo_vmware.api [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 966.503350] env[69950]: value = "task-4222377" [ 966.503350] env[69950]: _type = "Task" [ 966.503350] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.503664] env[69950]: DEBUG oslo_vmware.api [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for the task: (returnval){ [ 966.503664] env[69950]: value = "task-4222378" [ 966.503664] env[69950]: _type = "Task" [ 966.503664] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.525275] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b959cdae-6898-4805-b379-9244d9a6204c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.534736] env[69950]: DEBUG oslo_vmware.api [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.534989] env[69950]: DEBUG oslo_vmware.api [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.562156] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] volume-231a5e43-dc28-4463-92ab-9e4a6aa1d211/volume-231a5e43-dc28-4463-92ab-9e4a6aa1d211.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.562922] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571f0166-e281-4545-85dc-b06e65cf6eb0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.586557] env[69950]: DEBUG oslo_vmware.api [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 966.586557] env[69950]: value = "task-4222379" [ 966.586557] env[69950]: _type = "Task" [ 966.586557] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.596214] env[69950]: DEBUG oslo_vmware.api [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.617150] env[69950]: DEBUG nova.compute.manager [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Received event network-vif-unplugged-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 966.617150] env[69950]: DEBUG oslo_concurrency.lockutils [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] Acquiring lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.617361] env[69950]: DEBUG oslo_concurrency.lockutils [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.617393] env[69950]: DEBUG oslo_concurrency.lockutils [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.617556] env[69950]: DEBUG nova.compute.manager [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] No waiting events found dispatching network-vif-unplugged-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 966.617716] env[69950]: WARNING nova.compute.manager [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Received unexpected event network-vif-unplugged-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 for instance with vm_state shelved_offloaded and task_state None. [ 966.617871] env[69950]: DEBUG nova.compute.manager [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Received event network-changed-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 966.618039] env[69950]: DEBUG nova.compute.manager [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Refreshing instance network info cache due to event network-changed-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 966.618363] env[69950]: DEBUG oslo_concurrency.lockutils [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] Acquiring lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.618469] env[69950]: DEBUG oslo_concurrency.lockutils [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] Acquired lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.618563] env[69950]: DEBUG nova.network.neutron [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Refreshing network info cache for port 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.682196] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "9cf314f0-aafc-478e-8429-b7e3db2c4611" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.682584] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "9cf314f0-aafc-478e-8429-b7e3db2c4611" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.693442] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527323ae-46f4-eaa6-9004-6b5b37b2c78f, 'name': SearchDatastore_Task, 'duration_secs': 0.022288} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.694439] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f3e6fe-3f0d-4e4a-a01c-cc05e9271f5d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.707360] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 966.707360] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524d9642-b696-5253-9a56-48cb996e8745" [ 966.707360] env[69950]: _type = "Task" [ 966.707360] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.719235] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524d9642-b696-5253-9a56-48cb996e8745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.959708] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222376, 'name': Rename_Task, 'duration_secs': 0.189196} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.960152] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.960423] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fd39983-ba0c-463a-bd6b-47d384cc1fa7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.969666] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 966.969666] env[69950]: value = "task-4222380" [ 966.969666] env[69950]: _type = "Task" [ 966.969666] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.980320] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.018566] env[69950]: DEBUG oslo_vmware.api [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206221} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.024461] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.024671] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.024858] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.025400] env[69950]: INFO nova.compute.manager [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Took 1.43 seconds to destroy the instance on the hypervisor. [ 967.025744] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.025988] env[69950]: DEBUG oslo_vmware.api [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Task: {'id': task-4222378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210964} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.026244] env[69950]: DEBUG nova.compute.manager [-] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.026347] env[69950]: DEBUG nova.network.neutron [-] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.028112] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.028328] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.028617] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.028820] env[69950]: INFO nova.compute.manager [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Took 1.33 seconds to destroy the instance on the hypervisor. [ 967.029063] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.029277] env[69950]: DEBUG nova.compute.manager [-] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.029368] env[69950]: DEBUG nova.network.neutron [-] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.059253] env[69950]: DEBUG nova.network.neutron [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.101497] env[69950]: DEBUG oslo_vmware.api [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222379, 'name': ReconfigVM_Task, 'duration_secs': 0.448347} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.101814] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Reconfigured VM instance instance-00000035 to attach disk [datastore1] volume-231a5e43-dc28-4463-92ab-9e4a6aa1d211/volume-231a5e43-dc28-4463-92ab-9e4a6aa1d211.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.109210] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbd314e7-0ad0-4fba-9924-c6e05081ceb5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.133370] env[69950]: DEBUG oslo_vmware.api [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 967.133370] env[69950]: value = "task-4222381" [ 967.133370] env[69950]: _type = "Task" [ 967.133370] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.149197] env[69950]: DEBUG oslo_vmware.api [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.186752] env[69950]: DEBUG nova.compute.manager [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.230500] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524d9642-b696-5253-9a56-48cb996e8745, 'name': SearchDatastore_Task, 'duration_secs': 0.016612} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.230500] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.230500] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555/2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.230638] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a30a22d-0af4-47ce-b262-38fa1632c7a7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.242822] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 967.242822] env[69950]: value = "task-4222382" [ 967.242822] env[69950]: _type = "Task" [ 967.242822] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.255726] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.484859] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.540745] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14346364-4743-4a75-a604-8c326bfb8dfe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.550702] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75af6e65-d8c7-4fbf-9920-7e8c94ad5797 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.590342] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cedd967-6be5-4d72-b966-5a872ff742b6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.601437] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a21a499-716d-4b35-925d-2861635e4351 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.618546] env[69950]: DEBUG nova.compute.provider_tree [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.647425] env[69950]: DEBUG oslo_vmware.api [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222381, 'name': ReconfigVM_Task, 'duration_secs': 0.165966} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.647869] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835511', 'volume_id': '231a5e43-dc28-4463-92ab-9e4a6aa1d211', 'name': 'volume-231a5e43-dc28-4463-92ab-9e4a6aa1d211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abc1f717-c0c7-4b99-87dc-cc166732cf90', 'attached_at': '', 'detached_at': '', 'volume_id': '231a5e43-dc28-4463-92ab-9e4a6aa1d211', 'serial': '231a5e43-dc28-4463-92ab-9e4a6aa1d211'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 967.711459] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.732363] env[69950]: DEBUG nova.network.neutron [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Updating instance_info_cache with network_info: [{"id": "63c6ad13-413c-4493-8abf-4b3158f77b59", "address": "fa:16:3e:78:0a:44", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c6ad13-41", "ovs_interfaceid": "63c6ad13-413c-4493-8abf-4b3158f77b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.759084] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222382, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.885831] env[69950]: DEBUG nova.network.neutron [-] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.983756] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222380, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.015249] env[69950]: DEBUG nova.network.neutron [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updated VIF entry in instance network info cache for port 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.015613] env[69950]: DEBUG nova.network.neutron [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updating instance_info_cache with network_info: [{"id": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "address": "fa:16:3e:19:f2:8f", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7fefee8d-1d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.122457] env[69950]: DEBUG nova.scheduler.client.report [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.234103] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.234495] env[69950]: DEBUG nova.compute.manager [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Instance network_info: |[{"id": "63c6ad13-413c-4493-8abf-4b3158f77b59", "address": "fa:16:3e:78:0a:44", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c6ad13-41", "ovs_interfaceid": "63c6ad13-413c-4493-8abf-4b3158f77b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.234950] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:0a:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63c6ad13-413c-4493-8abf-4b3158f77b59', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.251264] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Creating folder: Project (f6e8c430e4e24a09ba55a5392816ebbd). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.253551] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c683b7a-bd89-4108-a298-b368626a2b68 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.271297] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597593} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.271651] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555/2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.271813] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.273007] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8787f739-b393-4d3e-95a4-e3ca089b5e8e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.277562] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Created folder: Project (f6e8c430e4e24a09ba55a5392816ebbd) in parent group-v835309. [ 968.277754] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Creating folder: Instances. Parent ref: group-v835514. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.278744] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43efa04e-71d8-4249-b6e4-6f8e1c3d7e7c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.283829] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 968.283829] env[69950]: value = "task-4222384" [ 968.283829] env[69950]: _type = "Task" [ 968.283829] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.291719] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Created folder: Instances in parent group-v835514. [ 968.292058] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.295896] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.296623] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.296856] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57f5aa85-baf3-4d10-9ed1-c2fa20e2710b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.318052] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.318052] env[69950]: value = "task-4222386" [ 968.318052] env[69950]: _type = "Task" [ 968.318052] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.327062] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222386, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.388103] env[69950]: INFO nova.compute.manager [-] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Took 1.36 seconds to deallocate network for instance. [ 968.428661] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.462796] env[69950]: DEBUG nova.network.neutron [-] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.481374] env[69950]: DEBUG oslo_vmware.api [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222380, 'name': PowerOnVM_Task, 'duration_secs': 1.141524} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.483561] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.483797] env[69950]: DEBUG nova.compute.manager [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 968.484847] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4a2267-c3ab-4c69-946a-977f3e378a30 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.492193] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205a412-4f05-eabb-030c-fcc072bbda84/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 968.493087] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e95699c-e85c-47cd-81e7-a2160b188cb5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.504735] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205a412-4f05-eabb-030c-fcc072bbda84/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 968.504914] env[69950]: ERROR oslo_vmware.rw_handles [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205a412-4f05-eabb-030c-fcc072bbda84/disk-0.vmdk due to incomplete transfer. [ 968.505159] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9d795e06-e9cc-46db-b9f9-fac08c662123 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.508746] env[69950]: DEBUG nova.compute.manager [req-650c8bf0-0bcf-48cc-9d15-336dfee5c891 req-d978247e-2d21-422a-b71e-acb3cf6af939 service nova] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Received event network-vif-deleted-2a11e84a-bc72-46fc-85b2-67b41c42bd85 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 968.516147] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5205a412-4f05-eabb-030c-fcc072bbda84/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 968.516334] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Uploaded image ab3f4126-d44b-4d82-8943-22ae960c7221 to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 968.520270] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.520270] env[69950]: DEBUG oslo_concurrency.lockutils [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] Releasing lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.520270] env[69950]: DEBUG nova.compute.manager [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Received event network-vif-plugged-63c6ad13-413c-4493-8abf-4b3158f77b59 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 968.520270] env[69950]: DEBUG oslo_concurrency.lockutils [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] Acquiring lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.520270] env[69950]: DEBUG oslo_concurrency.lockutils [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] Lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.520454] env[69950]: DEBUG oslo_concurrency.lockutils [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] Lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.520454] env[69950]: DEBUG nova.compute.manager [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] No waiting events found dispatching network-vif-plugged-63c6ad13-413c-4493-8abf-4b3158f77b59 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 968.520454] env[69950]: WARNING nova.compute.manager [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Received unexpected event network-vif-plugged-63c6ad13-413c-4493-8abf-4b3158f77b59 for instance with vm_state building and task_state spawning. [ 968.520604] env[69950]: DEBUG nova.compute.manager [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Received event network-changed-63c6ad13-413c-4493-8abf-4b3158f77b59 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 968.520791] env[69950]: DEBUG nova.compute.manager [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Refreshing instance network info cache due to event network-changed-63c6ad13-413c-4493-8abf-4b3158f77b59. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 968.520991] env[69950]: DEBUG oslo_concurrency.lockutils [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] Acquiring lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.521152] env[69950]: DEBUG oslo_concurrency.lockutils [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] Acquired lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.521313] env[69950]: DEBUG nova.network.neutron [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Refreshing network info cache for port 63c6ad13-413c-4493-8abf-4b3158f77b59 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.522349] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76cd0bc9-cc23-4600-9abf-cea51e7b338a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.529539] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 968.529539] env[69950]: value = "task-4222387" [ 968.529539] env[69950]: _type = "Task" [ 968.529539] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.542340] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222387, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.630023] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.630023] env[69950]: DEBUG nova.compute.manager [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.631764] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.320s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.631995] env[69950]: DEBUG nova.objects.instance [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Lazy-loading 'resources' on Instance uuid ff1601cb-1b73-4c65-8163-e7ecbf1a97fb {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.695669] env[69950]: DEBUG nova.compute.manager [req-97088475-e374-4c1d-b1a2-83ad6c55e744 req-76b9a69e-3f7e-4e35-becf-9fc1f1da2eff service nova] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Received event network-vif-deleted-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 968.705364] env[69950]: DEBUG nova.objects.instance [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lazy-loading 'flavor' on Instance uuid abc1f717-c0c7-4b99-87dc-cc166732cf90 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.765207] env[69950]: INFO nova.compute.manager [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Rebuilding instance [ 968.798187] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086585} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.803312] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.804750] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a333aa-6cd2-4333-91d7-dcc95acde9b6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.830378] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555/2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.837931] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe594a18-f9e6-4205-824f-b7d8ae339ff4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.859279] env[69950]: DEBUG nova.compute.manager [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 968.860876] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e73a21-0c6e-4735-ad51-1e25adf6935a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.867100] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222386, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.869027] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 968.869027] env[69950]: value = "task-4222388" [ 968.869027] env[69950]: _type = "Task" [ 968.869027] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.882336] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.902691] env[69950]: DEBUG oslo_concurrency.lockutils [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.940940] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "de73879c-e71a-4505-9739-16595239f982" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.941370] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "de73879c-e71a-4505-9739-16595239f982" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.941645] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "de73879c-e71a-4505-9739-16595239f982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.941814] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "de73879c-e71a-4505-9739-16595239f982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.942051] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "de73879c-e71a-4505-9739-16595239f982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.944405] env[69950]: INFO nova.compute.manager [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Terminating instance [ 968.967071] env[69950]: INFO nova.compute.manager [-] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Took 1.94 seconds to deallocate network for instance. [ 969.011456] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.041336] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222387, 'name': Destroy_Task, 'duration_secs': 0.343012} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.041616] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Destroyed the VM [ 969.041848] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.042111] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b378290d-5a39-447c-921b-25595a49c43c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.050128] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 969.050128] env[69950]: value = "task-4222389" [ 969.050128] env[69950]: _type = "Task" [ 969.050128] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.059194] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222389, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.138280] env[69950]: DEBUG nova.compute.utils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.140370] env[69950]: DEBUG nova.compute.manager [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.141141] env[69950]: DEBUG nova.network.neutron [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.216421] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b497eee6-b535-43e6-8fdd-4ab826c21a91 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.891s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.234073] env[69950]: DEBUG nova.policy [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aec1fee313994db6b91ffd8b02e079e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4a4f698050a4a9f85785f6aa03de544', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.334348] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222386, 'name': CreateVM_Task, 'duration_secs': 0.664691} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.334605] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.335363] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.335768] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.336195] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.336746] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ef2ecd-8fa4-444a-8ab0-00a25410c586 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.346734] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 969.346734] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dd9740-37e5-0aad-e446-9d09d573e508" [ 969.346734] env[69950]: _type = "Task" [ 969.346734] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.359449] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dd9740-37e5-0aad-e446-9d09d573e508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.387850] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222388, 'name': ReconfigVM_Task, 'duration_secs': 0.382786} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.388886] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555/2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.390857] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1e5027d-c429-48c4-b724-70e7b9bad011 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.402603] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 969.402603] env[69950]: value = "task-4222390" [ 969.402603] env[69950]: _type = "Task" [ 969.402603] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.417532] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222390, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.448704] env[69950]: DEBUG nova.compute.manager [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.449298] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.451658] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfdd046-02b1-4285-8dda-761b2995099a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.460897] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.464603] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a235471-f9b1-45c3-a395-76b92fb30d9a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.472626] env[69950]: DEBUG oslo_vmware.api [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 969.472626] env[69950]: value = "task-4222391" [ 969.472626] env[69950]: _type = "Task" [ 969.472626] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.474295] env[69950]: DEBUG oslo_concurrency.lockutils [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.480221] env[69950]: DEBUG nova.network.neutron [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Updated VIF entry in instance network info cache for port 63c6ad13-413c-4493-8abf-4b3158f77b59. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.480699] env[69950]: DEBUG nova.network.neutron [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Updating instance_info_cache with network_info: [{"id": "63c6ad13-413c-4493-8abf-4b3158f77b59", "address": "fa:16:3e:78:0a:44", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c6ad13-41", "ovs_interfaceid": "63c6ad13-413c-4493-8abf-4b3158f77b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.491819] env[69950]: DEBUG oslo_vmware.api [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.570980] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222389, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.643271] env[69950]: DEBUG nova.compute.manager [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.674241] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b39eae-71e9-4ca8-ab8c-31bf7d442a53 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.683580] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b8d17a-e22a-458b-940b-5ca17ae08ae4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.716828] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc1e437-d12d-485e-af09-3de1a6d13130 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.725411] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfd8b6a-1db3-4d0f-9212-5750911d7713 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.743881] env[69950]: DEBUG nova.compute.provider_tree [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.857995] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dd9740-37e5-0aad-e446-9d09d573e508, 'name': SearchDatastore_Task, 'duration_secs': 0.029394} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.857995] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.857995] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.858304] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.858304] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.858494] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.858785] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26736e4b-6d78-47ba-995e-8ec7d081b9ba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.870686] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.870686] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.871472] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eebb487-6b1d-4d77-aa81-e9e7a7f19545 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.877362] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 969.877362] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524bc899-4d34-88d9-756e-0ec7df53e916" [ 969.877362] env[69950]: _type = "Task" [ 969.877362] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.881265] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.881513] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca60c34c-78fa-4f13-b75f-e64af9e6081d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.888371] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524bc899-4d34-88d9-756e-0ec7df53e916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.889871] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 969.889871] env[69950]: value = "task-4222392" [ 969.889871] env[69950]: _type = "Task" [ 969.889871] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.899800] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.913238] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222390, 'name': Rename_Task, 'duration_secs': 0.183251} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.913416] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.913654] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d92dc643-0a67-4acb-b26a-f5fd8277d892 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.921271] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 969.921271] env[69950]: value = "task-4222393" [ 969.921271] env[69950]: _type = "Task" [ 969.921271] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.927867] env[69950]: DEBUG nova.network.neutron [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Successfully created port: ac631c86-6062-49fa-becc-093dc445020d {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.933503] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.986041] env[69950]: DEBUG oslo_concurrency.lockutils [req-a8964be7-f3d1-4655-a9fb-1ea688ea69b3 req-4cabd30e-f2ab-4699-b3da-4b9aa68df023 service nova] Releasing lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.986544] env[69950]: DEBUG oslo_vmware.api [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222391, 'name': PowerOffVM_Task, 'duration_secs': 0.229505} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.986805] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.987035] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.987243] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa688900-d693-4470-bed7-d30715c83c3d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.061151] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.061707] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.061707] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Deleting the datastore file [datastore1] de73879c-e71a-4505-9739-16595239f982 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.066892] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3b9ecc8-a36c-483b-b52d-8d16aa18c6e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.069274] env[69950]: DEBUG oslo_vmware.api [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222389, 'name': RemoveSnapshot_Task, 'duration_secs': 0.718942} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.069701] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 970.069873] env[69950]: INFO nova.compute.manager [None req-7c910e7f-fed1-485e-9866-76057712b133 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Took 17.49 seconds to snapshot the instance on the hypervisor. [ 970.077855] env[69950]: DEBUG oslo_vmware.api [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for the task: (returnval){ [ 970.077855] env[69950]: value = "task-4222395" [ 970.077855] env[69950]: _type = "Task" [ 970.077855] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.086690] env[69950]: DEBUG oslo_vmware.api [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.247720] env[69950]: DEBUG nova.scheduler.client.report [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.389516] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524bc899-4d34-88d9-756e-0ec7df53e916, 'name': SearchDatastore_Task, 'duration_secs': 0.02746} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.390538] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee870da7-950d-4584-9abd-fa7e89ddf75c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.405029] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222392, 'name': PowerOffVM_Task, 'duration_secs': 0.306412} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.405494] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 970.405494] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c1ef35-3fe1-5828-a172-66a67e12eed7" [ 970.405494] env[69950]: _type = "Task" [ 970.405494] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.406220] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.406220] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.407094] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0586be3-e3c0-489b-a7fe-4f696918ff66 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.419942] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.423687] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd7f7bee-0d3e-4a12-a368-8bf1987eabf0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.425561] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c1ef35-3fe1-5828-a172-66a67e12eed7, 'name': SearchDatastore_Task, 'duration_secs': 0.016756} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.428575] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.428845] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 6a4ae6e8-76e8-4398-97ec-587a01aaca68/6a4ae6e8-76e8-4398-97ec-587a01aaca68.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.429632] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7224c53d-2c18-4d9a-8e76-61398181482a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.439213] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222393, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.440673] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 970.440673] env[69950]: value = "task-4222397" [ 970.440673] env[69950]: _type = "Task" [ 970.440673] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.450708] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.502795] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.503141] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.503313] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleting the datastore file [datastore2] 5b299d17-89d7-474a-87aa-abcf6e24fb20 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.503572] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab7e6031-41f5-4989-9ebf-c2a0fc8ccedf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.512705] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 970.512705] env[69950]: value = "task-4222398" [ 970.512705] env[69950]: _type = "Task" [ 970.512705] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.523066] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.589814] env[69950]: DEBUG oslo_vmware.api [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Task: {'id': task-4222395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407147} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.590171] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.590421] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.590713] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.591048] env[69950]: INFO nova.compute.manager [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] [instance: de73879c-e71a-4505-9739-16595239f982] Took 1.14 seconds to destroy the instance on the hypervisor. [ 970.591365] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.591721] env[69950]: DEBUG nova.compute.manager [-] [instance: de73879c-e71a-4505-9739-16595239f982] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.591774] env[69950]: DEBUG nova.network.neutron [-] [instance: de73879c-e71a-4505-9739-16595239f982] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.656383] env[69950]: DEBUG nova.compute.manager [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.686989] env[69950]: DEBUG nova.virt.hardware [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.687264] env[69950]: DEBUG nova.virt.hardware [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.687434] env[69950]: DEBUG nova.virt.hardware [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.687632] env[69950]: DEBUG nova.virt.hardware [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.687787] env[69950]: DEBUG nova.virt.hardware [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.687953] env[69950]: DEBUG nova.virt.hardware [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.688524] env[69950]: DEBUG nova.virt.hardware [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.688768] env[69950]: DEBUG nova.virt.hardware [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.689026] env[69950]: DEBUG nova.virt.hardware [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.689355] env[69950]: DEBUG nova.virt.hardware [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.689545] env[69950]: DEBUG nova.virt.hardware [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.690772] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7652e8-9a6d-4890-9f78-a71bbac5ff80 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.700945] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39bbe58-599d-4bf5-823d-d41a46da5009 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.754381] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.758122] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.124s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.758699] env[69950]: DEBUG nova.objects.instance [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 970.797303] env[69950]: INFO nova.scheduler.client.report [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Deleted allocations for instance ff1601cb-1b73-4c65-8163-e7ecbf1a97fb [ 970.937441] env[69950]: DEBUG oslo_vmware.api [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222393, 'name': PowerOnVM_Task, 'duration_secs': 0.545037} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.937441] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.937441] env[69950]: INFO nova.compute.manager [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Took 10.87 seconds to spawn the instance on the hypervisor. [ 970.940499] env[69950]: DEBUG nova.compute.manager [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 970.940499] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc26663-45de-4b8b-a374-7b4d49e1903c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.963296] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222397, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.029024] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212594} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.029931] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.029931] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.029931] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.311663] env[69950]: DEBUG oslo_concurrency.lockutils [None req-72ea9f7e-a919-42e4-a995-eec1aab9d276 tempest-ServersAdmin275Test-777201006 tempest-ServersAdmin275Test-777201006-project-member] Lock "ff1601cb-1b73-4c65-8163-e7ecbf1a97fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.470s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.319025] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "94ba5c21-e4d6-49ec-b392-24d93632d4a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.319025] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "94ba5c21-e4d6-49ec-b392-24d93632d4a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.454607] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642265} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.455318] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 6a4ae6e8-76e8-4398-97ec-587a01aaca68/6a4ae6e8-76e8-4398-97ec-587a01aaca68.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.455318] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.455845] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55f17533-2c51-4444-a436-564f2c8cda31 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.467417] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 971.467417] env[69950]: value = "task-4222399" [ 971.467417] env[69950]: _type = "Task" [ 971.467417] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.467936] env[69950]: INFO nova.compute.manager [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Took 41.93 seconds to build instance. [ 971.483155] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.672916] env[69950]: DEBUG nova.compute.manager [req-4d91650f-ba7d-421a-8224-f7ffafa8abef req-defa4a46-f5ef-4e5e-a3c8-5cdf59b18989 service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Received event network-vif-deleted-45a213e0-53ee-4007-a494-3335a56e0791 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 971.673145] env[69950]: INFO nova.compute.manager [req-4d91650f-ba7d-421a-8224-f7ffafa8abef req-defa4a46-f5ef-4e5e-a3c8-5cdf59b18989 service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Neutron deleted interface 45a213e0-53ee-4007-a494-3335a56e0791; detaching it from the instance and deleting it from the info cache [ 971.673317] env[69950]: DEBUG nova.network.neutron [req-4d91650f-ba7d-421a-8224-f7ffafa8abef req-defa4a46-f5ef-4e5e-a3c8-5cdf59b18989 service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.774502] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d644f178-87c9-418c-aba0-3c7ee36a07fa tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.775544] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.377s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.780015] env[69950]: INFO nova.compute.claims [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.806827] env[69950]: INFO nova.compute.manager [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Rebuilding instance [ 971.819363] env[69950]: DEBUG nova.compute.manager [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.866119] env[69950]: DEBUG nova.compute.manager [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 971.867184] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4c8b69-d3e5-4aa6-8f59-903c5265ac47 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.980237] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ac433d0-551a-4b8d-b631-53284f393128 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.252s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.980587] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284751} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.980948] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.981774] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6248db97-a9ce-4840-95ba-eb02b67675d4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.998055] env[69950]: DEBUG nova.network.neutron [-] [instance: de73879c-e71a-4505-9739-16595239f982] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.010196] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 6a4ae6e8-76e8-4398-97ec-587a01aaca68/6a4ae6e8-76e8-4398-97ec-587a01aaca68.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.010196] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7deb509b-e9cc-457f-9bac-280a0f680cfe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.035203] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 972.035203] env[69950]: value = "task-4222400" [ 972.035203] env[69950]: _type = "Task" [ 972.035203] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.047732] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.081123] env[69950]: DEBUG nova.virt.hardware [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.081123] env[69950]: DEBUG nova.virt.hardware [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.081123] env[69950]: DEBUG nova.virt.hardware [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.081306] env[69950]: DEBUG nova.virt.hardware [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.081306] env[69950]: DEBUG nova.virt.hardware [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.081306] env[69950]: DEBUG nova.virt.hardware [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.081704] env[69950]: DEBUG nova.virt.hardware [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.081993] env[69950]: DEBUG nova.virt.hardware [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.082299] env[69950]: DEBUG nova.virt.hardware [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.082582] env[69950]: DEBUG nova.virt.hardware [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.082888] env[69950]: DEBUG nova.virt.hardware [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.083859] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15121397-77e6-4956-a5e7-9304b2663abf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.094041] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66879605-25e0-4d47-bbb6-ef61e591e1ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.112054] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:52:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b871cb7f-77e2-463a-8acf-27b80b785ad2', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.121135] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.121563] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.122185] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dda1913f-09f6-4845-af43-89b26741862d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.153512] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.153512] env[69950]: value = "task-4222401" [ 972.153512] env[69950]: _type = "Task" [ 972.153512] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.164657] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222401, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.176559] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4c559e8-fd57-4eb9-a595-793d9c23b0cd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.189920] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0b71fe-9db9-4ed3-9e1c-6488bf1b4fef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.228914] env[69950]: DEBUG nova.compute.manager [req-4d91650f-ba7d-421a-8224-f7ffafa8abef req-defa4a46-f5ef-4e5e-a3c8-5cdf59b18989 service nova] [instance: de73879c-e71a-4505-9739-16595239f982] Detach interface failed, port_id=45a213e0-53ee-4007-a494-3335a56e0791, reason: Instance de73879c-e71a-4505-9739-16595239f982 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 972.345723] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.430353] env[69950]: DEBUG nova.network.neutron [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Successfully updated port: ac631c86-6062-49fa-becc-093dc445020d {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.510766] env[69950]: INFO nova.compute.manager [-] [instance: de73879c-e71a-4505-9739-16595239f982] Took 1.92 seconds to deallocate network for instance. [ 972.549990] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222400, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.649336] env[69950]: DEBUG oslo_concurrency.lockutils [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.649578] env[69950]: DEBUG oslo_concurrency.lockutils [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.649810] env[69950]: DEBUG oslo_concurrency.lockutils [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.650015] env[69950]: DEBUG oslo_concurrency.lockutils [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.650204] env[69950]: DEBUG oslo_concurrency.lockutils [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.658100] env[69950]: INFO nova.compute.manager [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Terminating instance [ 972.665420] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222401, 'name': CreateVM_Task, 'duration_secs': 0.43544} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.665583] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.669572] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.669769] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.670104] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.671023] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa40bc07-ff90-4670-a180-0a398f69a19d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.678891] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 972.678891] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529d88b1-c8bf-a67a-27e7-f4f74bc6e7f7" [ 972.678891] env[69950]: _type = "Task" [ 972.678891] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.694685] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529d88b1-c8bf-a67a-27e7-f4f74bc6e7f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.695188] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.695456] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.695701] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.695854] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.696062] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.696740] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a597d921-9833-4c55-bac8-081a37a379e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.706956] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.707225] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.708745] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20f40b6-6506-4994-a487-0f828bea7f38 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.720053] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 972.720053] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527f2de4-77ff-f909-b181-501f3c702b11" [ 972.720053] env[69950]: _type = "Task" [ 972.720053] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.731197] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527f2de4-77ff-f909-b181-501f3c702b11, 'name': SearchDatastore_Task, 'duration_secs': 0.009829} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.732085] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-047398e8-fdde-439e-a502-c32748d6b9ba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.737928] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 972.737928] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e7cd87-bba7-3d70-0905-73f16d6aec85" [ 972.737928] env[69950]: _type = "Task" [ 972.737928] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.747857] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e7cd87-bba7-3d70-0905-73f16d6aec85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.884892] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.885814] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7749ed7a-f17e-4b7b-a505-1cc8119285a4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.894937] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 972.894937] env[69950]: value = "task-4222402" [ 972.894937] env[69950]: _type = "Task" [ 972.894937] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.906046] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.938572] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "refresh_cache-747c8b5c-4a90-4783-8394-171e8add90f9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.938789] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "refresh_cache-747c8b5c-4a90-4783-8394-171e8add90f9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.938960] env[69950]: DEBUG nova.network.neutron [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.017631] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.049839] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222400, 'name': ReconfigVM_Task, 'duration_secs': 0.535497} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.050249] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 6a4ae6e8-76e8-4398-97ec-587a01aaca68/6a4ae6e8-76e8-4398-97ec-587a01aaca68.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.050938] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94566e2c-a39a-4dd9-a3cc-02e0bd486543 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.059182] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 973.059182] env[69950]: value = "task-4222403" [ 973.059182] env[69950]: _type = "Task" [ 973.059182] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.070286] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222403, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.162940] env[69950]: DEBUG nova.compute.manager [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.163202] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.164258] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8313d9-0f15-4c06-a00d-969069365b0e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.175854] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.176173] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f82746f-2946-40b0-959b-3bc16806b5f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.187205] env[69950]: DEBUG oslo_vmware.api [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 973.187205] env[69950]: value = "task-4222404" [ 973.187205] env[69950]: _type = "Task" [ 973.187205] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.198064] env[69950]: DEBUG oslo_vmware.api [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.231925] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8db3ec-a400-4a27-9569-d2cacda7d69c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.244864] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef0735a-9d5b-4ef4-b377-c963d785e40a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.255769] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e7cd87-bba7-3d70-0905-73f16d6aec85, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.283196] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.283526] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 5b299d17-89d7-474a-87aa-abcf6e24fb20/5b299d17-89d7-474a-87aa-abcf6e24fb20.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.284150] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af070ed1-0f28-4e33-a4f8-69e49bb48462 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.286818] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bc5375-40a8-41ed-bf72-f5340aaa60c8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.299137] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dacf70-e85a-467b-a190-2e37dc5790c1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.304872] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 973.304872] env[69950]: value = "task-4222405" [ 973.304872] env[69950]: _type = "Task" [ 973.304872] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.320772] env[69950]: DEBUG nova.compute.provider_tree [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.330187] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.405901] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222402, 'name': PowerOffVM_Task, 'duration_secs': 0.261852} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.406266] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.406533] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.407442] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1115e77e-24fd-4eb1-b929-5a07e7c2a2f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.416296] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.416296] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8004b4e-9574-45d9-839a-dd52ece88166 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.480663] env[69950]: DEBUG nova.network.neutron [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.489535] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.489891] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.490075] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleting the datastore file [datastore1] 01a8ef80-a68f-47cc-9800-5ac78005e2fa {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.490302] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6c8812c-d522-4580-92bb-74d453c94b37 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.500028] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 973.500028] env[69950]: value = "task-4222407" [ 973.500028] env[69950]: _type = "Task" [ 973.500028] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.511937] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.570994] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222403, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.698934] env[69950]: DEBUG oslo_vmware.api [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222404, 'name': PowerOffVM_Task, 'duration_secs': 0.237326} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.699469] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.699822] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.700243] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93113285-28e9-4341-981e-8945b1e8480e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.759104] env[69950]: DEBUG nova.network.neutron [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Updating instance_info_cache with network_info: [{"id": "ac631c86-6062-49fa-becc-093dc445020d", "address": "fa:16:3e:ad:72:70", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac631c86-60", "ovs_interfaceid": "ac631c86-6062-49fa-becc-093dc445020d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.789587] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.789587] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.790190] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleting the datastore file [datastore2] 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.791578] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-729a69d0-b10a-4603-a14a-aab93178c645 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.803237] env[69950]: DEBUG oslo_vmware.api [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 973.803237] env[69950]: value = "task-4222409" [ 973.803237] env[69950]: _type = "Task" [ 973.803237] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.820033] env[69950]: DEBUG oslo_vmware.api [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.825522] env[69950]: DEBUG nova.scheduler.client.report [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.829708] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222405, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.886197] env[69950]: DEBUG nova.compute.manager [req-c683b9de-9e7b-4de8-bbc4-dc906ebb88a3 req-99ae5aed-0fe1-4af3-aa07-b726f8455906 service nova] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Received event network-vif-plugged-ac631c86-6062-49fa-becc-093dc445020d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 973.886197] env[69950]: DEBUG oslo_concurrency.lockutils [req-c683b9de-9e7b-4de8-bbc4-dc906ebb88a3 req-99ae5aed-0fe1-4af3-aa07-b726f8455906 service nova] Acquiring lock "747c8b5c-4a90-4783-8394-171e8add90f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.886416] env[69950]: DEBUG oslo_concurrency.lockutils [req-c683b9de-9e7b-4de8-bbc4-dc906ebb88a3 req-99ae5aed-0fe1-4af3-aa07-b726f8455906 service nova] Lock "747c8b5c-4a90-4783-8394-171e8add90f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.886634] env[69950]: DEBUG oslo_concurrency.lockutils [req-c683b9de-9e7b-4de8-bbc4-dc906ebb88a3 req-99ae5aed-0fe1-4af3-aa07-b726f8455906 service nova] Lock "747c8b5c-4a90-4783-8394-171e8add90f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.887221] env[69950]: DEBUG nova.compute.manager [req-c683b9de-9e7b-4de8-bbc4-dc906ebb88a3 req-99ae5aed-0fe1-4af3-aa07-b726f8455906 service nova] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] No waiting events found dispatching network-vif-plugged-ac631c86-6062-49fa-becc-093dc445020d {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 973.887221] env[69950]: WARNING nova.compute.manager [req-c683b9de-9e7b-4de8-bbc4-dc906ebb88a3 req-99ae5aed-0fe1-4af3-aa07-b726f8455906 service nova] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Received unexpected event network-vif-plugged-ac631c86-6062-49fa-becc-093dc445020d for instance with vm_state building and task_state spawning. [ 973.887452] env[69950]: DEBUG nova.compute.manager [req-c683b9de-9e7b-4de8-bbc4-dc906ebb88a3 req-99ae5aed-0fe1-4af3-aa07-b726f8455906 service nova] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Received event network-changed-ac631c86-6062-49fa-becc-093dc445020d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 973.887630] env[69950]: DEBUG nova.compute.manager [req-c683b9de-9e7b-4de8-bbc4-dc906ebb88a3 req-99ae5aed-0fe1-4af3-aa07-b726f8455906 service nova] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Refreshing instance network info cache due to event network-changed-ac631c86-6062-49fa-becc-093dc445020d. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 973.887891] env[69950]: DEBUG oslo_concurrency.lockutils [req-c683b9de-9e7b-4de8-bbc4-dc906ebb88a3 req-99ae5aed-0fe1-4af3-aa07-b726f8455906 service nova] Acquiring lock "refresh_cache-747c8b5c-4a90-4783-8394-171e8add90f9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.012739] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286071} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.012972] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.013789] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.013789] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.072311] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222403, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.263472] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "refresh_cache-747c8b5c-4a90-4783-8394-171e8add90f9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.263706] env[69950]: DEBUG nova.compute.manager [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Instance network_info: |[{"id": "ac631c86-6062-49fa-becc-093dc445020d", "address": "fa:16:3e:ad:72:70", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac631c86-60", "ovs_interfaceid": "ac631c86-6062-49fa-becc-093dc445020d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.264398] env[69950]: DEBUG oslo_concurrency.lockutils [req-c683b9de-9e7b-4de8-bbc4-dc906ebb88a3 req-99ae5aed-0fe1-4af3-aa07-b726f8455906 service nova] Acquired lock "refresh_cache-747c8b5c-4a90-4783-8394-171e8add90f9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.264571] env[69950]: DEBUG nova.network.neutron [req-c683b9de-9e7b-4de8-bbc4-dc906ebb88a3 req-99ae5aed-0fe1-4af3-aa07-b726f8455906 service nova] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Refreshing network info cache for port ac631c86-6062-49fa-becc-093dc445020d {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.265830] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:72:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac631c86-6062-49fa-becc-093dc445020d', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.274895] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.278074] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.278607] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f475eb99-e0bc-4c2c-9207-274b159112ac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.302978] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.302978] env[69950]: value = "task-4222410" [ 974.302978] env[69950]: _type = "Task" [ 974.302978] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.319518] env[69950]: DEBUG oslo_vmware.api [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200336} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.323452] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.323718] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.323939] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.324233] env[69950]: INFO nova.compute.manager [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Took 1.16 seconds to destroy the instance on the hypervisor. [ 974.324503] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.324683] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222410, 'name': CreateVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.329843] env[69950]: DEBUG nova.compute.manager [-] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.330046] env[69950]: DEBUG nova.network.neutron [-] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.337453] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.337998] env[69950]: DEBUG nova.compute.manager [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.341422] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540609} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.341757] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.683s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.342020] env[69950]: DEBUG nova.objects.instance [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lazy-loading 'resources' on Instance uuid 07239ebb-2c1d-4422-b566-571d8d572588 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.344342] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 5b299d17-89d7-474a-87aa-abcf6e24fb20/5b299d17-89d7-474a-87aa-abcf6e24fb20.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.344666] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.345256] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68de5ca3-aa7f-42e2-b628-4b7ac4faffa3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.356014] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 974.356014] env[69950]: value = "task-4222411" [ 974.356014] env[69950]: _type = "Task" [ 974.356014] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.366751] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.570983] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222403, 'name': Rename_Task, 'duration_secs': 1.165224} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.571632] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.571632] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cdf18a0-419e-4f79-9fb5-ed1968e12346 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.579955] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 974.579955] env[69950]: value = "task-4222412" [ 974.579955] env[69950]: _type = "Task" [ 974.579955] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.588837] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.719624] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "3bc17236-c198-475c-878c-54f6cba2fe3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.719985] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "3bc17236-c198-475c-878c-54f6cba2fe3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.720264] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "3bc17236-c198-475c-878c-54f6cba2fe3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.720455] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "3bc17236-c198-475c-878c-54f6cba2fe3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.720626] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "3bc17236-c198-475c-878c-54f6cba2fe3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.726106] env[69950]: INFO nova.compute.manager [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Terminating instance [ 974.822036] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222410, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.848969] env[69950]: DEBUG nova.compute.utils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.850870] env[69950]: DEBUG nova.compute.manager [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.857080] env[69950]: DEBUG nova.network.neutron [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.874631] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258619} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.877021] env[69950]: DEBUG nova.network.neutron [req-c683b9de-9e7b-4de8-bbc4-dc906ebb88a3 req-99ae5aed-0fe1-4af3-aa07-b726f8455906 service nova] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Updated VIF entry in instance network info cache for port ac631c86-6062-49fa-becc-093dc445020d. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.877021] env[69950]: DEBUG nova.network.neutron [req-c683b9de-9e7b-4de8-bbc4-dc906ebb88a3 req-99ae5aed-0fe1-4af3-aa07-b726f8455906 service nova] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Updating instance_info_cache with network_info: [{"id": "ac631c86-6062-49fa-becc-093dc445020d", "address": "fa:16:3e:ad:72:70", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac631c86-60", "ovs_interfaceid": "ac631c86-6062-49fa-becc-093dc445020d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.877695] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.879306] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f9df37-1070-41ce-99ef-1dad2bd7f43e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.909878] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 5b299d17-89d7-474a-87aa-abcf6e24fb20/5b299d17-89d7-474a-87aa-abcf6e24fb20.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.915168] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60151126-bed9-4f78-8c54-8abe23538fb4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.936481] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 974.936481] env[69950]: value = "task-4222413" [ 974.936481] env[69950]: _type = "Task" [ 974.936481] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.951028] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222413, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.990291] env[69950]: DEBUG nova.policy [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84e0395d02ed455e90db819503e144a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4871d28285045deb950c8b27b8b3ecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.065782] env[69950]: DEBUG nova.virt.hardware [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.066044] env[69950]: DEBUG nova.virt.hardware [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.066235] env[69950]: DEBUG nova.virt.hardware [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.066429] env[69950]: DEBUG nova.virt.hardware [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.066595] env[69950]: DEBUG nova.virt.hardware [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.066748] env[69950]: DEBUG nova.virt.hardware [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.066960] env[69950]: DEBUG nova.virt.hardware [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.067223] env[69950]: DEBUG nova.virt.hardware [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.067433] env[69950]: DEBUG nova.virt.hardware [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.067663] env[69950]: DEBUG nova.virt.hardware [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.067783] env[69950]: DEBUG nova.virt.hardware [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.068697] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a709bb90-b52b-4cca-8056-1a1d40aff7c9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.079229] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12438ddd-87ff-4767-ba13-14aa870c1bee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.097324] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.108997] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:96:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dec75a8c-dfcd-4fec-bb61-0f7252760583', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.116452] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.117038] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.117287] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b7c4e9f-e773-4628-8fe0-2920f1ee1405 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.144791] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.144791] env[69950]: value = "task-4222414" [ 975.144791] env[69950]: _type = "Task" [ 975.144791] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.158171] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222414, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.231918] env[69950]: DEBUG nova.compute.manager [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.232162] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.233917] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac60660-74e0-4934-9254-33f220db6865 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.244544] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.247467] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-238e587f-997b-40bf-ab95-52af4a51dc8d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.255320] env[69950]: DEBUG oslo_vmware.api [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 975.255320] env[69950]: value = "task-4222415" [ 975.255320] env[69950]: _type = "Task" [ 975.255320] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.264821] env[69950]: DEBUG oslo_vmware.api [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.321739] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222410, 'name': CreateVM_Task, 'duration_secs': 0.82354} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.321966] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.322997] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.322997] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.323425] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.323727] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-325dcf1e-b3b2-472d-8a30-568d18818519 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.331675] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 975.331675] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524910b5-ccfb-6f95-22e3-6f546009d9bc" [ 975.331675] env[69950]: _type = "Task" [ 975.331675] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.343421] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524910b5-ccfb-6f95-22e3-6f546009d9bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.358304] env[69950]: DEBUG nova.compute.manager [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.384224] env[69950]: DEBUG oslo_concurrency.lockutils [req-c683b9de-9e7b-4de8-bbc4-dc906ebb88a3 req-99ae5aed-0fe1-4af3-aa07-b726f8455906 service nova] Releasing lock "refresh_cache-747c8b5c-4a90-4783-8394-171e8add90f9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.435877] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85285f66-40ce-4164-a09f-56e6fc27fedc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.452373] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47753bd6-64c3-446a-b65d-9a699ef48d55 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.456411] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222413, 'name': ReconfigVM_Task, 'duration_secs': 0.402132} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.456630] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 5b299d17-89d7-474a-87aa-abcf6e24fb20/5b299d17-89d7-474a-87aa-abcf6e24fb20.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.457721] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54c708f4-4857-459b-ac08-752c79808024 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.496902] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94006e80-559b-4143-bd55-a863286a8c1f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.499535] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 975.499535] env[69950]: value = "task-4222416" [ 975.499535] env[69950]: _type = "Task" [ 975.499535] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.510097] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dabd5e8-30df-47d6-a5d8-eabf3e830a71 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.520305] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222416, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.535612] env[69950]: DEBUG nova.compute.provider_tree [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.562307] env[69950]: DEBUG nova.network.neutron [-] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.567208] env[69950]: DEBUG nova.network.neutron [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Successfully created port: e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.596988] env[69950]: DEBUG oslo_vmware.api [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222412, 'name': PowerOnVM_Task, 'duration_secs': 0.662936} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.597254] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.597458] env[69950]: INFO nova.compute.manager [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Took 11.78 seconds to spawn the instance on the hypervisor. [ 975.597639] env[69950]: DEBUG nova.compute.manager [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 975.598769] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec8c09e-5f4a-445c-b6eb-1a1eb0ad1626 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.655874] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222414, 'name': CreateVM_Task, 'duration_secs': 0.422525} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.656580] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.656749] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.765207] env[69950]: DEBUG oslo_vmware.api [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222415, 'name': PowerOffVM_Task, 'duration_secs': 0.221166} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.765521] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.765742] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.766024] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94c3522d-f874-4dc2-95be-95ecf8e46d94 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.838402] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.838732] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.838828] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Deleting the datastore file [datastore2] 3bc17236-c198-475c-878c-54f6cba2fe3b {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.839481] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31d082fb-d33a-4648-903c-9b6e675ab7c1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.845700] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524910b5-ccfb-6f95-22e3-6f546009d9bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011871} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.846483] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.846726] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.846971] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.847136] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.847326] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.847629] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.847926] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.848191] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e2bfd89-d5d5-401e-81f4-81d4f3fc082d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.851507] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6382bf28-0821-46c6-8344-e123355be98e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.853396] env[69950]: DEBUG oslo_vmware.api [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 975.853396] env[69950]: value = "task-4222418" [ 975.853396] env[69950]: _type = "Task" [ 975.853396] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.858672] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 975.858672] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5266248a-ffc1-e743-ab6b-7ca05858298c" [ 975.858672] env[69950]: _type = "Task" [ 975.858672] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.873022] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.873022] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.873022] env[69950]: DEBUG oslo_vmware.api [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.873022] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0e6f77-f087-4bc2-bb59-ac8cb69a5afb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.878361] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5266248a-ffc1-e743-ab6b-7ca05858298c, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.879092] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.879325] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.879532] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.882357] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 975.882357] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52edf30b-b676-1904-07d1-555297d58f84" [ 975.882357] env[69950]: _type = "Task" [ 975.882357] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.891306] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52edf30b-b676-1904-07d1-555297d58f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.012469] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222416, 'name': Rename_Task, 'duration_secs': 0.326469} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.012588] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.013050] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6056866-1459-42b2-bfaa-ff1ab82ba6db {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.020240] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 976.020240] env[69950]: value = "task-4222419" [ 976.020240] env[69950]: _type = "Task" [ 976.020240] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.031265] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.040085] env[69950]: DEBUG nova.scheduler.client.report [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.065472] env[69950]: INFO nova.compute.manager [-] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Took 1.74 seconds to deallocate network for instance. [ 976.125769] env[69950]: INFO nova.compute.manager [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Took 35.11 seconds to build instance. [ 976.174949] env[69950]: DEBUG nova.network.neutron [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Successfully created port: 138a97a4-0647-4d31-8ce8-401af3f795e5 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.365810] env[69950]: DEBUG oslo_vmware.api [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156593} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.366394] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.369399] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.369399] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.369399] env[69950]: INFO nova.compute.manager [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 976.369399] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.369399] env[69950]: DEBUG nova.compute.manager [-] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.369399] env[69950]: DEBUG nova.network.neutron [-] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.371937] env[69950]: DEBUG nova.compute.manager [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.399702] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52edf30b-b676-1904-07d1-555297d58f84, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.400530] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8cdf0bc-c206-455e-b231-6f05ccc7fc8f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.408570] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 976.408570] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a3893c-af26-549f-088c-ea838fd40223" [ 976.408570] env[69950]: _type = "Task" [ 976.408570] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.414724] env[69950]: DEBUG nova.virt.hardware [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.414992] env[69950]: DEBUG nova.virt.hardware [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.415172] env[69950]: DEBUG nova.virt.hardware [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.415514] env[69950]: DEBUG nova.virt.hardware [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.415687] env[69950]: DEBUG nova.virt.hardware [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.415841] env[69950]: DEBUG nova.virt.hardware [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.416066] env[69950]: DEBUG nova.virt.hardware [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.416235] env[69950]: DEBUG nova.virt.hardware [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.416405] env[69950]: DEBUG nova.virt.hardware [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.416570] env[69950]: DEBUG nova.virt.hardware [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.416777] env[69950]: DEBUG nova.virt.hardware [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.417580] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b70cfd-6803-4f3f-8d6b-703981b925c7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.430389] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a970e9c-afec-4270-b871-98f9bfe7d976 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.434863] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a3893c-af26-549f-088c-ea838fd40223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.532975] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.547105] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.550024] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.691s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.550379] env[69950]: DEBUG nova.objects.instance [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Lazy-loading 'resources' on Instance uuid 68c9fd07-6715-4b0b-a67e-5ee623d7eac3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.560108] env[69950]: DEBUG nova.compute.manager [req-638e29e4-6bcc-4e11-9214-17ed1e4fca7a req-de5154b6-0592-4ebc-b930-437a54d5b3ff service nova] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Received event network-vif-deleted-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 976.573813] env[69950]: DEBUG oslo_concurrency.lockutils [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.581736] env[69950]: INFO nova.scheduler.client.report [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleted allocations for instance 07239ebb-2c1d-4422-b566-571d8d572588 [ 976.631672] env[69950]: DEBUG oslo_concurrency.lockutils [None req-eeaecc5b-d397-4394-8b7f-f257dea0466e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.625s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.737008] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "a9d2ed90-7a8b-4d90-9702-029cb3c184f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.737008] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "a9d2ed90-7a8b-4d90-9702-029cb3c184f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.920865] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a3893c-af26-549f-088c-ea838fd40223, 'name': SearchDatastore_Task, 'duration_secs': 0.024902} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.921220] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.921786] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 747c8b5c-4a90-4783-8394-171e8add90f9/747c8b5c-4a90-4783-8394-171e8add90f9.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.921786] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.921928] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.922171] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bff9d968-af99-4680-9875-b784b05e3418 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.925360] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0549a937-54b8-4ebf-9338-51238f924a3e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.935100] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 976.935100] env[69950]: value = "task-4222420" [ 976.935100] env[69950]: _type = "Task" [ 976.935100] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.936425] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.936608] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.940583] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6371b56f-bfec-4fbd-9437-3f6c5004c80c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.946369] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 976.946369] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fbc789-e9ed-87d9-fe1e-63758ec788be" [ 976.946369] env[69950]: _type = "Task" [ 976.946369] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.949776] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.958994] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fbc789-e9ed-87d9-fe1e-63758ec788be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.037851] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.093008] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e76aa334-02a0-403c-aa81-1c397102bb6c tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "07239ebb-2c1d-4422-b566-571d8d572588" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.663s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.195797] env[69950]: DEBUG nova.network.neutron [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Successfully created port: 300c83bc-5b62-4534-b3ca-9a1d912c8024 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.242844] env[69950]: DEBUG nova.compute.manager [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.454968] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222420, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.472903] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fbc789-e9ed-87d9-fe1e-63758ec788be, 'name': SearchDatastore_Task, 'duration_secs': 0.013585} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.478720] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fedd5d78-8da5-4de8-9faf-05e3aa65a294 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.492686] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 977.492686] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525ba4c7-e313-704e-4975-325eab98e2cb" [ 977.492686] env[69950]: _type = "Task" [ 977.492686] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.505651] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525ba4c7-e313-704e-4975-325eab98e2cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.537742] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.586376] env[69950]: DEBUG nova.network.neutron [-] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.599024] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1724893f-d07f-41d1-8c5b-bb14295a2f52 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.608425] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337d9ca3-065e-4911-8ea8-2a968538dbb8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.643797] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a6109a-9dd5-429f-ab7f-2f5956063649 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.654610] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db0545a-d692-4fd9-b0c6-4c3dd11b301f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.677626] env[69950]: DEBUG nova.compute.provider_tree [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.765179] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.950136] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68224} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.950425] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 747c8b5c-4a90-4783-8394-171e8add90f9/747c8b5c-4a90-4783-8394-171e8add90f9.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.950688] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.951370] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae90ed38-b946-499e-bdbc-3ba0a0a2ed79 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.960094] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 977.960094] env[69950]: value = "task-4222421" [ 977.960094] env[69950]: _type = "Task" [ 977.960094] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.969188] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.003376] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525ba4c7-e313-704e-4975-325eab98e2cb, 'name': SearchDatastore_Task, 'duration_secs': 0.062429} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.003690] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.003989] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 01a8ef80-a68f-47cc-9800-5ac78005e2fa/01a8ef80-a68f-47cc-9800-5ac78005e2fa.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.004395] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c6aa5ba-8068-4b22-b804-453d85312c6c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.011578] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 978.011578] env[69950]: value = "task-4222422" [ 978.011578] env[69950]: _type = "Task" [ 978.011578] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.022629] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.034900] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222419, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.089237] env[69950]: INFO nova.compute.manager [-] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Took 1.72 seconds to deallocate network for instance. [ 978.188958] env[69950]: DEBUG nova.scheduler.client.report [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.479397] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176243} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.479771] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.480861] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400c31f4-c5c6-48c8-8515-b9a727aefd84 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.513773] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 747c8b5c-4a90-4783-8394-171e8add90f9/747c8b5c-4a90-4783-8394-171e8add90f9.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.514270] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfd8eea0-683c-4893-bff6-50d9451c40fd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.547748] env[69950]: DEBUG oslo_vmware.api [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222419, 'name': PowerOnVM_Task, 'duration_secs': 2.521057} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.553549] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.553907] env[69950]: DEBUG nova.compute.manager [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 978.554161] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222422, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.554487] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 978.554487] env[69950]: value = "task-4222423" [ 978.554487] env[69950]: _type = "Task" [ 978.554487] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.555336] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ca6b6c-4833-416f-bc76-31379337f379 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.570795] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.598361] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.624772] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.625079] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.645951] env[69950]: DEBUG nova.compute.manager [req-33a04d44-cc06-4528-92c9-e8801be70f68 req-2beeae44-b51c-4ecc-b853-d7eb61b1d4f2 service nova] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Received event network-vif-deleted-9a439438-3c57-4c37-a10d-14efbddbf9c0 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 978.647052] env[69950]: DEBUG nova.compute.manager [req-33a04d44-cc06-4528-92c9-e8801be70f68 req-2beeae44-b51c-4ecc-b853-d7eb61b1d4f2 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Received event network-changed-63c6ad13-413c-4493-8abf-4b3158f77b59 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 978.647052] env[69950]: DEBUG nova.compute.manager [req-33a04d44-cc06-4528-92c9-e8801be70f68 req-2beeae44-b51c-4ecc-b853-d7eb61b1d4f2 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Refreshing instance network info cache due to event network-changed-63c6ad13-413c-4493-8abf-4b3158f77b59. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 978.647052] env[69950]: DEBUG oslo_concurrency.lockutils [req-33a04d44-cc06-4528-92c9-e8801be70f68 req-2beeae44-b51c-4ecc-b853-d7eb61b1d4f2 service nova] Acquiring lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.647052] env[69950]: DEBUG oslo_concurrency.lockutils [req-33a04d44-cc06-4528-92c9-e8801be70f68 req-2beeae44-b51c-4ecc-b853-d7eb61b1d4f2 service nova] Acquired lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.647052] env[69950]: DEBUG nova.network.neutron [req-33a04d44-cc06-4528-92c9-e8801be70f68 req-2beeae44-b51c-4ecc-b853-d7eb61b1d4f2 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Refreshing network info cache for port 63c6ad13-413c-4493-8abf-4b3158f77b59 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.691860] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.695378] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.565s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.722071] env[69950]: INFO nova.scheduler.client.report [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Deleted allocations for instance 68c9fd07-6715-4b0b-a67e-5ee623d7eac3 [ 979.026847] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570434} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.027082] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 01a8ef80-a68f-47cc-9800-5ac78005e2fa/01a8ef80-a68f-47cc-9800-5ac78005e2fa.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.027466] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.028940] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0edf1313-2a28-4a3b-b7b8-93b191b9034b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.039986] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 979.039986] env[69950]: value = "task-4222424" [ 979.039986] env[69950]: _type = "Task" [ 979.039986] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.050572] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.070982] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222423, 'name': ReconfigVM_Task, 'duration_secs': 0.398603} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.071113] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 747c8b5c-4a90-4783-8394-171e8add90f9/747c8b5c-4a90-4783-8394-171e8add90f9.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.071789] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72cd1e84-3f49-425a-b8f2-3351b1ab49be {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.085920] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 979.085920] env[69950]: value = "task-4222425" [ 979.085920] env[69950]: _type = "Task" [ 979.085920] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.094493] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.100516] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222425, 'name': Rename_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.127402] env[69950]: DEBUG nova.compute.manager [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.252467] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9a7dfadd-6923-4ecf-b239-a0296573def6 tempest-ServerShowV257Test-794196803 tempest-ServerShowV257Test-794196803-project-member] Lock "68c9fd07-6715-4b0b-a67e-5ee623d7eac3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.878s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.551531] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125394} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.551992] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.552943] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39560c38-2913-4549-8082-4a8155c9c080 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.577442] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 01a8ef80-a68f-47cc-9800-5ac78005e2fa/01a8ef80-a68f-47cc-9800-5ac78005e2fa.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.577985] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb0121e1-859b-42f7-8fdc-a8b5fe756f33 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.607208] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222425, 'name': Rename_Task, 'duration_secs': 0.171029} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.608847] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.609598] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 979.609598] env[69950]: value = "task-4222426" [ 979.609598] env[69950]: _type = "Task" [ 979.609598] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.612197] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d7f01de-9721-45fa-8bc8-928b75d77059 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.625156] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.627502] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 979.627502] env[69950]: value = "task-4222427" [ 979.627502] env[69950]: _type = "Task" [ 979.627502] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.632953] env[69950]: DEBUG nova.network.neutron [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Successfully updated port: e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.642536] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.666696] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.727577] env[69950]: DEBUG nova.network.neutron [req-33a04d44-cc06-4528-92c9-e8801be70f68 req-2beeae44-b51c-4ecc-b853-d7eb61b1d4f2 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Updated VIF entry in instance network info cache for port 63c6ad13-413c-4493-8abf-4b3158f77b59. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.728022] env[69950]: DEBUG nova.network.neutron [req-33a04d44-cc06-4528-92c9-e8801be70f68 req-2beeae44-b51c-4ecc-b853-d7eb61b1d4f2 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Updating instance_info_cache with network_info: [{"id": "63c6ad13-413c-4493-8abf-4b3158f77b59", "address": "fa:16:3e:78:0a:44", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c6ad13-41", "ovs_interfaceid": "63c6ad13-413c-4493-8abf-4b3158f77b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.742588] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance de73879c-e71a-4505-9739-16595239f982 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.742870] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 8dc73bf3-9e59-4fe3-8d62-94033241d0dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 979.742959] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 93664ea1-b278-43d4-9390-f10836022697 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.743023] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance da4381f9-af9d-4e93-b6e9-92371f27d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 979.743278] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 401ccd9e-e776-4407-97cf-18f571c84716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 979.743278] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 01a8ef80-a68f-47cc-9800-5ac78005e2fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 979.743432] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 384026e4-403e-4760-8abd-fb15a02c96bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 979.743474] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 75fe594f-3bc3-4070-ae8f-28555cb79785 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 979.743601] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance abc1f717-c0c7-4b99-87dc-cc166732cf90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 979.743742] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 29683a35-3c6b-4850-8acf-f7709bd85ac8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 979.743812] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 6513b769-0182-4d34-b0c3-a95678df3045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 979.743988] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 3bc17236-c198-475c-878c-54f6cba2fe3b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.744057] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 5b299d17-89d7-474a-87aa-abcf6e24fb20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 979.744217] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 961b3c50-c378-485c-8d37-944d7a55c82e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 979.744330] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 65528071-e020-4c76-9078-45a5f878264f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 979.744433] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 08861016-3490-4c1d-9b58-2a49afb06aa9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.744572] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 4b44f038-c80d-4bbd-aec6-e98cde784f92 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.744673] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 652e974c-d5fb-47ae-a49a-0bd2653376fe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.744804] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 979.744914] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 6a4ae6e8-76e8-4398-97ec-587a01aaca68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 979.745039] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 747c8b5c-4a90-4783-8394-171e8add90f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 979.745160] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 7359d06f-82ec-4cd7-b81e-597e72f7655e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 980.122168] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.140288] env[69950]: DEBUG oslo_vmware.api [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222427, 'name': PowerOnVM_Task, 'duration_secs': 0.490887} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.140475] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.140723] env[69950]: INFO nova.compute.manager [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Took 9.48 seconds to spawn the instance on the hypervisor. [ 980.140910] env[69950]: DEBUG nova.compute.manager [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 980.142183] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e8a710-75df-4fb1-8bc0-2e87f8efc807 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.232950] env[69950]: DEBUG oslo_concurrency.lockutils [req-33a04d44-cc06-4528-92c9-e8801be70f68 req-2beeae44-b51c-4ecc-b853-d7eb61b1d4f2 service nova] Releasing lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.248501] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 221c76ec-484a-4288-8ba8-00a8419bed76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 980.623094] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222426, 'name': ReconfigVM_Task, 'duration_secs': 0.903895} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.623470] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 01a8ef80-a68f-47cc-9800-5ac78005e2fa/01a8ef80-a68f-47cc-9800-5ac78005e2fa.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.624134] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f24cdee7-52d2-4efe-94e6-00e9ee3da5b2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.631841] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 980.631841] env[69950]: value = "task-4222428" [ 980.631841] env[69950]: _type = "Task" [ 980.631841] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.641237] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222428, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.663663] env[69950]: INFO nova.compute.manager [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Took 23.83 seconds to build instance. [ 980.713883] env[69950]: DEBUG nova.compute.manager [req-f3f37fbc-4c0d-408e-a58f-8c703e4a4152 req-be468a9c-6afb-46c8-9faa-fa3e3288632b service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Received event network-vif-plugged-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 980.714312] env[69950]: DEBUG oslo_concurrency.lockutils [req-f3f37fbc-4c0d-408e-a58f-8c703e4a4152 req-be468a9c-6afb-46c8-9faa-fa3e3288632b service nova] Acquiring lock "7359d06f-82ec-4cd7-b81e-597e72f7655e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.714495] env[69950]: DEBUG oslo_concurrency.lockutils [req-f3f37fbc-4c0d-408e-a58f-8c703e4a4152 req-be468a9c-6afb-46c8-9faa-fa3e3288632b service nova] Lock "7359d06f-82ec-4cd7-b81e-597e72f7655e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.714668] env[69950]: DEBUG oslo_concurrency.lockutils [req-f3f37fbc-4c0d-408e-a58f-8c703e4a4152 req-be468a9c-6afb-46c8-9faa-fa3e3288632b service nova] Lock "7359d06f-82ec-4cd7-b81e-597e72f7655e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.714838] env[69950]: DEBUG nova.compute.manager [req-f3f37fbc-4c0d-408e-a58f-8c703e4a4152 req-be468a9c-6afb-46c8-9faa-fa3e3288632b service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] No waiting events found dispatching network-vif-plugged-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 980.715118] env[69950]: WARNING nova.compute.manager [req-f3f37fbc-4c0d-408e-a58f-8c703e4a4152 req-be468a9c-6afb-46c8-9faa-fa3e3288632b service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Received unexpected event network-vif-plugged-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 for instance with vm_state building and task_state spawning. [ 980.715331] env[69950]: DEBUG nova.compute.manager [req-f3f37fbc-4c0d-408e-a58f-8c703e4a4152 req-be468a9c-6afb-46c8-9faa-fa3e3288632b service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Received event network-changed-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 980.715490] env[69950]: DEBUG nova.compute.manager [req-f3f37fbc-4c0d-408e-a58f-8c703e4a4152 req-be468a9c-6afb-46c8-9faa-fa3e3288632b service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Refreshing instance network info cache due to event network-changed-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 980.715714] env[69950]: DEBUG oslo_concurrency.lockutils [req-f3f37fbc-4c0d-408e-a58f-8c703e4a4152 req-be468a9c-6afb-46c8-9faa-fa3e3288632b service nova] Acquiring lock "refresh_cache-7359d06f-82ec-4cd7-b81e-597e72f7655e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.715885] env[69950]: DEBUG oslo_concurrency.lockutils [req-f3f37fbc-4c0d-408e-a58f-8c703e4a4152 req-be468a9c-6afb-46c8-9faa-fa3e3288632b service nova] Acquired lock "refresh_cache-7359d06f-82ec-4cd7-b81e-597e72f7655e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.716083] env[69950]: DEBUG nova.network.neutron [req-f3f37fbc-4c0d-408e-a58f-8c703e4a4152 req-be468a9c-6afb-46c8-9faa-fa3e3288632b service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Refreshing network info cache for port e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.752303] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 9cf314f0-aafc-478e-8429-b7e3db2c4611 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 980.752521] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (9977abed-3e10-4d72-b30a-b1d91a885d39): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 981.145581] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222428, 'name': Rename_Task, 'duration_secs': 0.244228} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.145967] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.146295] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79e9194e-573f-4fae-9a94-127965186dfc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.153439] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 981.153439] env[69950]: value = "task-4222429" [ 981.153439] env[69950]: _type = "Task" [ 981.153439] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.162763] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.169153] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55615c80-332e-4ae8-b12e-f34dc290e559 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "747c8b5c-4a90-4783-8394-171e8add90f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.370s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.256056] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 94ba5c21-e4d6-49ec-b392-24d93632d4a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 981.341382] env[69950]: DEBUG nova.network.neutron [req-f3f37fbc-4c0d-408e-a58f-8c703e4a4152 req-be468a9c-6afb-46c8-9faa-fa3e3288632b service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.563625] env[69950]: DEBUG nova.network.neutron [req-f3f37fbc-4c0d-408e-a58f-8c703e4a4152 req-be468a9c-6afb-46c8-9faa-fa3e3288632b service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.664992] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222429, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.760598] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance a9d2ed90-7a8b-4d90-9702-029cb3c184f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 982.066815] env[69950]: DEBUG oslo_concurrency.lockutils [req-f3f37fbc-4c0d-408e-a58f-8c703e4a4152 req-be468a9c-6afb-46c8-9faa-fa3e3288632b service nova] Releasing lock "refresh_cache-7359d06f-82ec-4cd7-b81e-597e72f7655e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.164529] env[69950]: DEBUG oslo_vmware.api [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222429, 'name': PowerOnVM_Task, 'duration_secs': 0.592512} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.164802] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.165025] env[69950]: DEBUG nova.compute.manager [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.166391] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93eedd41-b9ce-4503-a583-83343e0dcbd6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.266026] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance fdfbc8cd-57a0-4acf-a4d1-20a7788acae1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 982.266026] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 982.266026] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 982.311275] env[69950]: DEBUG nova.network.neutron [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Successfully updated port: 138a97a4-0647-4d31-8ce8-401af3f795e5 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.691233] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.767686] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5ba7e9-9dd9-43db-b6a4-45c1bc973608 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.779143] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143d1d25-96c8-48d8-a456-42208a4a89c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.826682] env[69950]: INFO nova.compute.manager [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Rebuilding instance [ 982.830643] env[69950]: DEBUG nova.compute.manager [req-cce2126f-f6e9-4a5c-be81-24ec70327745 req-a96c0aa3-b2d3-47da-b41a-6b5b01baea12 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Received event network-vif-plugged-138a97a4-0647-4d31-8ce8-401af3f795e5 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 982.830906] env[69950]: DEBUG oslo_concurrency.lockutils [req-cce2126f-f6e9-4a5c-be81-24ec70327745 req-a96c0aa3-b2d3-47da-b41a-6b5b01baea12 service nova] Acquiring lock "7359d06f-82ec-4cd7-b81e-597e72f7655e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.831185] env[69950]: DEBUG oslo_concurrency.lockutils [req-cce2126f-f6e9-4a5c-be81-24ec70327745 req-a96c0aa3-b2d3-47da-b41a-6b5b01baea12 service nova] Lock "7359d06f-82ec-4cd7-b81e-597e72f7655e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.831959] env[69950]: DEBUG oslo_concurrency.lockutils [req-cce2126f-f6e9-4a5c-be81-24ec70327745 req-a96c0aa3-b2d3-47da-b41a-6b5b01baea12 service nova] Lock "7359d06f-82ec-4cd7-b81e-597e72f7655e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.831959] env[69950]: DEBUG nova.compute.manager [req-cce2126f-f6e9-4a5c-be81-24ec70327745 req-a96c0aa3-b2d3-47da-b41a-6b5b01baea12 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] No waiting events found dispatching network-vif-plugged-138a97a4-0647-4d31-8ce8-401af3f795e5 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 982.831959] env[69950]: WARNING nova.compute.manager [req-cce2126f-f6e9-4a5c-be81-24ec70327745 req-a96c0aa3-b2d3-47da-b41a-6b5b01baea12 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Received unexpected event network-vif-plugged-138a97a4-0647-4d31-8ce8-401af3f795e5 for instance with vm_state building and task_state spawning. [ 982.831959] env[69950]: DEBUG nova.compute.manager [req-cce2126f-f6e9-4a5c-be81-24ec70327745 req-a96c0aa3-b2d3-47da-b41a-6b5b01baea12 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Received event network-changed-138a97a4-0647-4d31-8ce8-401af3f795e5 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 982.832188] env[69950]: DEBUG nova.compute.manager [req-cce2126f-f6e9-4a5c-be81-24ec70327745 req-a96c0aa3-b2d3-47da-b41a-6b5b01baea12 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Refreshing instance network info cache due to event network-changed-138a97a4-0647-4d31-8ce8-401af3f795e5. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 982.832289] env[69950]: DEBUG oslo_concurrency.lockutils [req-cce2126f-f6e9-4a5c-be81-24ec70327745 req-a96c0aa3-b2d3-47da-b41a-6b5b01baea12 service nova] Acquiring lock "refresh_cache-7359d06f-82ec-4cd7-b81e-597e72f7655e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.832441] env[69950]: DEBUG oslo_concurrency.lockutils [req-cce2126f-f6e9-4a5c-be81-24ec70327745 req-a96c0aa3-b2d3-47da-b41a-6b5b01baea12 service nova] Acquired lock "refresh_cache-7359d06f-82ec-4cd7-b81e-597e72f7655e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.832606] env[69950]: DEBUG nova.network.neutron [req-cce2126f-f6e9-4a5c-be81-24ec70327745 req-a96c0aa3-b2d3-47da-b41a-6b5b01baea12 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Refreshing network info cache for port 138a97a4-0647-4d31-8ce8-401af3f795e5 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.835074] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7cd97d-ac89-4c97-89bc-ac4e093a3102 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.847438] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd588074-c1d0-49d8-88c1-4f0d9050f9d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.867171] env[69950]: DEBUG nova.compute.provider_tree [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.899343] env[69950]: DEBUG nova.compute.manager [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.900225] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61fc652-08f1-4763-b8a2-f1baaa56421d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.029274] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "961b3c50-c378-485c-8d37-944d7a55c82e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.030118] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "961b3c50-c378-485c-8d37-944d7a55c82e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.030118] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "961b3c50-c378-485c-8d37-944d7a55c82e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.030118] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "961b3c50-c378-485c-8d37-944d7a55c82e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.030302] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "961b3c50-c378-485c-8d37-944d7a55c82e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.032466] env[69950]: INFO nova.compute.manager [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Terminating instance [ 983.371713] env[69950]: DEBUG nova.scheduler.client.report [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.386335] env[69950]: DEBUG nova.network.neutron [req-cce2126f-f6e9-4a5c-be81-24ec70327745 req-a96c0aa3-b2d3-47da-b41a-6b5b01baea12 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.488174] env[69950]: DEBUG nova.network.neutron [req-cce2126f-f6e9-4a5c-be81-24ec70327745 req-a96c0aa3-b2d3-47da-b41a-6b5b01baea12 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.536742] env[69950]: DEBUG nova.compute.manager [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.537613] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.538902] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ba2833-ae9b-4b01-bd3a-261e82f14ee2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.546732] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.547351] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b04914be-3426-452a-bc1e-93ff163313a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.556901] env[69950]: DEBUG oslo_vmware.api [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 983.556901] env[69950]: value = "task-4222430" [ 983.556901] env[69950]: _type = "Task" [ 983.556901] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.576056] env[69950]: DEBUG oslo_vmware.api [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.878334] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 983.878680] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.184s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.878957] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.440s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.880685] env[69950]: INFO nova.compute.claims [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.917294] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.917714] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb7e646e-871c-4518-aaae-b8f6c036fbfe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.927031] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 983.927031] env[69950]: value = "task-4222431" [ 983.927031] env[69950]: _type = "Task" [ 983.927031] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.938770] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.994331] env[69950]: DEBUG oslo_concurrency.lockutils [req-cce2126f-f6e9-4a5c-be81-24ec70327745 req-a96c0aa3-b2d3-47da-b41a-6b5b01baea12 service nova] Releasing lock "refresh_cache-7359d06f-82ec-4cd7-b81e-597e72f7655e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.069274] env[69950]: DEBUG oslo_vmware.api [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222430, 'name': PowerOffVM_Task, 'duration_secs': 0.417179} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.069607] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.069876] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.070308] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04647a2a-5752-4eed-b51c-c9075a10b2c4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.149076] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.149076] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.149076] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Deleting the datastore file [datastore1] 961b3c50-c378-485c-8d37-944d7a55c82e {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.149427] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f909e314-1e0a-46f1-928d-802a1a94d023 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.157013] env[69950]: DEBUG oslo_vmware.api [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for the task: (returnval){ [ 984.157013] env[69950]: value = "task-4222433" [ 984.157013] env[69950]: _type = "Task" [ 984.157013] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.166951] env[69950]: DEBUG oslo_vmware.api [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.440527] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222431, 'name': PowerOffVM_Task, 'duration_secs': 0.212581} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.441191] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.441574] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.442547] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d6ffd2-b352-4ade-92d8-60a6687211df {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.451221] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.451999] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4ec1906-e3ae-482b-b8e2-35948fd0a0d1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.521907] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.522593] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.522593] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleting the datastore file [datastore2] 747c8b5c-4a90-4783-8394-171e8add90f9 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.522758] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-739356c4-29cd-47b2-b86f-967a488e924e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.530966] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 984.530966] env[69950]: value = "task-4222435" [ 984.530966] env[69950]: _type = "Task" [ 984.530966] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.542736] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.632585] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "65528071-e020-4c76-9078-45a5f878264f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.632913] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "65528071-e020-4c76-9078-45a5f878264f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.633205] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "65528071-e020-4c76-9078-45a5f878264f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.633441] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "65528071-e020-4c76-9078-45a5f878264f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.633655] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "65528071-e020-4c76-9078-45a5f878264f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.636135] env[69950]: INFO nova.compute.manager [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Terminating instance [ 984.667688] env[69950]: DEBUG oslo_vmware.api [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Task: {'id': task-4222433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200785} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.668029] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.668264] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.668490] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.668676] env[69950]: INFO nova.compute.manager [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 984.668927] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.669160] env[69950]: DEBUG nova.compute.manager [-] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.669256] env[69950]: DEBUG nova.network.neutron [-] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.788909] env[69950]: DEBUG nova.network.neutron [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Successfully updated port: 300c83bc-5b62-4534-b3ca-9a1d912c8024 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.979862] env[69950]: DEBUG nova.compute.manager [req-bfa687ad-4779-45fd-aca0-eaf496d4091b req-92b98bb6-9bd2-4705-aaeb-0c34c52c36f5 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Received event network-vif-plugged-300c83bc-5b62-4534-b3ca-9a1d912c8024 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 984.980043] env[69950]: DEBUG oslo_concurrency.lockutils [req-bfa687ad-4779-45fd-aca0-eaf496d4091b req-92b98bb6-9bd2-4705-aaeb-0c34c52c36f5 service nova] Acquiring lock "7359d06f-82ec-4cd7-b81e-597e72f7655e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.980224] env[69950]: DEBUG oslo_concurrency.lockutils [req-bfa687ad-4779-45fd-aca0-eaf496d4091b req-92b98bb6-9bd2-4705-aaeb-0c34c52c36f5 service nova] Lock "7359d06f-82ec-4cd7-b81e-597e72f7655e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.980389] env[69950]: DEBUG oslo_concurrency.lockutils [req-bfa687ad-4779-45fd-aca0-eaf496d4091b req-92b98bb6-9bd2-4705-aaeb-0c34c52c36f5 service nova] Lock "7359d06f-82ec-4cd7-b81e-597e72f7655e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.980553] env[69950]: DEBUG nova.compute.manager [req-bfa687ad-4779-45fd-aca0-eaf496d4091b req-92b98bb6-9bd2-4705-aaeb-0c34c52c36f5 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] No waiting events found dispatching network-vif-plugged-300c83bc-5b62-4534-b3ca-9a1d912c8024 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 984.980715] env[69950]: WARNING nova.compute.manager [req-bfa687ad-4779-45fd-aca0-eaf496d4091b req-92b98bb6-9bd2-4705-aaeb-0c34c52c36f5 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Received unexpected event network-vif-plugged-300c83bc-5b62-4534-b3ca-9a1d912c8024 for instance with vm_state building and task_state spawning. [ 984.980871] env[69950]: DEBUG nova.compute.manager [req-bfa687ad-4779-45fd-aca0-eaf496d4091b req-92b98bb6-9bd2-4705-aaeb-0c34c52c36f5 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Received event network-changed-300c83bc-5b62-4534-b3ca-9a1d912c8024 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 984.982055] env[69950]: DEBUG nova.compute.manager [req-bfa687ad-4779-45fd-aca0-eaf496d4091b req-92b98bb6-9bd2-4705-aaeb-0c34c52c36f5 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Refreshing instance network info cache due to event network-changed-300c83bc-5b62-4534-b3ca-9a1d912c8024. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 984.982319] env[69950]: DEBUG oslo_concurrency.lockutils [req-bfa687ad-4779-45fd-aca0-eaf496d4091b req-92b98bb6-9bd2-4705-aaeb-0c34c52c36f5 service nova] Acquiring lock "refresh_cache-7359d06f-82ec-4cd7-b81e-597e72f7655e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.983079] env[69950]: DEBUG oslo_concurrency.lockutils [req-bfa687ad-4779-45fd-aca0-eaf496d4091b req-92b98bb6-9bd2-4705-aaeb-0c34c52c36f5 service nova] Acquired lock "refresh_cache-7359d06f-82ec-4cd7-b81e-597e72f7655e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.983339] env[69950]: DEBUG nova.network.neutron [req-bfa687ad-4779-45fd-aca0-eaf496d4091b req-92b98bb6-9bd2-4705-aaeb-0c34c52c36f5 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Refreshing network info cache for port 300c83bc-5b62-4534-b3ca-9a1d912c8024 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.043509] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138142} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.043841] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.043977] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.044978] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.105501] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.105501] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.140355] env[69950]: DEBUG nova.compute.manager [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.140681] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.142467] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a14956-8fe0-4bee-afb6-6c9cec92fcac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.154851] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.155154] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13e2fe44-8c29-40f0-9dc0-69eb30d2587c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.165841] env[69950]: DEBUG oslo_vmware.api [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 985.165841] env[69950]: value = "task-4222436" [ 985.165841] env[69950]: _type = "Task" [ 985.165841] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.176489] env[69950]: DEBUG oslo_vmware.api [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.292312] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "refresh_cache-7359d06f-82ec-4cd7-b81e-597e72f7655e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.405094] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0f0823-f170-4245-bfa0-43bed8b654eb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.413557] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe518307-ad5d-4174-bec0-5ddf9ea7febc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.444776] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73b5899-c330-46a7-a953-843416f88859 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.453587] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594fb266-8fd3-425e-9886-6b13f504ff53 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.469771] env[69950]: DEBUG nova.compute.provider_tree [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.527455] env[69950]: DEBUG nova.network.neutron [req-bfa687ad-4779-45fd-aca0-eaf496d4091b req-92b98bb6-9bd2-4705-aaeb-0c34c52c36f5 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.608268] env[69950]: DEBUG nova.compute.manager [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.658225] env[69950]: DEBUG nova.network.neutron [req-bfa687ad-4779-45fd-aca0-eaf496d4091b req-92b98bb6-9bd2-4705-aaeb-0c34c52c36f5 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.681094] env[69950]: DEBUG oslo_vmware.api [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222436, 'name': PowerOffVM_Task, 'duration_secs': 0.215367} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.681374] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.681566] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.681826] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40937bf8-ef50-4b36-808a-05de133f902a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.747434] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.747703] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.747857] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleting the datastore file [datastore1] 65528071-e020-4c76-9078-45a5f878264f {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.748160] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9838543b-434f-454e-badd-c630f8bed454 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.755935] env[69950]: DEBUG oslo_vmware.api [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 985.755935] env[69950]: value = "task-4222438" [ 985.755935] env[69950]: _type = "Task" [ 985.755935] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.764611] env[69950]: DEBUG oslo_vmware.api [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.885428] env[69950]: DEBUG nova.network.neutron [-] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.996219] env[69950]: ERROR nova.scheduler.client.report [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [req-eb27ba0d-3115-4e90-afff-465cb3069ba7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eb27ba0d-3115-4e90-afff-465cb3069ba7"}]} [ 986.013232] env[69950]: DEBUG nova.scheduler.client.report [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 986.027889] env[69950]: DEBUG nova.scheduler.client.report [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 986.028137] env[69950]: DEBUG nova.compute.provider_tree [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.041405] env[69950]: DEBUG nova.scheduler.client.report [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 986.065023] env[69950]: DEBUG nova.scheduler.client.report [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 986.083376] env[69950]: DEBUG nova.virt.hardware [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.083586] env[69950]: DEBUG nova.virt.hardware [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.083586] env[69950]: DEBUG nova.virt.hardware [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.083746] env[69950]: DEBUG nova.virt.hardware [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.083888] env[69950]: DEBUG nova.virt.hardware [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.084052] env[69950]: DEBUG nova.virt.hardware [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.084297] env[69950]: DEBUG nova.virt.hardware [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.084494] env[69950]: DEBUG nova.virt.hardware [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.084580] env[69950]: DEBUG nova.virt.hardware [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.084777] env[69950]: DEBUG nova.virt.hardware [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.084907] env[69950]: DEBUG nova.virt.hardware [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.085825] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead24183-27d8-40d9-bd2f-b519d99285c6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.099612] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425df000-b17d-4b62-bd8f-2510cf76c448 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.118630] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:72:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac631c86-6062-49fa-becc-093dc445020d', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.126033] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.130413] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.130918] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-515e0be3-af53-4948-b7c3-8062b041c741 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.145664] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.154735] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.154735] env[69950]: value = "task-4222439" [ 986.154735] env[69950]: _type = "Task" [ 986.154735] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.162539] env[69950]: DEBUG oslo_concurrency.lockutils [req-bfa687ad-4779-45fd-aca0-eaf496d4091b req-92b98bb6-9bd2-4705-aaeb-0c34c52c36f5 service nova] Releasing lock "refresh_cache-7359d06f-82ec-4cd7-b81e-597e72f7655e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.167659] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquired lock "refresh_cache-7359d06f-82ec-4cd7-b81e-597e72f7655e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.167943] env[69950]: DEBUG nova.network.neutron [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.169540] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222439, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.270878] env[69950]: DEBUG oslo_vmware.api [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136059} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.270878] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.270878] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.270878] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.271129] env[69950]: INFO nova.compute.manager [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 65528071-e020-4c76-9078-45a5f878264f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 986.271350] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.271578] env[69950]: DEBUG nova.compute.manager [-] [instance: 65528071-e020-4c76-9078-45a5f878264f] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.271684] env[69950]: DEBUG nova.network.neutron [-] [instance: 65528071-e020-4c76-9078-45a5f878264f] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.389192] env[69950]: INFO nova.compute.manager [-] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Took 1.72 seconds to deallocate network for instance. [ 986.518530] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09ebe7f-a4d7-44a4-aef9-0fec4e8caea5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.526811] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89890e1-809f-438e-8ce1-acfc88407820 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.559152] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94476a41-b588-45d3-9d20-49e69b98e2b3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.567577] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775a3fa4-a1e2-42d4-992f-bd8931dae461 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.582349] env[69950]: DEBUG nova.compute.provider_tree [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.666221] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222439, 'name': CreateVM_Task, 'duration_secs': 0.432832} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.666417] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.667285] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.667565] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.668051] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.668415] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d6cd010-67f9-48e5-867c-48c796302a02 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.677239] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 986.677239] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522413b8-f797-6e05-6d19-38c1e8f92b6b" [ 986.677239] env[69950]: _type = "Task" [ 986.677239] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.685973] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522413b8-f797-6e05-6d19-38c1e8f92b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.709950] env[69950]: DEBUG nova.network.neutron [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.897497] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.018699] env[69950]: DEBUG nova.compute.manager [req-ddfdb162-1ea6-4395-8640-62968d61e2ab req-9ad24001-fb89-4bf1-bb57-3c61c64223b9 service nova] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Received event network-vif-deleted-f57327aa-23a9-4473-aecb-4ff7af1952e5 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 987.019101] env[69950]: DEBUG nova.compute.manager [req-ddfdb162-1ea6-4395-8640-62968d61e2ab req-9ad24001-fb89-4bf1-bb57-3c61c64223b9 service nova] [instance: 65528071-e020-4c76-9078-45a5f878264f] Received event network-vif-deleted-a324eaa7-3a23-452f-b70e-4c132ca3d923 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 987.019240] env[69950]: INFO nova.compute.manager [req-ddfdb162-1ea6-4395-8640-62968d61e2ab req-9ad24001-fb89-4bf1-bb57-3c61c64223b9 service nova] [instance: 65528071-e020-4c76-9078-45a5f878264f] Neutron deleted interface a324eaa7-3a23-452f-b70e-4c132ca3d923; detaching it from the instance and deleting it from the info cache [ 987.019554] env[69950]: DEBUG nova.network.neutron [req-ddfdb162-1ea6-4395-8640-62968d61e2ab req-9ad24001-fb89-4bf1-bb57-3c61c64223b9 service nova] [instance: 65528071-e020-4c76-9078-45a5f878264f] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.121880] env[69950]: DEBUG nova.scheduler.client.report [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 987.122188] env[69950]: DEBUG nova.compute.provider_tree [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 105 to 106 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 987.122377] env[69950]: DEBUG nova.compute.provider_tree [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.125911] env[69950]: DEBUG nova.network.neutron [-] [instance: 65528071-e020-4c76-9078-45a5f878264f] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.191537] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522413b8-f797-6e05-6d19-38c1e8f92b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.191826] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.192080] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.192325] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.192529] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.192841] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.193137] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-608ea363-78fe-4eeb-bea0-44659c19d9cb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.204302] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.204508] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.205367] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e8b5f72-868a-4fba-bf71-118b640ddb23 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.211137] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 987.211137] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524228dd-a83c-162a-3a7b-309d0c4c2202" [ 987.211137] env[69950]: _type = "Task" [ 987.211137] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.222237] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524228dd-a83c-162a-3a7b-309d0c4c2202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.421610] env[69950]: DEBUG nova.network.neutron [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Updating instance_info_cache with network_info: [{"id": "e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8", "address": "fa:16:3e:15:19:3f", "network": {"id": "d51db3e7-3d58-44c3-852e-19bec437c302", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-196205194", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f2e3d8-00", "ovs_interfaceid": "e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "138a97a4-0647-4d31-8ce8-401af3f795e5", "address": "fa:16:3e:8b:6d:23", "network": {"id": "c557ebe6-b2dd-4cb0-944f-f536479051f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1675724176", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138a97a4-06", "ovs_interfaceid": "138a97a4-0647-4d31-8ce8-401af3f795e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "300c83bc-5b62-4534-b3ca-9a1d912c8024", "address": "fa:16:3e:71:d5:3f", "network": {"id": "d51db3e7-3d58-44c3-852e-19bec437c302", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-196205194", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300c83bc-5b", "ovs_interfaceid": "300c83bc-5b62-4534-b3ca-9a1d912c8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.522777] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c4e5193-5378-4a66-b424-719aaed9516c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.533190] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b32e66-93ff-46cd-af28-e2e9d4f6ee46 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.564128] env[69950]: DEBUG nova.compute.manager [req-ddfdb162-1ea6-4395-8640-62968d61e2ab req-9ad24001-fb89-4bf1-bb57-3c61c64223b9 service nova] [instance: 65528071-e020-4c76-9078-45a5f878264f] Detach interface failed, port_id=a324eaa7-3a23-452f-b70e-4c132ca3d923, reason: Instance 65528071-e020-4c76-9078-45a5f878264f could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 987.628459] env[69950]: INFO nova.compute.manager [-] [instance: 65528071-e020-4c76-9078-45a5f878264f] Took 1.36 seconds to deallocate network for instance. [ 987.629374] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.750s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.629921] env[69950]: DEBUG nova.compute.manager [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.633928] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.793s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.634719] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.636937] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.126s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.637144] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.638884] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.470s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.639079] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.641620] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.930s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.643447] env[69950]: INFO nova.compute.claims [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.668584] env[69950]: INFO nova.scheduler.client.report [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleted allocations for instance 08861016-3490-4c1d-9b58-2a49afb06aa9 [ 987.673031] env[69950]: INFO nova.scheduler.client.report [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Deleted allocations for instance 93664ea1-b278-43d4-9390-f10836022697 [ 987.724933] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524228dd-a83c-162a-3a7b-309d0c4c2202, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.725756] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b245d5b-9d1a-47d1-a8b8-76943eb8a933 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.733361] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 987.733361] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e8c664-8935-a68f-8590-5bf385b5a1d4" [ 987.733361] env[69950]: _type = "Task" [ 987.733361] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.742566] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e8c664-8935-a68f-8590-5bf385b5a1d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.925064] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Releasing lock "refresh_cache-7359d06f-82ec-4cd7-b81e-597e72f7655e" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.925520] env[69950]: DEBUG nova.compute.manager [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Instance network_info: |[{"id": "e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8", "address": "fa:16:3e:15:19:3f", "network": {"id": "d51db3e7-3d58-44c3-852e-19bec437c302", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-196205194", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f2e3d8-00", "ovs_interfaceid": "e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "138a97a4-0647-4d31-8ce8-401af3f795e5", "address": "fa:16:3e:8b:6d:23", "network": {"id": "c557ebe6-b2dd-4cb0-944f-f536479051f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1675724176", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138a97a4-06", "ovs_interfaceid": "138a97a4-0647-4d31-8ce8-401af3f795e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "300c83bc-5b62-4534-b3ca-9a1d912c8024", "address": "fa:16:3e:71:d5:3f", "network": {"id": "d51db3e7-3d58-44c3-852e-19bec437c302", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-196205194", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300c83bc-5b", "ovs_interfaceid": "300c83bc-5b62-4534-b3ca-9a1d912c8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.926036] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:19:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:6d:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '138a97a4-0647-4d31-8ce8-401af3f795e5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:d5:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '300c83bc-5b62-4534-b3ca-9a1d912c8024', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.937266] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Creating folder: Project (b4871d28285045deb950c8b27b8b3ecb). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.937585] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3665a32-f014-4cb8-ba87-c67c3d8995f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.951760] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Created folder: Project (b4871d28285045deb950c8b27b8b3ecb) in parent group-v835309. [ 987.952050] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Creating folder: Instances. Parent ref: group-v835521. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.952317] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20288bc2-53be-428a-9398-b79019e7558f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.963987] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Created folder: Instances in parent group-v835521. [ 987.964161] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.964369] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.964585] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3885be31-dda3-49be-8556-3a98c907c010 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.990139] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.990139] env[69950]: value = "task-4222442" [ 987.990139] env[69950]: _type = "Task" [ 987.990139] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.998989] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222442, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.150528] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.151743] env[69950]: DEBUG nova.compute.utils [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.155131] env[69950]: DEBUG nova.compute.manager [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Not allocating networking since 'none' was specified. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 988.158503] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ce81d8c-bdd2-4954-bfc3-c0375bf63211 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 48.791s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.159486] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 19.731s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.159753] env[69950]: INFO nova.compute.manager [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Unshelving [ 988.179926] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1d78ab2-b047-49d3-ba13-dfe882d223ff tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Lock "93664ea1-b278-43d4-9390-f10836022697" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.832s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.181698] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9fa71427-50ee-4ec7-b85d-3b87ca769339 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "08861016-3490-4c1d-9b58-2a49afb06aa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.164s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.244587] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e8c664-8935-a68f-8590-5bf385b5a1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.244874] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.245181] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 747c8b5c-4a90-4783-8394-171e8add90f9/747c8b5c-4a90-4783-8394-171e8add90f9.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.245527] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba16e63a-6f9b-438c-b35d-19d9760d3513 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.253092] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 988.253092] env[69950]: value = "task-4222443" [ 988.253092] env[69950]: _type = "Task" [ 988.253092] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.264063] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.501500] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222442, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.658599] env[69950]: DEBUG nova.compute.manager [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.771110] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222443, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.007312] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222442, 'name': CreateVM_Task, 'duration_secs': 0.5621} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.007312] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.007874] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.008060] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.008407] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.011511] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07f1b2f-d7c5-4f3e-b867-081a094add2e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.019808] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 989.019808] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525da1f3-0011-f471-541c-3668974b6979" [ 989.019808] env[69950]: _type = "Task" [ 989.019808] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.031636] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525da1f3-0011-f471-541c-3668974b6979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.119855] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd012def-c1ba-49b0-8b08-53bc838d61d7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.130181] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebc5958-7aa9-4bf0-8866-19c29b380115 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.168069] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5155292-abae-4011-b5c6-f6bb16f18316 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.177676] env[69950]: DEBUG nova.compute.utils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.180342] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d3f4ba-a27f-4d98-8c01-0dbe6b0864be {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.197188] env[69950]: DEBUG nova.compute.provider_tree [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.264570] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582034} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.264842] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 747c8b5c-4a90-4783-8394-171e8add90f9/747c8b5c-4a90-4783-8394-171e8add90f9.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.265061] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.265319] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d22963ac-9d89-417b-a938-4d5cd8d724ff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.273814] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 989.273814] env[69950]: value = "task-4222444" [ 989.273814] env[69950]: _type = "Task" [ 989.273814] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.284517] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.531674] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525da1f3-0011-f471-541c-3668974b6979, 'name': SearchDatastore_Task, 'duration_secs': 0.010478} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.531867] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.532133] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.532385] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.532692] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.532772] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.532984] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2c91e36-ef47-45f7-b15b-8f0a452f7f9c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.542845] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.542845] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.543593] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf7f67b-f517-43c0-a7c3-0faa694ee6b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.550052] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 989.550052] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52801b22-6784-9eeb-d8b5-8e09695415bc" [ 989.550052] env[69950]: _type = "Task" [ 989.550052] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.559227] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52801b22-6784-9eeb-d8b5-8e09695415bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.604998] env[69950]: DEBUG oslo_concurrency.lockutils [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "75fe594f-3bc3-4070-ae8f-28555cb79785" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.605314] env[69950]: DEBUG oslo_concurrency.lockutils [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "75fe594f-3bc3-4070-ae8f-28555cb79785" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.605629] env[69950]: DEBUG oslo_concurrency.lockutils [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "75fe594f-3bc3-4070-ae8f-28555cb79785-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.605856] env[69950]: DEBUG oslo_concurrency.lockutils [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "75fe594f-3bc3-4070-ae8f-28555cb79785-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.606133] env[69950]: DEBUG oslo_concurrency.lockutils [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "75fe594f-3bc3-4070-ae8f-28555cb79785-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.610486] env[69950]: INFO nova.compute.manager [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Terminating instance [ 989.669638] env[69950]: DEBUG nova.compute.manager [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.686791] env[69950]: INFO nova.virt.block_device [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Booting with volume ed0fae9e-1065-4592-abc0-3455ef3495d1 at /dev/sdb [ 989.703550] env[69950]: DEBUG nova.virt.hardware [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.703794] env[69950]: DEBUG nova.virt.hardware [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.703994] env[69950]: DEBUG nova.virt.hardware [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.704136] env[69950]: DEBUG nova.virt.hardware [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.704288] env[69950]: DEBUG nova.virt.hardware [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.704438] env[69950]: DEBUG nova.virt.hardware [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.704661] env[69950]: DEBUG nova.virt.hardware [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.704822] env[69950]: DEBUG nova.virt.hardware [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.705166] env[69950]: DEBUG nova.virt.hardware [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.705166] env[69950]: DEBUG nova.virt.hardware [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.705339] env[69950]: DEBUG nova.virt.hardware [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.708717] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9665f52-58a4-4004-88de-ec50df802d03 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.720519] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c49111-77d5-4f5f-bcf9-c3206a3dd61a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.726982] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fdd128e-00ae-4039-b185-8b78dcf65df3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.729726] env[69950]: ERROR nova.scheduler.client.report [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [req-e48fff85-7999-4c7c-8bd2-60b58e3ef277] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e48fff85-7999-4c7c-8bd2-60b58e3ef277"}]} [ 989.740019] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.746481] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Creating folder: Project (54671e28a3a34c9e99caba17d3d7c272). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.747647] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff272818-8c44-4f56-9685-68e8ae1c9690 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.755627] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9571888f-e821-4504-9a4d-db6703cb6862 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.768827] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Created folder: Project (54671e28a3a34c9e99caba17d3d7c272) in parent group-v835309. [ 989.769042] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Creating folder: Instances. Parent ref: group-v835524. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.770104] env[69950]: DEBUG nova.scheduler.client.report [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 989.772446] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4e591d3-06a1-4058-a81a-aba23183cf4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.785993] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264485} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.794623] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.795990] env[69950]: DEBUG nova.scheduler.client.report [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 989.796291] env[69950]: DEBUG nova.compute.provider_tree [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.800269] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec67c9b6-0394-498d-8c75-d7bb637b2a4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.802759] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4dfab7a-230e-4d15-b95c-d7346d873117 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.804605] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Created folder: Instances in parent group-v835524. [ 989.806408] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.806408] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.806913] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-992e4b90-9268-4bd9-a2de-ea825153a21a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.838323] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 747c8b5c-4a90-4783-8394-171e8add90f9/747c8b5c-4a90-4783-8394-171e8add90f9.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.838790] env[69950]: DEBUG nova.scheduler.client.report [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 989.841278] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50e19a39-6480-4478-9358-9cd9500f061c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.859557] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5032d6-4f36-4d41-9a19-e7a2c8556096 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.870700] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.870700] env[69950]: value = "task-4222447" [ 989.870700] env[69950]: _type = "Task" [ 989.870700] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.885132] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222447, 'name': CreateVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.885486] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 989.885486] env[69950]: value = "task-4222448" [ 989.885486] env[69950]: _type = "Task" [ 989.885486] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.898115] env[69950]: DEBUG nova.scheduler.client.report [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 989.903948] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f67125-620f-45d6-8774-e3f253b38eef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.914636] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.918144] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4733692-b7ed-45e0-ac24-fa17277d9d4b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.935845] env[69950]: DEBUG nova.virt.block_device [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updating existing volume attachment record: 58d9a698-ad06-44cd-94ef-47f7c7b8c5a9 {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 990.068129] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52801b22-6784-9eeb-d8b5-8e09695415bc, 'name': SearchDatastore_Task, 'duration_secs': 0.015337} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.074285] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a568f914-be2f-4ff5-8275-ae6f9a727065 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.081946] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 990.081946] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525392a9-e8ea-1362-9c57-17551d48a921" [ 990.081946] env[69950]: _type = "Task" [ 990.081946] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.097379] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525392a9-e8ea-1362-9c57-17551d48a921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.114902] env[69950]: DEBUG nova.compute.manager [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.114902] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.114902] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860634f4-fad5-483b-95bd-87a35519a898 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.121794] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.124753] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e4a0f3e-ea16-417a-853e-38c8c923cabe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.133175] env[69950]: DEBUG oslo_vmware.api [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 990.133175] env[69950]: value = "task-4222450" [ 990.133175] env[69950]: _type = "Task" [ 990.133175] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.143425] env[69950]: DEBUG oslo_vmware.api [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.210972] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "dda88168-a704-4dd5-b580-1d22afb83117" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.212270] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "dda88168-a704-4dd5-b580-1d22afb83117" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.381679] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222447, 'name': CreateVM_Task, 'duration_secs': 0.374169} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.381874] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.382496] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.382496] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.383214] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.385653] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944c1ea6-0d88-4c68-90b2-150ff774ac3a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.393768] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 990.393768] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52894dc3-afc9-3ba9-4a8f-220f1cbc1935" [ 990.393768] env[69950]: _type = "Task" [ 990.393768] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.417716] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52894dc3-afc9-3ba9-4a8f-220f1cbc1935, 'name': SearchDatastore_Task, 'duration_secs': 0.012795} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.417993] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222448, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.418570] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.418848] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.419105] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.427116] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940815b4-aea1-4cf4-9318-fcb8100329bf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.434869] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac713fb-2398-4823-9427-be5fe6d6a355 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.471968] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c85b08-e390-4cb5-9ca6-71d276d21b51 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.480156] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b697e706-5a31-4192-a563-dbe1a20d17d6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.495787] env[69950]: DEBUG nova.compute.provider_tree [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.593494] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525392a9-e8ea-1362-9c57-17551d48a921, 'name': SearchDatastore_Task, 'duration_secs': 0.01909} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.593856] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.594200] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 7359d06f-82ec-4cd7-b81e-597e72f7655e/7359d06f-82ec-4cd7-b81e-597e72f7655e.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.594945] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.594945] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.594945] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b895b06-6f9d-4197-8da0-77c7c8c40fc0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.597011] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71fd3cca-0ceb-4db9-985d-01d0d219e54c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.605303] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 990.605303] env[69950]: value = "task-4222453" [ 990.605303] env[69950]: _type = "Task" [ 990.605303] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.611516] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.611516] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.612254] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d34c30-aee4-48f7-8f57-5632d1232c32 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.617922] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.621944] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 990.621944] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527f9c7e-28ff-32d5-1500-2d7b7069d8b3" [ 990.621944] env[69950]: _type = "Task" [ 990.621944] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.634023] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527f9c7e-28ff-32d5-1500-2d7b7069d8b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.643172] env[69950]: DEBUG oslo_vmware.api [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222450, 'name': PowerOffVM_Task, 'duration_secs': 0.236333} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.643461] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.643637] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.643890] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1adf12c7-1a95-46e0-aa65-003011466053 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.717705] env[69950]: DEBUG nova.compute.manager [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.725033] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.725033] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.725033] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleting the datastore file [datastore2] 75fe594f-3bc3-4070-ae8f-28555cb79785 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.725033] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b5b8a1a-ce88-4f15-b806-3e916bb4f09e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.729979] env[69950]: DEBUG oslo_vmware.api [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 990.729979] env[69950]: value = "task-4222455" [ 990.729979] env[69950]: _type = "Task" [ 990.729979] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.742570] env[69950]: DEBUG oslo_vmware.api [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.914963] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222448, 'name': ReconfigVM_Task, 'duration_secs': 0.562014} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.918081] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 747c8b5c-4a90-4783-8394-171e8add90f9/747c8b5c-4a90-4783-8394-171e8add90f9.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.918787] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1964b799-27e0-4771-a87d-45e4845a5f8b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.932191] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 990.932191] env[69950]: value = "task-4222456" [ 990.932191] env[69950]: _type = "Task" [ 990.932191] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.953336] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222456, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.049587] env[69950]: DEBUG nova.scheduler.client.report [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 991.052018] env[69950]: DEBUG nova.compute.provider_tree [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 107 to 108 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 991.052018] env[69950]: DEBUG nova.compute.provider_tree [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.122555] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222453, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.137967] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527f9c7e-28ff-32d5-1500-2d7b7069d8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012624} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.139153] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6fbcf4-491e-4b08-9667-4a83371cc908 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.148350] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 991.148350] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5281e2e5-faed-ef80-786a-f7c4c1512d85" [ 991.148350] env[69950]: _type = "Task" [ 991.148350] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.158977] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5281e2e5-faed-ef80-786a-f7c4c1512d85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.243809] env[69950]: DEBUG oslo_vmware.api [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.252494] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.445572] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222456, 'name': Rename_Task, 'duration_secs': 0.388484} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.446117] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.446512] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8c1687b-1947-497c-8267-7f84612093f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.456140] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 991.456140] env[69950]: value = "task-4222457" [ 991.456140] env[69950]: _type = "Task" [ 991.456140] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.469287] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.557374] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.916s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.558064] env[69950]: DEBUG nova.compute.manager [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.561117] env[69950]: DEBUG oslo_concurrency.lockutils [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.659s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.561333] env[69950]: DEBUG oslo_concurrency.lockutils [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.563456] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.552s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.563768] env[69950]: DEBUG nova.objects.instance [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 991.592719] env[69950]: INFO nova.scheduler.client.report [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Deleted allocations for instance 652e974c-d5fb-47ae-a49a-0bd2653376fe [ 991.619295] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556221} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.620398] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 7359d06f-82ec-4cd7-b81e-597e72f7655e/7359d06f-82ec-4cd7-b81e-597e72f7655e.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.620755] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.621290] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a6ad4b1-a955-4230-a15d-452fde4e77a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.629981] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 991.629981] env[69950]: value = "task-4222458" [ 991.629981] env[69950]: _type = "Task" [ 991.629981] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.643409] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.662099] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5281e2e5-faed-ef80-786a-f7c4c1512d85, 'name': SearchDatastore_Task, 'duration_secs': 0.011167} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.662458] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.662820] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 221c76ec-484a-4288-8ba8-00a8419bed76/221c76ec-484a-4288-8ba8-00a8419bed76.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.663073] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b9e5e2e-2063-42cb-832c-f6e3814136df {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.672162] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 991.672162] env[69950]: value = "task-4222459" [ 991.672162] env[69950]: _type = "Task" [ 991.672162] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.684645] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.741561] env[69950]: DEBUG oslo_vmware.api [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.56918} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.741831] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.742137] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.742224] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.742393] env[69950]: INFO nova.compute.manager [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Took 1.63 seconds to destroy the instance on the hypervisor. [ 991.742625] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.742816] env[69950]: DEBUG nova.compute.manager [-] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.742907] env[69950]: DEBUG nova.network.neutron [-] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.972908] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.071196] env[69950]: DEBUG nova.compute.utils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.083996] env[69950]: DEBUG nova.compute.manager [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.083996] env[69950]: DEBUG nova.network.neutron [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.104337] env[69950]: DEBUG oslo_concurrency.lockutils [None req-632885ec-c140-4e25-9642-41d679765bf3 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "652e974c-d5fb-47ae-a49a-0bd2653376fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.925s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.142304] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079484} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.142954] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.143799] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c338624d-8bf1-486a-9142-5a177ff166fc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.180938] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 7359d06f-82ec-4cd7-b81e-597e72f7655e/7359d06f-82ec-4cd7-b81e-597e72f7655e.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.185011] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b74628-1140-4599-9a6b-78b58b46d047 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.207321] env[69950]: DEBUG nova.policy [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4f879a4b130400284d6008474349b42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cf991c70b7a4698be25350a2bd58e1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.221928] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222459, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.225423] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 992.225423] env[69950]: value = "task-4222460" [ 992.225423] env[69950]: _type = "Task" [ 992.225423] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.240838] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222460, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.472941] env[69950]: DEBUG oslo_vmware.api [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222457, 'name': PowerOnVM_Task, 'duration_secs': 0.921968} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.473843] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.474303] env[69950]: DEBUG nova.compute.manager [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.476911] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80435f01-8d8f-400c-8548-a60a4c3b7f8b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.578595] env[69950]: DEBUG nova.compute.manager [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.584535] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2a210be3-2468-477b-ab52-5830457706e1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.587725] env[69950]: DEBUG oslo_concurrency.lockutils [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.112s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.587725] env[69950]: DEBUG oslo_concurrency.lockutils [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.588256] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.243s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.589798] env[69950]: INFO nova.compute.claims [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.598079] env[69950]: DEBUG nova.compute.manager [req-dfe33ed6-6c8f-4839-9c24-99953508a05e req-0a8adc29-a9d9-4660-ad95-2708385890bb service nova] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Received event network-vif-deleted-06328bc1-4bba-4dcb-bceb-1c178430f073 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 992.598295] env[69950]: INFO nova.compute.manager [req-dfe33ed6-6c8f-4839-9c24-99953508a05e req-0a8adc29-a9d9-4660-ad95-2708385890bb service nova] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Neutron deleted interface 06328bc1-4bba-4dcb-bceb-1c178430f073; detaching it from the instance and deleting it from the info cache [ 992.598473] env[69950]: DEBUG nova.network.neutron [req-dfe33ed6-6c8f-4839-9c24-99953508a05e req-0a8adc29-a9d9-4660-ad95-2708385890bb service nova] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.629489] env[69950]: INFO nova.scheduler.client.report [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Deleted allocations for instance 4b44f038-c80d-4bbd-aec6-e98cde784f92 [ 992.685931] env[69950]: DEBUG nova.network.neutron [-] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.699335] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738637} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.700892] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 221c76ec-484a-4288-8ba8-00a8419bed76/221c76ec-484a-4288-8ba8-00a8419bed76.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.701199] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.701507] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc275364-d9bb-4f38-a32c-f767fc18f469 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.710406] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 992.710406] env[69950]: value = "task-4222462" [ 992.710406] env[69950]: _type = "Task" [ 992.710406] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.721590] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.742803] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222460, 'name': ReconfigVM_Task, 'duration_secs': 0.46283} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.742803] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 7359d06f-82ec-4cd7-b81e-597e72f7655e/7359d06f-82ec-4cd7-b81e-597e72f7655e.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.742803] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-218809d5-a883-463c-a8b2-b88a44e19102 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.750670] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 992.750670] env[69950]: value = "task-4222463" [ 992.750670] env[69950]: _type = "Task" [ 992.750670] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.762753] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222463, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.910905] env[69950]: DEBUG nova.network.neutron [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Successfully created port: d1326b99-5ce9-458f-bd91-926c0d9f7381 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.001886] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.103575] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af3dccdb-d608-4d6a-9eeb-fc9741248d52 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.117544] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea1522c-ac4a-4080-8730-4d468c5de507 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.159057] env[69950]: DEBUG nova.compute.manager [req-dfe33ed6-6c8f-4839-9c24-99953508a05e req-0a8adc29-a9d9-4660-ad95-2708385890bb service nova] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Detach interface failed, port_id=06328bc1-4bba-4dcb-bceb-1c178430f073, reason: Instance 75fe594f-3bc3-4070-ae8f-28555cb79785 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 993.159809] env[69950]: DEBUG oslo_concurrency.lockutils [None req-965c51db-9b00-423e-96c2-c7a97a1506cd tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Lock "4b44f038-c80d-4bbd-aec6-e98cde784f92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.087s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.192640] env[69950]: INFO nova.compute.manager [-] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Took 1.45 seconds to deallocate network for instance. [ 993.226098] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089823} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.226571] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.227623] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f69319-476e-4652-a4da-5fcc1ec7941a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.252375] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 221c76ec-484a-4288-8ba8-00a8419bed76/221c76ec-484a-4288-8ba8-00a8419bed76.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.253355] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a838cc0-1f97-4377-bd4b-4ae778bc4534 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.278043] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222463, 'name': Rename_Task, 'duration_secs': 0.187112} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.279367] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.279647] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 993.279647] env[69950]: value = "task-4222464" [ 993.279647] env[69950]: _type = "Task" [ 993.279647] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.279884] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaa5c23d-be2d-46ab-abb0-0263ea6ab7b3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.290337] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.292025] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 993.292025] env[69950]: value = "task-4222465" [ 993.292025] env[69950]: _type = "Task" [ 993.292025] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.304186] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.496257] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "224dbd2b-d96d-4c5c-8b59-252382cac427" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.496916] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "224dbd2b-d96d-4c5c-8b59-252382cac427" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.535284] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "3b3787a9-2613-4c96-a271-9abf718a60c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.535888] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "3b3787a9-2613-4c96-a271-9abf718a60c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.583347] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "4a450a03-497e-470b-a03f-551965c90c1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.583624] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "4a450a03-497e-470b-a03f-551965c90c1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.602985] env[69950]: DEBUG nova.compute.manager [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.648780] env[69950]: DEBUG nova.virt.hardware [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.648979] env[69950]: DEBUG nova.virt.hardware [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.649121] env[69950]: DEBUG nova.virt.hardware [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.649315] env[69950]: DEBUG nova.virt.hardware [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.649482] env[69950]: DEBUG nova.virt.hardware [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.649807] env[69950]: DEBUG nova.virt.hardware [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.649942] env[69950]: DEBUG nova.virt.hardware [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.650147] env[69950]: DEBUG nova.virt.hardware [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.650340] env[69950]: DEBUG nova.virt.hardware [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.650511] env[69950]: DEBUG nova.virt.hardware [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.650696] env[69950]: DEBUG nova.virt.hardware [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.652681] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602225aa-b37c-42d8-b3f8-a1b1586143a3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.667178] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3126bf64-f089-4013-a8d0-2e10a3c015d3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.699472] env[69950]: DEBUG oslo_concurrency.lockutils [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.797879] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222464, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.813476] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222465, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.001405] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.041063] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.145339] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecfacfc-1431-4e1f-8211-7fa07b834765 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.155207] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a739537a-f983-424c-aeb5-7b7c1c0ce33f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.192326] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "747c8b5c-4a90-4783-8394-171e8add90f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.192526] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "747c8b5c-4a90-4783-8394-171e8add90f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.192743] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "747c8b5c-4a90-4783-8394-171e8add90f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.192923] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "747c8b5c-4a90-4783-8394-171e8add90f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.193102] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "747c8b5c-4a90-4783-8394-171e8add90f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.195475] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac9281d-c912-467f-afa4-5b202948a822 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.198671] env[69950]: INFO nova.compute.manager [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Terminating instance [ 994.211568] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8197142-17d8-4627-8f01-64ef0508f18d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.230235] env[69950]: DEBUG nova.compute.provider_tree [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.301645] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222464, 'name': ReconfigVM_Task, 'duration_secs': 0.534811} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.306031] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 221c76ec-484a-4288-8ba8-00a8419bed76/221c76ec-484a-4288-8ba8-00a8419bed76.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.307072] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1828e50e-e78c-40b0-826b-a5b94cafd38a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.314298] env[69950]: DEBUG oslo_vmware.api [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222465, 'name': PowerOnVM_Task, 'duration_secs': 0.745438} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.315757] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.315978] env[69950]: INFO nova.compute.manager [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Took 17.94 seconds to spawn the instance on the hypervisor. [ 994.316188] env[69950]: DEBUG nova.compute.manager [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 994.317036] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 994.317036] env[69950]: value = "task-4222466" [ 994.317036] env[69950]: _type = "Task" [ 994.317036] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.317292] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9556305b-6361-4a6f-895c-c41729521467 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.338244] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222466, 'name': Rename_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.524874] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.565296] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.710881] env[69950]: DEBUG nova.compute.manager [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.710881] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.711409] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5094a23-2f0b-4444-86d8-24d7a5c3aea3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.722390] env[69950]: DEBUG nova.compute.manager [req-183c3300-08bd-4d78-9fea-710008a18efa req-bca3f30e-69c7-4bc6-98f4-827f9c26d796 service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Received event network-vif-plugged-d1326b99-5ce9-458f-bd91-926c0d9f7381 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 994.722390] env[69950]: DEBUG oslo_concurrency.lockutils [req-183c3300-08bd-4d78-9fea-710008a18efa req-bca3f30e-69c7-4bc6-98f4-827f9c26d796 service nova] Acquiring lock "9cf314f0-aafc-478e-8429-b7e3db2c4611-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.722390] env[69950]: DEBUG oslo_concurrency.lockutils [req-183c3300-08bd-4d78-9fea-710008a18efa req-bca3f30e-69c7-4bc6-98f4-827f9c26d796 service nova] Lock "9cf314f0-aafc-478e-8429-b7e3db2c4611-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.722390] env[69950]: DEBUG oslo_concurrency.lockutils [req-183c3300-08bd-4d78-9fea-710008a18efa req-bca3f30e-69c7-4bc6-98f4-827f9c26d796 service nova] Lock "9cf314f0-aafc-478e-8429-b7e3db2c4611-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.722390] env[69950]: DEBUG nova.compute.manager [req-183c3300-08bd-4d78-9fea-710008a18efa req-bca3f30e-69c7-4bc6-98f4-827f9c26d796 service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] No waiting events found dispatching network-vif-plugged-d1326b99-5ce9-458f-bd91-926c0d9f7381 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 994.722390] env[69950]: WARNING nova.compute.manager [req-183c3300-08bd-4d78-9fea-710008a18efa req-bca3f30e-69c7-4bc6-98f4-827f9c26d796 service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Received unexpected event network-vif-plugged-d1326b99-5ce9-458f-bd91-926c0d9f7381 for instance with vm_state building and task_state spawning. [ 994.728811] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.730685] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8864fd0b-60a4-4700-ae0c-f7d5a43d79bb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.737789] env[69950]: DEBUG nova.scheduler.client.report [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.749026] env[69950]: DEBUG oslo_vmware.api [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 994.749026] env[69950]: value = "task-4222467" [ 994.749026] env[69950]: _type = "Task" [ 994.749026] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.764467] env[69950]: DEBUG oslo_vmware.api [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.831498] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222466, 'name': Rename_Task, 'duration_secs': 0.316418} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.834132] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.834132] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83333ab5-b6d9-45ec-a87f-838812837731 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.839172] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 994.839172] env[69950]: value = "task-4222468" [ 994.839172] env[69950]: _type = "Task" [ 994.839172] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.855495] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.855495] env[69950]: INFO nova.compute.manager [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Took 36.48 seconds to build instance. [ 994.904980] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "b30ebaee-894d-49c3-9d54-f9d31f45615c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.905340] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "b30ebaee-894d-49c3-9d54-f9d31f45615c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.925809] env[69950]: DEBUG nova.network.neutron [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Successfully updated port: d1326b99-5ce9-458f-bd91-926c0d9f7381 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.342103] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "7359d06f-82ec-4cd7-b81e-597e72f7655e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.342103] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.342103] env[69950]: DEBUG nova.compute.manager [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.342103] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.233s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.342103] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.342103] env[69950]: DEBUG oslo_concurrency.lockutils [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.680s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.342103] env[69950]: DEBUG oslo_concurrency.lockutils [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.342103] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.491s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.342103] env[69950]: INFO nova.compute.claims [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.342103] env[69950]: DEBUG oslo_vmware.api [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222467, 'name': PowerOffVM_Task, 'duration_secs': 0.209646} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.342103] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.342103] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.342103] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-892f14d5-d18d-419f-b850-b8c76418b8a5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.342103] env[69950]: INFO nova.scheduler.client.report [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Deleted allocations for instance de73879c-e71a-4505-9739-16595239f982 [ 995.342103] env[69950]: INFO nova.scheduler.client.report [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleted allocations for instance 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555 [ 995.350814] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.355474] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.356284] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.356284] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleting the datastore file [datastore2] 747c8b5c-4a90-4783-8394-171e8add90f9 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.356284] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9926d314-2216-4057-afca-123e3e5873e8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.359230] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "7359d06f-82ec-4cd7-b81e-597e72f7655e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.006s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.360352] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "7359d06f-82ec-4cd7-b81e-597e72f7655e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.115s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.360517] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "7359d06f-82ec-4cd7-b81e-597e72f7655e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.360856] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "7359d06f-82ec-4cd7-b81e-597e72f7655e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.361139] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "7359d06f-82ec-4cd7-b81e-597e72f7655e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.363781] env[69950]: INFO nova.compute.manager [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Terminating instance [ 995.372157] env[69950]: DEBUG oslo_vmware.api [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 995.372157] env[69950]: value = "task-4222470" [ 995.372157] env[69950]: _type = "Task" [ 995.372157] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.387534] env[69950]: DEBUG oslo_vmware.api [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.430050] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.430168] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.430301] env[69950]: DEBUG nova.network.neutron [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.770910] env[69950]: DEBUG nova.compute.utils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.771838] env[69950]: DEBUG nova.compute.manager [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.772874] env[69950]: DEBUG nova.network.neutron [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.841856] env[69950]: DEBUG oslo_concurrency.lockutils [None req-baadf80c-9100-4f67-8629-612b7d449094 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.192s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.843349] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Lock "de73879c-e71a-4505-9739-16595239f982" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.902s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.848326] env[69950]: DEBUG nova.policy [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95c64437ccb247798e445f6014838f00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87a36143c99541a2a1802030073feaca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.856747] env[69950]: DEBUG oslo_vmware.api [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222468, 'name': PowerOnVM_Task, 'duration_secs': 0.725934} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.857521] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.857521] env[69950]: INFO nova.compute.manager [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Took 6.19 seconds to spawn the instance on the hypervisor. [ 995.857521] env[69950]: DEBUG nova.compute.manager [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 995.858793] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e63a8c-284f-495b-89a6-1cc644886d01 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.863868] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.876267] env[69950]: DEBUG nova.compute.manager [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.876530] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.880653] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2936722-6a39-4663-ae1a-9382a2364ba0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.894021] env[69950]: DEBUG oslo_vmware.api [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368288} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.894021] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.894187] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.894364] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.894781] env[69950]: INFO nova.compute.manager [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 995.894781] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.895016] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.895314] env[69950]: DEBUG nova.compute.manager [-] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.895314] env[69950]: DEBUG nova.network.neutron [-] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.897106] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-709f4237-f276-475d-a5f5-0202932ec91a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.904766] env[69950]: DEBUG oslo_vmware.api [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 995.904766] env[69950]: value = "task-4222471" [ 995.904766] env[69950]: _type = "Task" [ 995.904766] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.915747] env[69950]: DEBUG oslo_vmware.api [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.047718] env[69950]: DEBUG nova.network.neutron [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.071641] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.283065] env[69950]: DEBUG nova.compute.manager [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.386133] env[69950]: INFO nova.compute.manager [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Took 31.97 seconds to build instance. [ 996.405977] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.417594] env[69950]: DEBUG oslo_vmware.api [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222471, 'name': PowerOffVM_Task, 'duration_secs': 0.458525} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.418024] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.418173] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.421651] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19ef941a-d4b6-4bd0-946c-5948b94b14ea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.573226] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "b0cb9eae-d6c5-49c5-8f87-7ec597e952b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.573226] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "b0cb9eae-d6c5-49c5-8f87-7ec597e952b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.589197] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.589724] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.590020] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Deleting the datastore file [datastore2] 7359d06f-82ec-4cd7-b81e-597e72f7655e {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.590309] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d56358e0-e78b-4dcc-9137-8e12fa39a5e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.595333] env[69950]: DEBUG nova.network.neutron [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance_info_cache with network_info: [{"id": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "address": "fa:16:3e:28:fa:d6", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1326b99-5c", "ovs_interfaceid": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.605499] env[69950]: DEBUG oslo_vmware.api [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 996.605499] env[69950]: value = "task-4222473" [ 996.605499] env[69950]: _type = "Task" [ 996.605499] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.613653] env[69950]: DEBUG oslo_vmware.api [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.802512] env[69950]: DEBUG nova.network.neutron [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Successfully created port: 75591731-6aab-472a-8a74-51650cf85208 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.813921] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ddf5db-f05d-432c-bdc0-98eff47bd187 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.826076] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27f4ec8-2b05-44fc-992b-b33bdff8abbf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.866949] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cacf41-8232-446f-8bf1-a2fc957e9dbe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.875994] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df84b84-6967-4b72-acca-4a92d6d0e2f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.893510] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b3aa50e-0e0c-47bd-a13e-e121605fcbc4 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Lock "221c76ec-484a-4288-8ba8-00a8419bed76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.488s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.894053] env[69950]: DEBUG nova.compute.provider_tree [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.918529] env[69950]: DEBUG nova.compute.manager [req-7f996722-95d6-4874-9963-36634af2e6df req-dc0e8d48-b4af-43be-8d5b-96fc8dc74019 service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Received event network-changed-d1326b99-5ce9-458f-bd91-926c0d9f7381 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 996.918725] env[69950]: DEBUG nova.compute.manager [req-7f996722-95d6-4874-9963-36634af2e6df req-dc0e8d48-b4af-43be-8d5b-96fc8dc74019 service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Refreshing instance network info cache due to event network-changed-d1326b99-5ce9-458f-bd91-926c0d9f7381. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 996.918919] env[69950]: DEBUG oslo_concurrency.lockutils [req-7f996722-95d6-4874-9963-36634af2e6df req-dc0e8d48-b4af-43be-8d5b-96fc8dc74019 service nova] Acquiring lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.103343] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.104456] env[69950]: DEBUG nova.compute.manager [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Instance network_info: |[{"id": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "address": "fa:16:3e:28:fa:d6", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1326b99-5c", "ovs_interfaceid": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.104623] env[69950]: DEBUG oslo_concurrency.lockutils [req-7f996722-95d6-4874-9963-36634af2e6df req-dc0e8d48-b4af-43be-8d5b-96fc8dc74019 service nova] Acquired lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.104763] env[69950]: DEBUG nova.network.neutron [req-7f996722-95d6-4874-9963-36634af2e6df req-dc0e8d48-b4af-43be-8d5b-96fc8dc74019 service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Refreshing network info cache for port d1326b99-5ce9-458f-bd91-926c0d9f7381 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.105951] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:fa:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1326b99-5ce9-458f-bd91-926c0d9f7381', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.114092] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.115033] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.118669] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b42d4287-1d5d-4a6f-8b4f-440f63b56764 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.140982] env[69950]: DEBUG oslo_vmware.api [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381349} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.142425] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.142629] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.142813] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.142995] env[69950]: INFO nova.compute.manager [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Took 1.27 seconds to destroy the instance on the hypervisor. [ 997.143604] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.143604] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.143604] env[69950]: value = "task-4222474" [ 997.143604] env[69950]: _type = "Task" [ 997.143604] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.144052] env[69950]: DEBUG nova.compute.manager [-] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.144139] env[69950]: DEBUG nova.network.neutron [-] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.155571] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222474, 'name': CreateVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.177305] env[69950]: DEBUG nova.network.neutron [-] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.298317] env[69950]: DEBUG nova.compute.manager [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.325149] env[69950]: DEBUG nova.virt.hardware [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.325413] env[69950]: DEBUG nova.virt.hardware [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.325573] env[69950]: DEBUG nova.virt.hardware [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.325757] env[69950]: DEBUG nova.virt.hardware [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.325907] env[69950]: DEBUG nova.virt.hardware [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.326071] env[69950]: DEBUG nova.virt.hardware [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.326291] env[69950]: DEBUG nova.virt.hardware [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.326455] env[69950]: DEBUG nova.virt.hardware [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.326625] env[69950]: DEBUG nova.virt.hardware [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.326792] env[69950]: DEBUG nova.virt.hardware [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.326969] env[69950]: DEBUG nova.virt.hardware [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.328041] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6731b2f-a550-430f-beda-4d4f2b8a29db {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.337808] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a5a0eb-8d40-453f-8b7a-8a8cce0430a4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.399196] env[69950]: DEBUG nova.scheduler.client.report [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.402827] env[69950]: DEBUG nova.compute.manager [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.605895] env[69950]: INFO nova.compute.manager [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Rebuilding instance [ 997.656995] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222474, 'name': CreateVM_Task, 'duration_secs': 0.383073} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.659620] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.660484] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.660653] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.660993] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.663616] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d1114b-92d9-4abf-8f3f-c5c525f2aa65 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.666009] env[69950]: DEBUG nova.compute.manager [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 997.667445] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8539fa9-fdad-45bf-8a32-ae24e7b6f640 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.673685] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 997.673685] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e8e988-a107-55b6-5872-942b657438a4" [ 997.673685] env[69950]: _type = "Task" [ 997.673685] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.686024] env[69950]: INFO nova.compute.manager [-] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Took 1.79 seconds to deallocate network for instance. [ 997.691389] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e8e988-a107-55b6-5872-942b657438a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.909468] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.910137] env[69950]: DEBUG nova.compute.manager [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.916286] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.320s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.916494] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.921018] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.824s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.921018] env[69950]: DEBUG nova.objects.instance [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 997.944902] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.964517] env[69950]: INFO nova.scheduler.client.report [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Deleted allocations for instance 3bc17236-c198-475c-878c-54f6cba2fe3b [ 998.194125] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.194379] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e8e988-a107-55b6-5872-942b657438a4, 'name': SearchDatastore_Task, 'duration_secs': 0.031124} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.194957] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.195236] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.195466] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.195612] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.195795] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.196125] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9283ddf-8292-4eac-82e6-17de183c81d3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.209375] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.209629] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.210466] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece6c0c0-d476-4bb5-999c-d4a4eb1a56bf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.221711] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 998.221711] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e86962-63f8-8b06-8ad5-46886e0ce733" [ 998.221711] env[69950]: _type = "Task" [ 998.221711] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.232064] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e86962-63f8-8b06-8ad5-46886e0ce733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.388329] env[69950]: DEBUG nova.network.neutron [req-7f996722-95d6-4874-9963-36634af2e6df req-dc0e8d48-b4af-43be-8d5b-96fc8dc74019 service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updated VIF entry in instance network info cache for port d1326b99-5ce9-458f-bd91-926c0d9f7381. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.388695] env[69950]: DEBUG nova.network.neutron [req-7f996722-95d6-4874-9963-36634af2e6df req-dc0e8d48-b4af-43be-8d5b-96fc8dc74019 service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance_info_cache with network_info: [{"id": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "address": "fa:16:3e:28:fa:d6", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1326b99-5c", "ovs_interfaceid": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.428346] env[69950]: DEBUG nova.compute.utils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.429365] env[69950]: DEBUG nova.compute.manager [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.429519] env[69950]: DEBUG nova.network.neutron [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.476089] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "3bc17236-c198-475c-878c-54f6cba2fe3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.754s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.541543] env[69950]: DEBUG nova.policy [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adf4ea2ecd254e82a6b41ddba1f2b9fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae78d1a2c5b941dd9d69e87bf7baf7b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.696236] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.696597] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1f70f5c-4463-44de-a728-2c33030058d3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.707983] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 998.707983] env[69950]: value = "task-4222475" [ 998.707983] env[69950]: _type = "Task" [ 998.707983] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.716687] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.733865] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e86962-63f8-8b06-8ad5-46886e0ce733, 'name': SearchDatastore_Task, 'duration_secs': 0.013964} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.734753] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fec4b04-67d8-4e91-815f-75f5a137f9bd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.743922] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 998.743922] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52430d5e-0abd-d266-847d-3b0125c9efb0" [ 998.743922] env[69950]: _type = "Task" [ 998.743922] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.754664] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52430d5e-0abd-d266-847d-3b0125c9efb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.891516] env[69950]: DEBUG oslo_concurrency.lockutils [req-7f996722-95d6-4874-9963-36634af2e6df req-dc0e8d48-b4af-43be-8d5b-96fc8dc74019 service nova] Releasing lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.891834] env[69950]: DEBUG nova.compute.manager [req-7f996722-95d6-4874-9963-36634af2e6df req-dc0e8d48-b4af-43be-8d5b-96fc8dc74019 service nova] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Received event network-vif-deleted-ac631c86-6062-49fa-becc-093dc445020d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 998.891980] env[69950]: INFO nova.compute.manager [req-7f996722-95d6-4874-9963-36634af2e6df req-dc0e8d48-b4af-43be-8d5b-96fc8dc74019 service nova] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Neutron deleted interface ac631c86-6062-49fa-becc-093dc445020d; detaching it from the instance and deleting it from the info cache [ 998.892216] env[69950]: DEBUG nova.network.neutron [req-7f996722-95d6-4874-9963-36634af2e6df req-dc0e8d48-b4af-43be-8d5b-96fc8dc74019 service nova] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.931413] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ab63f10-1897-4ed5-af78-cb02f309ee98 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.932569] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.266s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.934549] env[69950]: INFO nova.compute.claims [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.937624] env[69950]: DEBUG nova.compute.manager [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.120826] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "6513b769-0182-4d34-b0c3-a95678df3045" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.121179] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "6513b769-0182-4d34-b0c3-a95678df3045" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.121399] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "6513b769-0182-4d34-b0c3-a95678df3045-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.121586] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "6513b769-0182-4d34-b0c3-a95678df3045-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.121755] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "6513b769-0182-4d34-b0c3-a95678df3045-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.124092] env[69950]: INFO nova.compute.manager [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Terminating instance [ 999.218798] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222475, 'name': PowerOffVM_Task, 'duration_secs': 0.159722} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.219153] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.219432] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.220359] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c81e8cc-ea34-4839-81f6-c38dd6aaf989 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.229781] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.230112] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3171962f-7084-4a69-a528-0bc5d651ffb4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.254869] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52430d5e-0abd-d266-847d-3b0125c9efb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.255743] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.256088] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 9cf314f0-aafc-478e-8429-b7e3db2c4611/9cf314f0-aafc-478e-8429-b7e3db2c4611.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.256922] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-901baed2-7e25-4cd2-beb1-669a8f802eda {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.259653] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.259906] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.260139] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Deleting the datastore file [datastore2] 221c76ec-484a-4288-8ba8-00a8419bed76 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.260404] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ed594a4-0fcd-4a0c-8c82-457c022bd3b2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.267111] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 999.267111] env[69950]: value = "task-4222477" [ 999.267111] env[69950]: _type = "Task" [ 999.267111] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.268479] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 999.268479] env[69950]: value = "task-4222478" [ 999.268479] env[69950]: _type = "Task" [ 999.268479] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.290353] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.290605] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.293744] env[69950]: DEBUG nova.compute.manager [req-d5c26431-5df3-4f97-a0dd-793a0f98bcb8 req-c3237531-6f3b-4996-96bb-22647770f1ef service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Received event network-vif-deleted-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 999.293933] env[69950]: INFO nova.compute.manager [req-d5c26431-5df3-4f97-a0dd-793a0f98bcb8 req-c3237531-6f3b-4996-96bb-22647770f1ef service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Neutron deleted interface e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8; detaching it from the instance and deleting it from the info cache [ 999.294225] env[69950]: DEBUG nova.network.neutron [req-d5c26431-5df3-4f97-a0dd-793a0f98bcb8 req-c3237531-6f3b-4996-96bb-22647770f1ef service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Updating instance_info_cache with network_info: [{"id": "138a97a4-0647-4d31-8ce8-401af3f795e5", "address": "fa:16:3e:8b:6d:23", "network": {"id": "c557ebe6-b2dd-4cb0-944f-f536479051f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1675724176", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138a97a4-06", "ovs_interfaceid": "138a97a4-0647-4d31-8ce8-401af3f795e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "300c83bc-5b62-4534-b3ca-9a1d912c8024", "address": "fa:16:3e:71:d5:3f", "network": {"id": "d51db3e7-3d58-44c3-852e-19bec437c302", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-196205194", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300c83bc-5b", "ovs_interfaceid": "300c83bc-5b62-4534-b3ca-9a1d912c8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.394888] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f5ee0ce-01bb-400e-a846-08addc8f073c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.406502] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbf8fe7-8a3c-4af3-b04e-120d4a0992c1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.444176] env[69950]: DEBUG nova.compute.manager [req-7f996722-95d6-4874-9963-36634af2e6df req-dc0e8d48-b4af-43be-8d5b-96fc8dc74019 service nova] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Detach interface failed, port_id=ac631c86-6062-49fa-becc-093dc445020d, reason: Instance 747c8b5c-4a90-4783-8394-171e8add90f9 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 999.629036] env[69950]: DEBUG nova.compute.manager [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.629291] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.630522] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e424f146-d3cd-4823-af33-a5145a863d25 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.640868] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.641219] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f45a60a-5c86-49a4-8b5b-ac00ec2a0fe7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.651378] env[69950]: DEBUG oslo_vmware.api [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 999.651378] env[69950]: value = "task-4222479" [ 999.651378] env[69950]: _type = "Task" [ 999.651378] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.663248] env[69950]: DEBUG oslo_vmware.api [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.789791] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111172} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.790439] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222477, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.791661] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.791661] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.791661] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.799367] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-724bf2f8-6d94-462c-a3d5-7dd312708d4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.808246] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e541cc5-ddc1-4448-87fd-37b51be6f809 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.845807] env[69950]: DEBUG nova.compute.manager [req-d5c26431-5df3-4f97-a0dd-793a0f98bcb8 req-c3237531-6f3b-4996-96bb-22647770f1ef service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Detach interface failed, port_id=e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8, reason: Instance 7359d06f-82ec-4cd7-b81e-597e72f7655e could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 999.846464] env[69950]: DEBUG nova.compute.manager [req-d5c26431-5df3-4f97-a0dd-793a0f98bcb8 req-c3237531-6f3b-4996-96bb-22647770f1ef service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Received event network-vif-deleted-300c83bc-5b62-4534-b3ca-9a1d912c8024 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 999.846861] env[69950]: INFO nova.compute.manager [req-d5c26431-5df3-4f97-a0dd-793a0f98bcb8 req-c3237531-6f3b-4996-96bb-22647770f1ef service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Neutron deleted interface 300c83bc-5b62-4534-b3ca-9a1d912c8024; detaching it from the instance and deleting it from the info cache [ 999.847229] env[69950]: DEBUG nova.network.neutron [req-d5c26431-5df3-4f97-a0dd-793a0f98bcb8 req-c3237531-6f3b-4996-96bb-22647770f1ef service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Updating instance_info_cache with network_info: [{"id": "138a97a4-0647-4d31-8ce8-401af3f795e5", "address": "fa:16:3e:8b:6d:23", "network": {"id": "c557ebe6-b2dd-4cb0-944f-f536479051f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1675724176", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138a97a4-06", "ovs_interfaceid": "138a97a4-0647-4d31-8ce8-401af3f795e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.955720] env[69950]: DEBUG nova.compute.manager [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.988888] env[69950]: DEBUG nova.virt.hardware [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.989179] env[69950]: DEBUG nova.virt.hardware [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.989355] env[69950]: DEBUG nova.virt.hardware [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.989541] env[69950]: DEBUG nova.virt.hardware [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.989691] env[69950]: DEBUG nova.virt.hardware [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.989834] env[69950]: DEBUG nova.virt.hardware [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.990231] env[69950]: DEBUG nova.virt.hardware [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.990768] env[69950]: DEBUG nova.virt.hardware [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.991822] env[69950]: DEBUG nova.virt.hardware [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.992684] env[69950]: DEBUG nova.virt.hardware [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.992942] env[69950]: DEBUG nova.virt.hardware [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.995424] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066b4768-fff4-40fa-bf21-560c7889dd26 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.007431] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c5ee87-7f29-4b17-9576-be84c3ec4efd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.168403] env[69950]: DEBUG oslo_vmware.api [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222479, 'name': PowerOffVM_Task, 'duration_secs': 0.317934} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.168854] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.169092] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.169417] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0aed45a-caac-4e63-ae3a-134c1f847c25 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.194188] env[69950]: DEBUG nova.network.neutron [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Successfully created port: b73ca065-6de7-422d-bbfa-68d99c61080f {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.245115] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.245358] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.245896] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Deleting the datastore file [datastore2] 6513b769-0182-4d34-b0c3-a95678df3045 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.246329] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a84e2cc9-db79-4339-b71d-628fb6d53f5a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.257752] env[69950]: DEBUG oslo_vmware.api [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for the task: (returnval){ [ 1000.257752] env[69950]: value = "task-4222481" [ 1000.257752] env[69950]: _type = "Task" [ 1000.257752] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.271159] env[69950]: DEBUG oslo_vmware.api [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.281676] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533095} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.281814] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 9cf314f0-aafc-478e-8429-b7e3db2c4611/9cf314f0-aafc-478e-8429-b7e3db2c4611.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.282105] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.282311] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a83cecac-9a19-459b-93ab-ded7f585dccc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.302657] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1000.302657] env[69950]: value = "task-4222482" [ 1000.302657] env[69950]: _type = "Task" [ 1000.302657] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.313883] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.354405] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22b20d4a-37dc-4c13-b8bf-0248f7e049da {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.366342] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8165b3c-a0a6-4edc-975f-db89969f70f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.400807] env[69950]: DEBUG nova.compute.manager [req-d5c26431-5df3-4f97-a0dd-793a0f98bcb8 req-c3237531-6f3b-4996-96bb-22647770f1ef service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Detach interface failed, port_id=300c83bc-5b62-4534-b3ca-9a1d912c8024, reason: Instance 7359d06f-82ec-4cd7-b81e-597e72f7655e could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1000.436674] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a69b92-1a8c-4f74-b73a-e07cae75bfb2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.445383] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f38c89-ea2e-4059-8405-12f20012a49d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.478791] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d52f4b-2d05-4797-9570-6448cd9ea510 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.489560] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d711b386-76f1-491d-953f-61a953dfe7b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.509686] env[69950]: DEBUG nova.compute.provider_tree [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.509867] env[69950]: DEBUG nova.network.neutron [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Successfully updated port: 75591731-6aab-472a-8a74-51650cf85208 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.693020] env[69950]: DEBUG nova.network.neutron [-] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.770765] env[69950]: DEBUG oslo_vmware.api [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Task: {'id': task-4222481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153568} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.770765] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.770957] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.771266] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.771423] env[69950]: INFO nova.compute.manager [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1000.772026] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.772026] env[69950]: DEBUG nova.compute.manager [-] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.772166] env[69950]: DEBUG nova.network.neutron [-] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.817701] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084114} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.818230] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.818852] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1748c840-41ca-44fd-9991-03e25545b51c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.842635] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 9cf314f0-aafc-478e-8429-b7e3db2c4611/9cf314f0-aafc-478e-8429-b7e3db2c4611.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.847182] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-495ca4cd-3a90-4b9a-b707-370607a784a5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.869326] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1000.869326] env[69950]: value = "task-4222483" [ 1000.869326] env[69950]: _type = "Task" [ 1000.869326] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.874951] env[69950]: DEBUG nova.virt.hardware [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.874951] env[69950]: DEBUG nova.virt.hardware [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.875167] env[69950]: DEBUG nova.virt.hardware [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.875226] env[69950]: DEBUG nova.virt.hardware [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.875392] env[69950]: DEBUG nova.virt.hardware [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.876027] env[69950]: DEBUG nova.virt.hardware [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.876284] env[69950]: DEBUG nova.virt.hardware [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.876577] env[69950]: DEBUG nova.virt.hardware [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.876743] env[69950]: DEBUG nova.virt.hardware [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.876953] env[69950]: DEBUG nova.virt.hardware [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.877171] env[69950]: DEBUG nova.virt.hardware [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.881732] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c568f0ac-7d60-493f-b0bd-75636198cc0c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.887601] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.892542] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc54c4f-bc41-425a-b730-797fcf68b8f4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.911526] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.918505] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.918806] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.919040] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-475c6f35-91e0-4eeb-8de0-9fe86ce9a3c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.939755] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.939755] env[69950]: value = "task-4222484" [ 1000.939755] env[69950]: _type = "Task" [ 1000.939755] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.948625] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222484, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.013417] env[69950]: DEBUG nova.scheduler.client.report [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.018369] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "refresh_cache-94ba5c21-e4d6-49ec-b392-24d93632d4a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.018496] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired lock "refresh_cache-94ba5c21-e4d6-49ec-b392-24d93632d4a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.018665] env[69950]: DEBUG nova.network.neutron [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.195742] env[69950]: INFO nova.compute.manager [-] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Took 4.05 seconds to deallocate network for instance. [ 1001.383660] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.402317] env[69950]: DEBUG nova.compute.manager [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Received event network-vif-plugged-75591731-6aab-472a-8a74-51650cf85208 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1001.402686] env[69950]: DEBUG oslo_concurrency.lockutils [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] Acquiring lock "94ba5c21-e4d6-49ec-b392-24d93632d4a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.402965] env[69950]: DEBUG oslo_concurrency.lockutils [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] Lock "94ba5c21-e4d6-49ec-b392-24d93632d4a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.403156] env[69950]: DEBUG oslo_concurrency.lockutils [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] Lock "94ba5c21-e4d6-49ec-b392-24d93632d4a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.403485] env[69950]: DEBUG nova.compute.manager [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] No waiting events found dispatching network-vif-plugged-75591731-6aab-472a-8a74-51650cf85208 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1001.403530] env[69950]: WARNING nova.compute.manager [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Received unexpected event network-vif-plugged-75591731-6aab-472a-8a74-51650cf85208 for instance with vm_state building and task_state spawning. [ 1001.403671] env[69950]: DEBUG nova.compute.manager [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Received event network-vif-deleted-138a97a4-0647-4d31-8ce8-401af3f795e5 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1001.404598] env[69950]: DEBUG nova.compute.manager [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Received event network-changed-75591731-6aab-472a-8a74-51650cf85208 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1001.404811] env[69950]: DEBUG nova.compute.manager [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Refreshing instance network info cache due to event network-changed-75591731-6aab-472a-8a74-51650cf85208. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1001.405013] env[69950]: DEBUG oslo_concurrency.lockutils [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] Acquiring lock "refresh_cache-94ba5c21-e4d6-49ec-b392-24d93632d4a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.452436] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222484, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.522789] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.524161] env[69950]: DEBUG nova.compute.manager [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.526790] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.836s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.526995] env[69950]: DEBUG nova.objects.instance [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1001.575844] env[69950]: DEBUG nova.network.neutron [-] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.601533] env[69950]: DEBUG nova.network.neutron [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.703059] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.884698] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222483, 'name': ReconfigVM_Task, 'duration_secs': 0.722298} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.884698] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 9cf314f0-aafc-478e-8429-b7e3db2c4611/9cf314f0-aafc-478e-8429-b7e3db2c4611.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.884974] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f81368b-a990-4e99-a822-082f81a5b7cf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.894895] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1001.894895] env[69950]: value = "task-4222485" [ 1001.894895] env[69950]: _type = "Task" [ 1001.894895] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.907663] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222485, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.920738] env[69950]: DEBUG nova.network.neutron [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Updating instance_info_cache with network_info: [{"id": "75591731-6aab-472a-8a74-51650cf85208", "address": "fa:16:3e:c4:55:7c", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75591731-6a", "ovs_interfaceid": "75591731-6aab-472a-8a74-51650cf85208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.957444] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222484, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.036922] env[69950]: DEBUG nova.compute.utils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.038792] env[69950]: DEBUG nova.compute.manager [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.039016] env[69950]: DEBUG nova.network.neutron [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.079595] env[69950]: INFO nova.compute.manager [-] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Took 1.31 seconds to deallocate network for instance. [ 1002.114739] env[69950]: DEBUG nova.policy [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adf4ea2ecd254e82a6b41ddba1f2b9fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae78d1a2c5b941dd9d69e87bf7baf7b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.266210] env[69950]: DEBUG nova.network.neutron [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Successfully updated port: b73ca065-6de7-422d-bbfa-68d99c61080f {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.409758] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222485, 'name': Rename_Task, 'duration_secs': 0.15464} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.410042] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.410353] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96dcb35d-992b-4528-b99f-28c8cc433267 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.420451] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1002.420451] env[69950]: value = "task-4222486" [ 1002.420451] env[69950]: _type = "Task" [ 1002.420451] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.425330] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Releasing lock "refresh_cache-94ba5c21-e4d6-49ec-b392-24d93632d4a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.425757] env[69950]: DEBUG nova.compute.manager [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Instance network_info: |[{"id": "75591731-6aab-472a-8a74-51650cf85208", "address": "fa:16:3e:c4:55:7c", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75591731-6a", "ovs_interfaceid": "75591731-6aab-472a-8a74-51650cf85208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.428682] env[69950]: DEBUG oslo_concurrency.lockutils [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] Acquired lock "refresh_cache-94ba5c21-e4d6-49ec-b392-24d93632d4a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.428682] env[69950]: DEBUG nova.network.neutron [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Refreshing network info cache for port 75591731-6aab-472a-8a74-51650cf85208 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.428682] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:55:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75591731-6aab-472a-8a74-51650cf85208', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.438121] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.440087] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.440391] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-700ff1d1-580e-4fed-9eda-797067b253b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.460116] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222486, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.472968] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222484, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.475127] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.475127] env[69950]: value = "task-4222487" [ 1002.475127] env[69950]: _type = "Task" [ 1002.475127] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.484147] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222487, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.519342] env[69950]: DEBUG nova.network.neutron [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Successfully created port: a28be24a-506e-4142-b6e8-9c4289ed9003 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.540270] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1020d148-a1f8-4abc-820a-6575d93744d5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.541571] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.396s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.545440] env[69950]: INFO nova.compute.claims [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.549944] env[69950]: DEBUG nova.compute.manager [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.591538] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.773138] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "refresh_cache-a9d2ed90-7a8b-4d90-9702-029cb3c184f8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.773138] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "refresh_cache-a9d2ed90-7a8b-4d90-9702-029cb3c184f8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.773138] env[69950]: DEBUG nova.network.neutron [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.935906] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222486, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.976034] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222484, 'name': CreateVM_Task, 'duration_secs': 1.546619} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.976034] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.976034] env[69950]: DEBUG oslo_concurrency.lockutils [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.976034] env[69950]: DEBUG oslo_concurrency.lockutils [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.976034] env[69950]: DEBUG oslo_concurrency.lockutils [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.976034] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f26678a-5bb2-4657-ab8f-adb1a298ef8f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.986490] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 1002.986490] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52791966-6b00-2b3a-d2ad-926a5d4998ce" [ 1002.986490] env[69950]: _type = "Task" [ 1002.986490] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.989823] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222487, 'name': CreateVM_Task, 'duration_secs': 0.349746} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.993088] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.993882] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.001942] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52791966-6b00-2b3a-d2ad-926a5d4998ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.002276] env[69950]: DEBUG oslo_concurrency.lockutils [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.002552] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.002830] env[69950]: DEBUG oslo_concurrency.lockutils [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.003044] env[69950]: DEBUG oslo_concurrency.lockutils [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.003269] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.003593] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.003919] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.004204] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ddaa86e-ecbb-4365-b41a-41d210ffad1a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.006282] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51a2e6c-5eff-4594-80a9-199d25594204 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.013069] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1003.013069] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dffe47-0c14-a7d6-80b1-487968100052" [ 1003.013069] env[69950]: _type = "Task" [ 1003.013069] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.019865] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.020196] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.024225] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a240ab46-0b58-45b4-b6ea-f7a8210a808d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.027212] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dffe47-0c14-a7d6-80b1-487968100052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.031267] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 1003.031267] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5294bb92-5f6e-3dcc-22e5-31f77bded2f2" [ 1003.031267] env[69950]: _type = "Task" [ 1003.031267] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.040384] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5294bb92-5f6e-3dcc-22e5-31f77bded2f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.336129] env[69950]: DEBUG nova.network.neutron [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.362743] env[69950]: DEBUG nova.network.neutron [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Updated VIF entry in instance network info cache for port 75591731-6aab-472a-8a74-51650cf85208. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.362890] env[69950]: DEBUG nova.network.neutron [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Updating instance_info_cache with network_info: [{"id": "75591731-6aab-472a-8a74-51650cf85208", "address": "fa:16:3e:c4:55:7c", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75591731-6a", "ovs_interfaceid": "75591731-6aab-472a-8a74-51650cf85208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.431650] env[69950]: DEBUG nova.compute.manager [req-942ddb2d-aa55-431e-8f4c-bc858ac97c5a req-3e3d8589-0b57-44ef-8d7f-835f569b7155 service nova] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Received event network-vif-plugged-b73ca065-6de7-422d-bbfa-68d99c61080f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1003.431769] env[69950]: DEBUG oslo_concurrency.lockutils [req-942ddb2d-aa55-431e-8f4c-bc858ac97c5a req-3e3d8589-0b57-44ef-8d7f-835f569b7155 service nova] Acquiring lock "a9d2ed90-7a8b-4d90-9702-029cb3c184f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.432013] env[69950]: DEBUG oslo_concurrency.lockutils [req-942ddb2d-aa55-431e-8f4c-bc858ac97c5a req-3e3d8589-0b57-44ef-8d7f-835f569b7155 service nova] Lock "a9d2ed90-7a8b-4d90-9702-029cb3c184f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.432199] env[69950]: DEBUG oslo_concurrency.lockutils [req-942ddb2d-aa55-431e-8f4c-bc858ac97c5a req-3e3d8589-0b57-44ef-8d7f-835f569b7155 service nova] Lock "a9d2ed90-7a8b-4d90-9702-029cb3c184f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.432373] env[69950]: DEBUG nova.compute.manager [req-942ddb2d-aa55-431e-8f4c-bc858ac97c5a req-3e3d8589-0b57-44ef-8d7f-835f569b7155 service nova] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] No waiting events found dispatching network-vif-plugged-b73ca065-6de7-422d-bbfa-68d99c61080f {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1003.432542] env[69950]: WARNING nova.compute.manager [req-942ddb2d-aa55-431e-8f4c-bc858ac97c5a req-3e3d8589-0b57-44ef-8d7f-835f569b7155 service nova] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Received unexpected event network-vif-plugged-b73ca065-6de7-422d-bbfa-68d99c61080f for instance with vm_state building and task_state spawning. [ 1003.432702] env[69950]: DEBUG nova.compute.manager [req-942ddb2d-aa55-431e-8f4c-bc858ac97c5a req-3e3d8589-0b57-44ef-8d7f-835f569b7155 service nova] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Received event network-changed-b73ca065-6de7-422d-bbfa-68d99c61080f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1003.432859] env[69950]: DEBUG nova.compute.manager [req-942ddb2d-aa55-431e-8f4c-bc858ac97c5a req-3e3d8589-0b57-44ef-8d7f-835f569b7155 service nova] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Refreshing instance network info cache due to event network-changed-b73ca065-6de7-422d-bbfa-68d99c61080f. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1003.433036] env[69950]: DEBUG oslo_concurrency.lockutils [req-942ddb2d-aa55-431e-8f4c-bc858ac97c5a req-3e3d8589-0b57-44ef-8d7f-835f569b7155 service nova] Acquiring lock "refresh_cache-a9d2ed90-7a8b-4d90-9702-029cb3c184f8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.438547] env[69950]: DEBUG oslo_vmware.api [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222486, 'name': PowerOnVM_Task, 'duration_secs': 0.519738} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.438656] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.438807] env[69950]: INFO nova.compute.manager [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1003.438980] env[69950]: DEBUG nova.compute.manager [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1003.439968] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3586bea5-272d-42a2-8c68-92c242afcbc9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.523994] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dffe47-0c14-a7d6-80b1-487968100052, 'name': SearchDatastore_Task, 'duration_secs': 0.013314} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.524199] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.524434] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.524646] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.527629] env[69950]: DEBUG nova.network.neutron [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Updating instance_info_cache with network_info: [{"id": "b73ca065-6de7-422d-bbfa-68d99c61080f", "address": "fa:16:3e:15:b2:67", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73ca065-6d", "ovs_interfaceid": "b73ca065-6de7-422d-bbfa-68d99c61080f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.541815] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5294bb92-5f6e-3dcc-22e5-31f77bded2f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.543256] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8624eb1-5719-4dac-a264-3ac377de71d0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.549299] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 1003.549299] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52366d50-f605-7c3d-8a23-14e851695c75" [ 1003.549299] env[69950]: _type = "Task" [ 1003.549299] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.561249] env[69950]: DEBUG nova.compute.manager [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.563098] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52366d50-f605-7c3d-8a23-14e851695c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.596307] env[69950]: DEBUG nova.virt.hardware [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.596535] env[69950]: DEBUG nova.virt.hardware [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.596698] env[69950]: DEBUG nova.virt.hardware [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.596881] env[69950]: DEBUG nova.virt.hardware [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.597039] env[69950]: DEBUG nova.virt.hardware [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.597196] env[69950]: DEBUG nova.virt.hardware [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.597407] env[69950]: DEBUG nova.virt.hardware [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.597567] env[69950]: DEBUG nova.virt.hardware [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.597778] env[69950]: DEBUG nova.virt.hardware [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.597904] env[69950]: DEBUG nova.virt.hardware [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.598149] env[69950]: DEBUG nova.virt.hardware [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.599083] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc156742-c486-4714-a745-443c416f0283 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.610524] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ec8a78-43c0-4157-9e07-ae4507dcb6ca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.868882] env[69950]: DEBUG oslo_concurrency.lockutils [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] Releasing lock "refresh_cache-94ba5c21-e4d6-49ec-b392-24d93632d4a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.869653] env[69950]: DEBUG nova.compute.manager [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Received event network-vif-deleted-3d883bf9-77b4-4c61-bd14-3e353419c3eb {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1003.869653] env[69950]: INFO nova.compute.manager [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Neutron deleted interface 3d883bf9-77b4-4c61-bd14-3e353419c3eb; detaching it from the instance and deleting it from the info cache [ 1003.869653] env[69950]: DEBUG nova.network.neutron [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.962056] env[69950]: INFO nova.compute.manager [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Took 36.27 seconds to build instance. [ 1003.996443] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf8f300-80a6-4ca0-aec7-7df1aee8cfc9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.005872] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f916ffa8-f399-47a8-b0ec-54e52a865bce {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.039826] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "refresh_cache-a9d2ed90-7a8b-4d90-9702-029cb3c184f8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.040191] env[69950]: DEBUG nova.compute.manager [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Instance network_info: |[{"id": "b73ca065-6de7-422d-bbfa-68d99c61080f", "address": "fa:16:3e:15:b2:67", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73ca065-6d", "ovs_interfaceid": "b73ca065-6de7-422d-bbfa-68d99c61080f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.040757] env[69950]: DEBUG oslo_concurrency.lockutils [req-942ddb2d-aa55-431e-8f4c-bc858ac97c5a req-3e3d8589-0b57-44ef-8d7f-835f569b7155 service nova] Acquired lock "refresh_cache-a9d2ed90-7a8b-4d90-9702-029cb3c184f8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.040999] env[69950]: DEBUG nova.network.neutron [req-942ddb2d-aa55-431e-8f4c-bc858ac97c5a req-3e3d8589-0b57-44ef-8d7f-835f569b7155 service nova] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Refreshing network info cache for port b73ca065-6de7-422d-bbfa-68d99c61080f {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.042105] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:b2:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b73ca065-6de7-422d-bbfa-68d99c61080f', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.049661] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Creating folder: Project (ae78d1a2c5b941dd9d69e87bf7baf7b0). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.050504] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4ba85a-b790-4d6b-8f4d-e644418dc983 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.053946] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e099b38-1f3b-4125-88d0-4b4e35fb8505 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.067701] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c71674-0118-4a37-91b0-05f1cba7e744 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.072055] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52366d50-f605-7c3d-8a23-14e851695c75, 'name': SearchDatastore_Task, 'duration_secs': 0.00958} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.073491] env[69950]: DEBUG oslo_concurrency.lockutils [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.073772] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 221c76ec-484a-4288-8ba8-00a8419bed76/221c76ec-484a-4288-8ba8-00a8419bed76.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.074068] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Created folder: Project (ae78d1a2c5b941dd9d69e87bf7baf7b0) in parent group-v835309. [ 1004.074247] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Creating folder: Instances. Parent ref: group-v835532. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.074865] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.075066] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.075282] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf294c14-8b81-457a-85f9-b7799d217bd9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.077490] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1f34f85-a1ba-4697-a660-1d63d2f20d2d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.086828] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ee9ae9f-f6d6-4043-a96f-00d54958dd09 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.089035] env[69950]: DEBUG nova.compute.provider_tree [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.096831] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 1004.096831] env[69950]: value = "task-4222490" [ 1004.096831] env[69950]: _type = "Task" [ 1004.096831] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.103285] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Created folder: Instances in parent group-v835532. [ 1004.103592] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.103815] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.103977] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.105126] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.105409] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97d05a6e-af04-4d69-a45f-c7f776acb465 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.111679] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6582684a-62a2-42bf-9304-658bf3211c03 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.125861] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.130516] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1004.130516] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52cbbd73-4ee1-656d-4823-b82bc00cd4af" [ 1004.130516] env[69950]: _type = "Task" [ 1004.130516] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.135433] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.135433] env[69950]: value = "task-4222491" [ 1004.135433] env[69950]: _type = "Task" [ 1004.135433] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.143619] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52cbbd73-4ee1-656d-4823-b82bc00cd4af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.148957] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222491, 'name': CreateVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.374425] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c6e8f03-e894-48b3-89d7-7ce24f2a266b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.387586] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305b6b00-ac77-4af0-becb-dbea08273c0c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.426182] env[69950]: DEBUG nova.compute.manager [req-fb4a1b38-e976-401e-814f-e0e02d7238e1 req-b76a1c48-67f0-4ae0-b6dc-610c8d4ec895 service nova] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Detach interface failed, port_id=3d883bf9-77b4-4c61-bd14-3e353419c3eb, reason: Instance 6513b769-0182-4d34-b0c3-a95678df3045 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1004.467670] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "9cf314f0-aafc-478e-8429-b7e3db2c4611" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.785s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.595127] env[69950]: DEBUG nova.scheduler.client.report [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.616793] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222490, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.652758] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52cbbd73-4ee1-656d-4823-b82bc00cd4af, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.659169] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222491, 'name': CreateVM_Task, 'duration_secs': 0.449436} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.659169] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1291b698-7b3b-4561-914e-4f37ba6f6912 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.665283] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.666707] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.666981] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.667372] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.668186] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e363a24e-8aea-4b16-a32d-b206f7eb1c2c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.672033] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1004.672033] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522eee1e-463b-4949-15fa-625c2e586204" [ 1004.672033] env[69950]: _type = "Task" [ 1004.672033] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.677668] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1004.677668] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5258483f-6d94-7ca3-41e5-0c77742e55ec" [ 1004.677668] env[69950]: _type = "Task" [ 1004.677668] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.690046] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522eee1e-463b-4949-15fa-625c2e586204, 'name': SearchDatastore_Task} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.690046] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.690046] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 94ba5c21-e4d6-49ec-b392-24d93632d4a3/94ba5c21-e4d6-49ec-b392-24d93632d4a3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.690046] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad90f522-8df9-4bac-95af-92432c4be5af {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.696155] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5258483f-6d94-7ca3-41e5-0c77742e55ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.697068] env[69950]: DEBUG nova.network.neutron [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Successfully updated port: a28be24a-506e-4142-b6e8-9c4289ed9003 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.698799] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.701646] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.701646] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.701646] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.701646] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.701646] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-802dc065-c9ac-4f18-a805-9f44c689dcbb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.705280] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1004.705280] env[69950]: value = "task-4222492" [ 1004.705280] env[69950]: _type = "Task" [ 1004.705280] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.715307] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.716571] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.717067] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.717923] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f322ac2-4c3d-4ffd-9e5c-d7f822e77803 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.725372] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1004.725372] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a87db8-be5b-7573-7a43-ebc203d60736" [ 1004.725372] env[69950]: _type = "Task" [ 1004.725372] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.738514] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a87db8-be5b-7573-7a43-ebc203d60736, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.740058] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da8a4441-67c0-4f7b-b932-3a6d3769e3ba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.745914] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1004.745914] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ce0819-423d-5904-3601-b4f60bd633e1" [ 1004.745914] env[69950]: _type = "Task" [ 1004.745914] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.760185] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ce0819-423d-5904-3601-b4f60bd633e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.946601] env[69950]: DEBUG nova.network.neutron [req-942ddb2d-aa55-431e-8f4c-bc858ac97c5a req-3e3d8589-0b57-44ef-8d7f-835f569b7155 service nova] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Updated VIF entry in instance network info cache for port b73ca065-6de7-422d-bbfa-68d99c61080f. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.947104] env[69950]: DEBUG nova.network.neutron [req-942ddb2d-aa55-431e-8f4c-bc858ac97c5a req-3e3d8589-0b57-44ef-8d7f-835f569b7155 service nova] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Updating instance_info_cache with network_info: [{"id": "b73ca065-6de7-422d-bbfa-68d99c61080f", "address": "fa:16:3e:15:b2:67", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73ca065-6d", "ovs_interfaceid": "b73ca065-6de7-422d-bbfa-68d99c61080f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.970919] env[69950]: DEBUG nova.compute.manager [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.102362] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.103064] env[69950]: DEBUG nova.compute.manager [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.110922] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.214s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.111199] env[69950]: DEBUG nova.objects.instance [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lazy-loading 'resources' on Instance uuid 961b3c50-c378-485c-8d37-944d7a55c82e {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.126103] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596193} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.126103] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 221c76ec-484a-4288-8ba8-00a8419bed76/221c76ec-484a-4288-8ba8-00a8419bed76.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.126103] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.126476] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-302a83a7-861e-4f2f-86c5-b0183182cb57 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.135792] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 1005.135792] env[69950]: value = "task-4222493" [ 1005.135792] env[69950]: _type = "Task" [ 1005.135792] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.147710] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.202311] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "refresh_cache-fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.202511] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "refresh_cache-fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.202712] env[69950]: DEBUG nova.network.neutron [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.215808] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473633} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.216092] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 94ba5c21-e4d6-49ec-b392-24d93632d4a3/94ba5c21-e4d6-49ec-b392-24d93632d4a3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.216310] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.216567] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94c6477d-973c-48ca-aebd-79c039265cec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.225081] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1005.225081] env[69950]: value = "task-4222494" [ 1005.225081] env[69950]: _type = "Task" [ 1005.225081] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.235713] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.256755] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ce0819-423d-5904-3601-b4f60bd633e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.257032] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.257299] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] a9d2ed90-7a8b-4d90-9702-029cb3c184f8/a9d2ed90-7a8b-4d90-9702-029cb3c184f8.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.257560] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91a7511f-6568-4b00-a49b-a63aa100c82c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.265231] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1005.265231] env[69950]: value = "task-4222495" [ 1005.265231] env[69950]: _type = "Task" [ 1005.265231] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.275135] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.450402] env[69950]: DEBUG oslo_concurrency.lockutils [req-942ddb2d-aa55-431e-8f4c-bc858ac97c5a req-3e3d8589-0b57-44ef-8d7f-835f569b7155 service nova] Releasing lock "refresh_cache-a9d2ed90-7a8b-4d90-9702-029cb3c184f8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.502879] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.579949] env[69950]: DEBUG nova.compute.manager [req-e0779ffd-14d3-41e9-bc67-02c5dcd42a96 req-7af59711-8b9d-4c83-9b8c-38690dfcd00a service nova] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Received event network-vif-plugged-a28be24a-506e-4142-b6e8-9c4289ed9003 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1005.581050] env[69950]: DEBUG oslo_concurrency.lockutils [req-e0779ffd-14d3-41e9-bc67-02c5dcd42a96 req-7af59711-8b9d-4c83-9b8c-38690dfcd00a service nova] Acquiring lock "fdfbc8cd-57a0-4acf-a4d1-20a7788acae1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.581372] env[69950]: DEBUG oslo_concurrency.lockutils [req-e0779ffd-14d3-41e9-bc67-02c5dcd42a96 req-7af59711-8b9d-4c83-9b8c-38690dfcd00a service nova] Lock "fdfbc8cd-57a0-4acf-a4d1-20a7788acae1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.582577] env[69950]: DEBUG oslo_concurrency.lockutils [req-e0779ffd-14d3-41e9-bc67-02c5dcd42a96 req-7af59711-8b9d-4c83-9b8c-38690dfcd00a service nova] Lock "fdfbc8cd-57a0-4acf-a4d1-20a7788acae1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.583498] env[69950]: DEBUG nova.compute.manager [req-e0779ffd-14d3-41e9-bc67-02c5dcd42a96 req-7af59711-8b9d-4c83-9b8c-38690dfcd00a service nova] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] No waiting events found dispatching network-vif-plugged-a28be24a-506e-4142-b6e8-9c4289ed9003 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1005.583916] env[69950]: WARNING nova.compute.manager [req-e0779ffd-14d3-41e9-bc67-02c5dcd42a96 req-7af59711-8b9d-4c83-9b8c-38690dfcd00a service nova] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Received unexpected event network-vif-plugged-a28be24a-506e-4142-b6e8-9c4289ed9003 for instance with vm_state building and task_state spawning. [ 1005.584122] env[69950]: DEBUG nova.compute.manager [req-e0779ffd-14d3-41e9-bc67-02c5dcd42a96 req-7af59711-8b9d-4c83-9b8c-38690dfcd00a service nova] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Received event network-changed-a28be24a-506e-4142-b6e8-9c4289ed9003 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1005.584315] env[69950]: DEBUG nova.compute.manager [req-e0779ffd-14d3-41e9-bc67-02c5dcd42a96 req-7af59711-8b9d-4c83-9b8c-38690dfcd00a service nova] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Refreshing instance network info cache due to event network-changed-a28be24a-506e-4142-b6e8-9c4289ed9003. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1005.584536] env[69950]: DEBUG oslo_concurrency.lockutils [req-e0779ffd-14d3-41e9-bc67-02c5dcd42a96 req-7af59711-8b9d-4c83-9b8c-38690dfcd00a service nova] Acquiring lock "refresh_cache-fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.606858] env[69950]: DEBUG nova.compute.manager [req-0d0f4133-9f70-4ce6-b6fc-426f88ffa9d3 req-4381a7c2-c5d5-41fa-a6f0-0c871a115d9b service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Received event network-changed-d1326b99-5ce9-458f-bd91-926c0d9f7381 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1005.607634] env[69950]: DEBUG nova.compute.manager [req-0d0f4133-9f70-4ce6-b6fc-426f88ffa9d3 req-4381a7c2-c5d5-41fa-a6f0-0c871a115d9b service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Refreshing instance network info cache due to event network-changed-d1326b99-5ce9-458f-bd91-926c0d9f7381. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1005.608062] env[69950]: DEBUG oslo_concurrency.lockutils [req-0d0f4133-9f70-4ce6-b6fc-426f88ffa9d3 req-4381a7c2-c5d5-41fa-a6f0-0c871a115d9b service nova] Acquiring lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.608767] env[69950]: DEBUG oslo_concurrency.lockutils [req-0d0f4133-9f70-4ce6-b6fc-426f88ffa9d3 req-4381a7c2-c5d5-41fa-a6f0-0c871a115d9b service nova] Acquired lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.609085] env[69950]: DEBUG nova.network.neutron [req-0d0f4133-9f70-4ce6-b6fc-426f88ffa9d3 req-4381a7c2-c5d5-41fa-a6f0-0c871a115d9b service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Refreshing network info cache for port d1326b99-5ce9-458f-bd91-926c0d9f7381 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.614325] env[69950]: DEBUG nova.compute.utils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.621129] env[69950]: DEBUG nova.compute.manager [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.621410] env[69950]: DEBUG nova.network.neutron [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.651877] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077463} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.652178] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.653156] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe5a6b0-ed2f-43e9-b8b2-71bda5798de0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.684357] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 221c76ec-484a-4288-8ba8-00a8419bed76/221c76ec-484a-4288-8ba8-00a8419bed76.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.684985] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0af548df-8584-4d8c-8dea-82a0f06626b6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.707488] env[69950]: DEBUG nova.policy [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6d3675a979148939161695a2f179308', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f6b14514aef41898b7289024c536ffa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.720342] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 1005.720342] env[69950]: value = "task-4222496" [ 1005.720342] env[69950]: _type = "Task" [ 1005.720342] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.736998] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.746214] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116822} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.746214] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.746478] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6715d52e-2667-4ed6-8da3-a1da8b821f19 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.776981] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 94ba5c21-e4d6-49ec-b392-24d93632d4a3/94ba5c21-e4d6-49ec-b392-24d93632d4a3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.776981] env[69950]: DEBUG nova.network.neutron [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.785966] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43bbba9b-e378-4ccd-9dc5-4611aa8a3f3d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.810834] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502736} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.812726] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] a9d2ed90-7a8b-4d90-9702-029cb3c184f8/a9d2ed90-7a8b-4d90-9702-029cb3c184f8.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.812904] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.813173] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1005.813173] env[69950]: value = "task-4222497" [ 1005.813173] env[69950]: _type = "Task" [ 1005.813173] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.813583] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a1f71ae-8f5f-4688-8f11-6ac5a5f277d3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.831299] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.833141] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1005.833141] env[69950]: value = "task-4222498" [ 1005.833141] env[69950]: _type = "Task" [ 1005.833141] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.846929] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.126451] env[69950]: DEBUG nova.compute.manager [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.178038] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7119efb8-44d6-414a-ae41-e794bb9dccd8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.187146] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc778910-fc6e-4322-a8a1-ada2a273adf4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.226529] env[69950]: DEBUG nova.network.neutron [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Updating instance_info_cache with network_info: [{"id": "a28be24a-506e-4142-b6e8-9c4289ed9003", "address": "fa:16:3e:f5:a8:ad", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28be24a-50", "ovs_interfaceid": "a28be24a-506e-4142-b6e8-9c4289ed9003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.231116] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df9b596-3aaa-4908-93eb-cdb340dd7688 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.246331] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6b329c-edc7-4b5f-b733-004c2da3a434 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.248198] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222496, 'name': ReconfigVM_Task, 'duration_secs': 0.307204} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.249226] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 221c76ec-484a-4288-8ba8-00a8419bed76/221c76ec-484a-4288-8ba8-00a8419bed76.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.250771] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f80d1fd5-df0e-4748-a09d-ef211bad64f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.261947] env[69950]: DEBUG nova.compute.provider_tree [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.264914] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 1006.264914] env[69950]: value = "task-4222499" [ 1006.264914] env[69950]: _type = "Task" [ 1006.264914] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.275290] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222499, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.325945] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.346518] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072403} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.346791] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.347593] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cac35e8-fa71-4473-b635-b1532658c100 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.369990] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] a9d2ed90-7a8b-4d90-9702-029cb3c184f8/a9d2ed90-7a8b-4d90-9702-029cb3c184f8.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.370346] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0258f234-7b1f-4760-8ef0-53aa1ba4aea2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.393120] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1006.393120] env[69950]: value = "task-4222500" [ 1006.393120] env[69950]: _type = "Task" [ 1006.393120] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.401553] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.536632] env[69950]: DEBUG nova.network.neutron [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Successfully created port: 1e050ece-c07e-4fd8-8782-c541b1e5345c {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.610964] env[69950]: DEBUG nova.network.neutron [req-0d0f4133-9f70-4ce6-b6fc-426f88ffa9d3 req-4381a7c2-c5d5-41fa-a6f0-0c871a115d9b service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updated VIF entry in instance network info cache for port d1326b99-5ce9-458f-bd91-926c0d9f7381. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.611426] env[69950]: DEBUG nova.network.neutron [req-0d0f4133-9f70-4ce6-b6fc-426f88ffa9d3 req-4381a7c2-c5d5-41fa-a6f0-0c871a115d9b service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance_info_cache with network_info: [{"id": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "address": "fa:16:3e:28:fa:d6", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1326b99-5c", "ovs_interfaceid": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.735496] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "refresh_cache-fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.735997] env[69950]: DEBUG nova.compute.manager [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Instance network_info: |[{"id": "a28be24a-506e-4142-b6e8-9c4289ed9003", "address": "fa:16:3e:f5:a8:ad", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28be24a-50", "ovs_interfaceid": "a28be24a-506e-4142-b6e8-9c4289ed9003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.738063] env[69950]: DEBUG oslo_concurrency.lockutils [req-e0779ffd-14d3-41e9-bc67-02c5dcd42a96 req-7af59711-8b9d-4c83-9b8c-38690dfcd00a service nova] Acquired lock "refresh_cache-fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.738348] env[69950]: DEBUG nova.network.neutron [req-e0779ffd-14d3-41e9-bc67-02c5dcd42a96 req-7af59711-8b9d-4c83-9b8c-38690dfcd00a service nova] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Refreshing network info cache for port a28be24a-506e-4142-b6e8-9c4289ed9003 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.744923] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:a8:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a28be24a-506e-4142-b6e8-9c4289ed9003', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.750423] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.752300] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.752300] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a9c505e-087a-4a15-9418-66d34fc163a4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.782027] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222499, 'name': Rename_Task, 'duration_secs': 0.430704} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.786023] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.786023] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.786023] env[69950]: value = "task-4222501" [ 1006.786023] env[69950]: _type = "Task" [ 1006.786023] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.786023] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df708a1f-809f-4962-8950-d2c358643234 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.794989] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222501, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.797988] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 1006.797988] env[69950]: value = "task-4222502" [ 1006.797988] env[69950]: _type = "Task" [ 1006.797988] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.798966] env[69950]: ERROR nova.scheduler.client.report [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] [req-c7604175-8149-46f0-8bdb-fabc7f7b1961] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7604175-8149-46f0-8bdb-fabc7f7b1961"}]} [ 1006.813830] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222502, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.822163] env[69950]: DEBUG nova.scheduler.client.report [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1006.830966] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.840531] env[69950]: DEBUG nova.scheduler.client.report [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1006.840848] env[69950]: DEBUG nova.compute.provider_tree [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.861067] env[69950]: DEBUG nova.scheduler.client.report [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1006.893531] env[69950]: DEBUG nova.scheduler.client.report [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1006.905541] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222500, 'name': ReconfigVM_Task, 'duration_secs': 0.344585} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.905824] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Reconfigured VM instance instance-0000004c to attach disk [datastore1] a9d2ed90-7a8b-4d90-9702-029cb3c184f8/a9d2ed90-7a8b-4d90-9702-029cb3c184f8.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.906527] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a48fc001-e6ef-4287-ad87-ebfcd5684d15 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.914043] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1006.914043] env[69950]: value = "task-4222503" [ 1006.914043] env[69950]: _type = "Task" [ 1006.914043] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.923679] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222503, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.115659] env[69950]: DEBUG oslo_concurrency.lockutils [req-0d0f4133-9f70-4ce6-b6fc-426f88ffa9d3 req-4381a7c2-c5d5-41fa-a6f0-0c871a115d9b service nova] Releasing lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.138414] env[69950]: DEBUG nova.compute.manager [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.176015] env[69950]: DEBUG nova.virt.hardware [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.176394] env[69950]: DEBUG nova.virt.hardware [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.176513] env[69950]: DEBUG nova.virt.hardware [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.176673] env[69950]: DEBUG nova.virt.hardware [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.176832] env[69950]: DEBUG nova.virt.hardware [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.177013] env[69950]: DEBUG nova.virt.hardware [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.177234] env[69950]: DEBUG nova.virt.hardware [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.177401] env[69950]: DEBUG nova.virt.hardware [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.177570] env[69950]: DEBUG nova.virt.hardware [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.177734] env[69950]: DEBUG nova.virt.hardware [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.177908] env[69950]: DEBUG nova.virt.hardware [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.179912] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8096be9e-4cc2-4e02-9c1d-5c01287a0f93 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.194529] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6485a26d-1934-4f1a-864b-51bd6083dfb2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.295823] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222501, 'name': CreateVM_Task, 'duration_secs': 0.392881} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.296056] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.296741] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.296926] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.297258] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.300621] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d36a6d-08b8-4652-9e98-5e03165bb60a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.323506] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222502, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.323506] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1007.323506] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ccdd57-d1c3-cdef-3416-1618712dac8d" [ 1007.323506] env[69950]: _type = "Task" [ 1007.323506] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.335936] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222497, 'name': ReconfigVM_Task, 'duration_secs': 1.088782} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.345018] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 94ba5c21-e4d6-49ec-b392-24d93632d4a3/94ba5c21-e4d6-49ec-b392-24d93632d4a3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.345018] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ccdd57-d1c3-cdef-3416-1618712dac8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.345018] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93f99134-aa20-4161-b4b9-dfd282e9310b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.345274] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.345776] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.345776] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.345776] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.345933] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.346185] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb9577c1-6a72-4288-8c8f-386b83653c2c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.354239] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1007.354239] env[69950]: value = "task-4222504" [ 1007.354239] env[69950]: _type = "Task" [ 1007.354239] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.363914] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.364117] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.365409] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8a5649-c3e8-47cb-b68b-55a953c7391c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.371629] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222504, 'name': Rename_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.375561] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1007.375561] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528a7ce7-6a59-edab-a9f3-7c9ae1a07cb0" [ 1007.375561] env[69950]: _type = "Task" [ 1007.375561] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.387358] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528a7ce7-6a59-edab-a9f3-7c9ae1a07cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.406139] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d89f61-0a0d-4e0d-9374-8d7b4a439e91 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.414383] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752ac597-d44e-416f-85b7-b0384f74bb59 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.427247] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222503, 'name': Rename_Task, 'duration_secs': 0.232988} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.452923] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.453511] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-debf3eb7-8ad4-4070-add1-2ee94ebf3a8d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.455797] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427c6a34-5eea-4276-8603-0fdc077ef01b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.466975] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19e3783-aeac-4e0e-baaa-f67c56409d0b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.471289] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1007.471289] env[69950]: value = "task-4222505" [ 1007.471289] env[69950]: _type = "Task" [ 1007.471289] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.487855] env[69950]: DEBUG nova.compute.provider_tree [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.499026] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222505, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.819718] env[69950]: DEBUG oslo_vmware.api [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222502, 'name': PowerOnVM_Task, 'duration_secs': 0.789092} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.820390] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.820628] env[69950]: DEBUG nova.compute.manager [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1007.821549] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df54e49e-c361-4ea6-bf57-5a73e0484cb2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.867190] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222504, 'name': Rename_Task, 'duration_secs': 0.236228} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.867466] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.867716] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af40138e-c8b3-4765-92c8-e7ca89a37384 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.875665] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1007.875665] env[69950]: value = "task-4222506" [ 1007.875665] env[69950]: _type = "Task" [ 1007.875665] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.894093] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222506, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.898685] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528a7ce7-6a59-edab-a9f3-7c9ae1a07cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.899777] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a211c6cc-c96a-4dd2-8e93-4a8bc40deca1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.909670] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1007.909670] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ccd83e-5cad-a369-611a-5df74c932b6a" [ 1007.909670] env[69950]: _type = "Task" [ 1007.909670] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.919803] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ccd83e-5cad-a369-611a-5df74c932b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.982146] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222505, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.018093] env[69950]: DEBUG nova.network.neutron [req-e0779ffd-14d3-41e9-bc67-02c5dcd42a96 req-7af59711-8b9d-4c83-9b8c-38690dfcd00a service nova] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Updated VIF entry in instance network info cache for port a28be24a-506e-4142-b6e8-9c4289ed9003. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.018704] env[69950]: DEBUG nova.network.neutron [req-e0779ffd-14d3-41e9-bc67-02c5dcd42a96 req-7af59711-8b9d-4c83-9b8c-38690dfcd00a service nova] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Updating instance_info_cache with network_info: [{"id": "a28be24a-506e-4142-b6e8-9c4289ed9003", "address": "fa:16:3e:f5:a8:ad", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28be24a-50", "ovs_interfaceid": "a28be24a-506e-4142-b6e8-9c4289ed9003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.041927] env[69950]: DEBUG nova.scheduler.client.report [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1008.042230] env[69950]: DEBUG nova.compute.provider_tree [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 113 to 114 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1008.042413] env[69950]: DEBUG nova.compute.provider_tree [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.348874] env[69950]: DEBUG oslo_concurrency.lockutils [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.388217] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222506, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.420588] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ccd83e-5cad-a369-611a-5df74c932b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.013967} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.420751] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.421022] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] fdfbc8cd-57a0-4acf-a4d1-20a7788acae1/fdfbc8cd-57a0-4acf-a4d1-20a7788acae1.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.421300] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70834461-4933-4550-91c6-19156cc5b842 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.428865] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1008.428865] env[69950]: value = "task-4222507" [ 1008.428865] env[69950]: _type = "Task" [ 1008.428865] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.437441] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.483158] env[69950]: DEBUG oslo_vmware.api [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222505, 'name': PowerOnVM_Task, 'duration_secs': 0.522422} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.483158] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.483158] env[69950]: INFO nova.compute.manager [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1008.483414] env[69950]: DEBUG nova.compute.manager [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.484379] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a44f03-6473-4fc2-bfe4-6860e49f3e8b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.525485] env[69950]: DEBUG oslo_concurrency.lockutils [req-e0779ffd-14d3-41e9-bc67-02c5dcd42a96 req-7af59711-8b9d-4c83-9b8c-38690dfcd00a service nova] Releasing lock "refresh_cache-fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.548721] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.438s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.551798] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.401s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.552209] env[69950]: DEBUG nova.objects.instance [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lazy-loading 'resources' on Instance uuid 65528071-e020-4c76-9078-45a5f878264f {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.577350] env[69950]: DEBUG nova.compute.manager [req-edb6fff1-3581-4970-bd7f-2a4d911a1040 req-077f9cb3-202c-4a8f-8f4e-6f1d63592147 service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Received event network-vif-plugged-1e050ece-c07e-4fd8-8782-c541b1e5345c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1008.577996] env[69950]: DEBUG oslo_concurrency.lockutils [req-edb6fff1-3581-4970-bd7f-2a4d911a1040 req-077f9cb3-202c-4a8f-8f4e-6f1d63592147 service nova] Acquiring lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.578257] env[69950]: DEBUG oslo_concurrency.lockutils [req-edb6fff1-3581-4970-bd7f-2a4d911a1040 req-077f9cb3-202c-4a8f-8f4e-6f1d63592147 service nova] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.581220] env[69950]: DEBUG oslo_concurrency.lockutils [req-edb6fff1-3581-4970-bd7f-2a4d911a1040 req-077f9cb3-202c-4a8f-8f4e-6f1d63592147 service nova] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.581220] env[69950]: DEBUG nova.compute.manager [req-edb6fff1-3581-4970-bd7f-2a4d911a1040 req-077f9cb3-202c-4a8f-8f4e-6f1d63592147 service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] No waiting events found dispatching network-vif-plugged-1e050ece-c07e-4fd8-8782-c541b1e5345c {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1008.581220] env[69950]: WARNING nova.compute.manager [req-edb6fff1-3581-4970-bd7f-2a4d911a1040 req-077f9cb3-202c-4a8f-8f4e-6f1d63592147 service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Received unexpected event network-vif-plugged-1e050ece-c07e-4fd8-8782-c541b1e5345c for instance with vm_state building and task_state spawning. [ 1008.582198] env[69950]: INFO nova.scheduler.client.report [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Deleted allocations for instance 961b3c50-c378-485c-8d37-944d7a55c82e [ 1008.744446] env[69950]: DEBUG nova.network.neutron [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Successfully updated port: 1e050ece-c07e-4fd8-8782-c541b1e5345c {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.888974] env[69950]: DEBUG oslo_vmware.api [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222506, 'name': PowerOnVM_Task, 'duration_secs': 0.783508} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.889339] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.889644] env[69950]: INFO nova.compute.manager [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1008.889941] env[69950]: DEBUG nova.compute.manager [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.891107] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b27487a-370d-4abe-8d2c-d693c19169a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.941300] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222507, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.006680] env[69950]: INFO nova.compute.manager [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Took 31.26 seconds to build instance. [ 1009.039352] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquiring lock "221c76ec-484a-4288-8ba8-00a8419bed76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.039352] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Lock "221c76ec-484a-4288-8ba8-00a8419bed76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.039352] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquiring lock "221c76ec-484a-4288-8ba8-00a8419bed76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.039619] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Lock "221c76ec-484a-4288-8ba8-00a8419bed76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.039619] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Lock "221c76ec-484a-4288-8ba8-00a8419bed76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.043092] env[69950]: INFO nova.compute.manager [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Terminating instance [ 1009.093213] env[69950]: DEBUG oslo_concurrency.lockutils [None req-46bee75f-39b2-4267-943a-64baf2e2e6ec tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Lock "961b3c50-c378-485c-8d37-944d7a55c82e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.063s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.249276] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.249612] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquired lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.250027] env[69950]: DEBUG nova.network.neutron [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.420032] env[69950]: INFO nova.compute.manager [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Took 37.10 seconds to build instance. [ 1009.452382] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798615} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.452382] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] fdfbc8cd-57a0-4acf-a4d1-20a7788acae1/fdfbc8cd-57a0-4acf-a4d1-20a7788acae1.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.452382] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.453321] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-442e6862-f174-43fd-8ff7-7f4ce7a48ad4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.471684] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1009.471684] env[69950]: value = "task-4222508" [ 1009.471684] env[69950]: _type = "Task" [ 1009.471684] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.486617] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.508436] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "a9d2ed90-7a8b-4d90-9702-029cb3c184f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.774s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.546212] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116e6997-af14-4786-ad6d-76492d3516f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.549338] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquiring lock "refresh_cache-221c76ec-484a-4288-8ba8-00a8419bed76" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.549680] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquired lock "refresh_cache-221c76ec-484a-4288-8ba8-00a8419bed76" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.549939] env[69950]: DEBUG nova.network.neutron [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.556477] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61f7ef9-399f-4ca5-881a-5debfa7d14ed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.591637] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6a8bd3-c132-4018-8167-ddf856d112c0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.600013] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55c09ed-d1ee-4e79-82b3-5f5f2f276b8e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.615025] env[69950]: DEBUG nova.compute.provider_tree [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.712842] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.713102] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.812571] env[69950]: DEBUG nova.network.neutron [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.922432] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3bcc3339-aba1-412d-a58d-10379d949253 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "94ba5c21-e4d6-49ec-b392-24d93632d4a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.605s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.983325] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230133} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.984165] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.985174] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f55479a-d760-4c4c-996d-747508bb85d1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.013168] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] fdfbc8cd-57a0-4acf-a4d1-20a7788acae1/fdfbc8cd-57a0-4acf-a4d1-20a7788acae1.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.013505] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b9976be-538e-469d-98cb-85fafcc5c565 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.039479] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1010.039479] env[69950]: value = "task-4222509" [ 1010.039479] env[69950]: _type = "Task" [ 1010.039479] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.049296] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.056114] env[69950]: DEBUG nova.network.neutron [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Updating instance_info_cache with network_info: [{"id": "1e050ece-c07e-4fd8-8782-c541b1e5345c", "address": "fa:16:3e:72:4e:27", "network": {"id": "28abb0d9-a17c-4151-90b1-c92889d156a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1139582651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f6b14514aef41898b7289024c536ffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e050ece-c0", "ovs_interfaceid": "1e050ece-c07e-4fd8-8782-c541b1e5345c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.076913] env[69950]: DEBUG nova.network.neutron [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.135758] env[69950]: DEBUG nova.network.neutron [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.148847] env[69950]: ERROR nova.scheduler.client.report [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [req-c06f65e2-39bf-4e0d-862c-e3704ce318d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c06f65e2-39bf-4e0d-862c-e3704ce318d4"}]} [ 1010.167898] env[69950]: DEBUG nova.scheduler.client.report [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1010.193424] env[69950]: DEBUG nova.scheduler.client.report [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1010.193695] env[69950]: DEBUG nova.compute.provider_tree [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.218177] env[69950]: DEBUG nova.scheduler.client.report [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1010.221530] env[69950]: DEBUG nova.compute.manager [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.246452] env[69950]: DEBUG nova.scheduler.client.report [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1010.553269] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222509, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.559039] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Releasing lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.559811] env[69950]: DEBUG nova.compute.manager [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Instance network_info: |[{"id": "1e050ece-c07e-4fd8-8782-c541b1e5345c", "address": "fa:16:3e:72:4e:27", "network": {"id": "28abb0d9-a17c-4151-90b1-c92889d156a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1139582651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f6b14514aef41898b7289024c536ffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e050ece-c0", "ovs_interfaceid": "1e050ece-c07e-4fd8-8782-c541b1e5345c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.559959] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:4e:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e050ece-c07e-4fd8-8782-c541b1e5345c', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.567900] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Creating folder: Project (6f6b14514aef41898b7289024c536ffa). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.571063] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e7bcd99-3820-42f2-a521-e85ab715b10a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.586602] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Created folder: Project (6f6b14514aef41898b7289024c536ffa) in parent group-v835309. [ 1010.586845] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Creating folder: Instances. Parent ref: group-v835536. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.589943] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28f42baf-6cdf-46b3-9a50-f75afccc94a0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.602311] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Created folder: Instances in parent group-v835536. [ 1010.602679] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.602765] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.607201] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c55182a9-f6eb-48b3-9c0d-602c5a94e1d4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.626916] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.626916] env[69950]: value = "task-4222512" [ 1010.626916] env[69950]: _type = "Task" [ 1010.626916] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.638734] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Releasing lock "refresh_cache-221c76ec-484a-4288-8ba8-00a8419bed76" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.639172] env[69950]: DEBUG nova.compute.manager [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.639365] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.639634] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222512, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.640375] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae56e65-7125-42fc-be85-6564789e4265 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.648203] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.648476] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-315311f6-a725-4722-ad97-7d5cf1ddfbdd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.655253] env[69950]: DEBUG oslo_vmware.api [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 1010.655253] env[69950]: value = "task-4222513" [ 1010.655253] env[69950]: _type = "Task" [ 1010.655253] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.668801] env[69950]: DEBUG oslo_vmware.api [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.704273] env[69950]: DEBUG nova.compute.manager [req-82991138-da1e-4394-9195-4e9d30576444 req-8f948be4-6bab-4b24-bf1f-c2f6d31deab3 service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Received event network-changed-75591731-6aab-472a-8a74-51650cf85208 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1010.704273] env[69950]: DEBUG nova.compute.manager [req-82991138-da1e-4394-9195-4e9d30576444 req-8f948be4-6bab-4b24-bf1f-c2f6d31deab3 service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Refreshing instance network info cache due to event network-changed-75591731-6aab-472a-8a74-51650cf85208. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1010.704273] env[69950]: DEBUG oslo_concurrency.lockutils [req-82991138-da1e-4394-9195-4e9d30576444 req-8f948be4-6bab-4b24-bf1f-c2f6d31deab3 service nova] Acquiring lock "refresh_cache-94ba5c21-e4d6-49ec-b392-24d93632d4a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.704273] env[69950]: DEBUG oslo_concurrency.lockutils [req-82991138-da1e-4394-9195-4e9d30576444 req-8f948be4-6bab-4b24-bf1f-c2f6d31deab3 service nova] Acquired lock "refresh_cache-94ba5c21-e4d6-49ec-b392-24d93632d4a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.704273] env[69950]: DEBUG nova.network.neutron [req-82991138-da1e-4394-9195-4e9d30576444 req-8f948be4-6bab-4b24-bf1f-c2f6d31deab3 service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Refreshing network info cache for port 75591731-6aab-472a-8a74-51650cf85208 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.735054] env[69950]: DEBUG nova.compute.manager [req-1cd42ec7-6c1d-4822-a575-08bd4fdb53df req-84c7b91d-3652-431e-989f-f5cf5ca02158 service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Received event network-changed-1e050ece-c07e-4fd8-8782-c541b1e5345c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1010.735054] env[69950]: DEBUG nova.compute.manager [req-1cd42ec7-6c1d-4822-a575-08bd4fdb53df req-84c7b91d-3652-431e-989f-f5cf5ca02158 service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Refreshing instance network info cache due to event network-changed-1e050ece-c07e-4fd8-8782-c541b1e5345c. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1010.735054] env[69950]: DEBUG oslo_concurrency.lockutils [req-1cd42ec7-6c1d-4822-a575-08bd4fdb53df req-84c7b91d-3652-431e-989f-f5cf5ca02158 service nova] Acquiring lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.735054] env[69950]: DEBUG oslo_concurrency.lockutils [req-1cd42ec7-6c1d-4822-a575-08bd4fdb53df req-84c7b91d-3652-431e-989f-f5cf5ca02158 service nova] Acquired lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.735054] env[69950]: DEBUG nova.network.neutron [req-1cd42ec7-6c1d-4822-a575-08bd4fdb53df req-84c7b91d-3652-431e-989f-f5cf5ca02158 service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Refreshing network info cache for port 1e050ece-c07e-4fd8-8782-c541b1e5345c {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.750116] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95480304-34fe-40e4-bef0-10c8fc3198b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.752728] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.759468] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b72a89-c662-4249-a797-0c972bd92279 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.798976] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fbc9e0-77f0-4d7f-8817-c3d69cedaf50 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.809357] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39f19a8-c4a0-447b-840b-d8938190c4d4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.828177] env[69950]: DEBUG nova.compute.provider_tree [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.052676] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222509, 'name': ReconfigVM_Task, 'duration_secs': 0.546752} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.052992] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Reconfigured VM instance instance-0000004d to attach disk [datastore2] fdfbc8cd-57a0-4acf-a4d1-20a7788acae1/fdfbc8cd-57a0-4acf-a4d1-20a7788acae1.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.053691] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad99ac6a-e552-4a59-9d0c-bdd757992492 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.065022] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1011.065022] env[69950]: value = "task-4222514" [ 1011.065022] env[69950]: _type = "Task" [ 1011.065022] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.072975] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222514, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.143273] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222512, 'name': CreateVM_Task, 'duration_secs': 0.464471} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.143509] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.144386] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.144568] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.144900] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.145197] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db336fe7-37fd-410f-a080-a2a9d3ca0d6a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.151667] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1011.151667] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525875bc-d333-cca8-d29d-ae0fa6546b98" [ 1011.151667] env[69950]: _type = "Task" [ 1011.151667] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.161408] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525875bc-d333-cca8-d29d-ae0fa6546b98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.170733] env[69950]: DEBUG oslo_vmware.api [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222513, 'name': PowerOffVM_Task, 'duration_secs': 0.232395} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.171115] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.171447] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.171596] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfb0046f-391e-4d94-82ff-956c7f7fe058 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.203049] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.203049] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.203049] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Deleting the datastore file [datastore2] 221c76ec-484a-4288-8ba8-00a8419bed76 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.203049] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b817940a-bdd5-44a2-abd2-63471edeef1f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.209985] env[69950]: DEBUG oslo_vmware.api [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for the task: (returnval){ [ 1011.209985] env[69950]: value = "task-4222516" [ 1011.209985] env[69950]: _type = "Task" [ 1011.209985] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.221882] env[69950]: DEBUG oslo_vmware.api [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.379790] env[69950]: DEBUG nova.scheduler.client.report [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1011.380267] env[69950]: DEBUG nova.compute.provider_tree [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 115 to 116 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1011.380585] env[69950]: DEBUG nova.compute.provider_tree [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.577138] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222514, 'name': Rename_Task, 'duration_secs': 0.319658} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.577138] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.577575] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b277a283-40d4-4426-98eb-1219b2612672 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.588065] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1011.588065] env[69950]: value = "task-4222517" [ 1011.588065] env[69950]: _type = "Task" [ 1011.588065] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.604300] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.665890] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525875bc-d333-cca8-d29d-ae0fa6546b98, 'name': SearchDatastore_Task, 'duration_secs': 0.020682} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.666446] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.666751] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.667023] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.667201] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.667402] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.668111] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdac5fc0-5dfb-4496-af5b-29a264d6aad0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.684179] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.684427] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.685224] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b9313c-d98d-49b1-b65b-e9e1b6989425 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.691861] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1011.691861] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f401e9-541f-d9c5-3570-8afb43b64286" [ 1011.691861] env[69950]: _type = "Task" [ 1011.691861] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.701581] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f401e9-541f-d9c5-3570-8afb43b64286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.723023] env[69950]: DEBUG oslo_vmware.api [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Task: {'id': task-4222516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206979} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.723023] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.723338] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.723338] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.723470] env[69950]: INFO nova.compute.manager [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1011.723967] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.723967] env[69950]: DEBUG nova.compute.manager [-] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.724189] env[69950]: DEBUG nova.network.neutron [-] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.796559] env[69950]: DEBUG nova.network.neutron [-] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.894619] env[69950]: DEBUG nova.network.neutron [req-1cd42ec7-6c1d-4822-a575-08bd4fdb53df req-84c7b91d-3652-431e-989f-f5cf5ca02158 service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Updated VIF entry in instance network info cache for port 1e050ece-c07e-4fd8-8782-c541b1e5345c. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.894966] env[69950]: DEBUG nova.network.neutron [req-1cd42ec7-6c1d-4822-a575-08bd4fdb53df req-84c7b91d-3652-431e-989f-f5cf5ca02158 service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Updating instance_info_cache with network_info: [{"id": "1e050ece-c07e-4fd8-8782-c541b1e5345c", "address": "fa:16:3e:72:4e:27", "network": {"id": "28abb0d9-a17c-4151-90b1-c92889d156a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1139582651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f6b14514aef41898b7289024c536ffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e050ece-c0", "ovs_interfaceid": "1e050ece-c07e-4fd8-8782-c541b1e5345c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.897255] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.346s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.902971] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.649s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.906279] env[69950]: INFO nova.compute.claims [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.923710] env[69950]: DEBUG nova.network.neutron [req-82991138-da1e-4394-9195-4e9d30576444 req-8f948be4-6bab-4b24-bf1f-c2f6d31deab3 service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Updated VIF entry in instance network info cache for port 75591731-6aab-472a-8a74-51650cf85208. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.923825] env[69950]: DEBUG nova.network.neutron [req-82991138-da1e-4394-9195-4e9d30576444 req-8f948be4-6bab-4b24-bf1f-c2f6d31deab3 service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Updating instance_info_cache with network_info: [{"id": "75591731-6aab-472a-8a74-51650cf85208", "address": "fa:16:3e:c4:55:7c", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75591731-6a", "ovs_interfaceid": "75591731-6aab-472a-8a74-51650cf85208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.934465] env[69950]: INFO nova.scheduler.client.report [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleted allocations for instance 65528071-e020-4c76-9078-45a5f878264f [ 1012.105517] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.205046] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f401e9-541f-d9c5-3570-8afb43b64286, 'name': SearchDatastore_Task, 'duration_secs': 0.014952} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.205772] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e7719f-2851-499f-a7d8-847e2bbe7b7f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.213273] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1012.213273] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52712871-e039-ca9d-6f1c-1f420fd80e27" [ 1012.213273] env[69950]: _type = "Task" [ 1012.213273] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.229311] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52712871-e039-ca9d-6f1c-1f420fd80e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.300239] env[69950]: DEBUG nova.network.neutron [-] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.402894] env[69950]: DEBUG oslo_concurrency.lockutils [req-1cd42ec7-6c1d-4822-a575-08bd4fdb53df req-84c7b91d-3652-431e-989f-f5cf5ca02158 service nova] Releasing lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.427648] env[69950]: DEBUG oslo_concurrency.lockutils [req-82991138-da1e-4394-9195-4e9d30576444 req-8f948be4-6bab-4b24-bf1f-c2f6d31deab3 service nova] Releasing lock "refresh_cache-94ba5c21-e4d6-49ec-b392-24d93632d4a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.450372] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aa2785d1-2f40-4952-b811-7592e2b43561 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "65528071-e020-4c76-9078-45a5f878264f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.817s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.601660] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222517, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.726018] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "29683a35-3c6b-4850-8acf-f7709bd85ac8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.726285] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "29683a35-3c6b-4850-8acf-f7709bd85ac8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.726495] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "29683a35-3c6b-4850-8acf-f7709bd85ac8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.726682] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "29683a35-3c6b-4850-8acf-f7709bd85ac8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.726889] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "29683a35-3c6b-4850-8acf-f7709bd85ac8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.729142] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52712871-e039-ca9d-6f1c-1f420fd80e27, 'name': SearchDatastore_Task, 'duration_secs': 0.017299} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.729666] env[69950]: INFO nova.compute.manager [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Terminating instance [ 1012.731116] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.731366] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 72e181d4-3808-45a8-88ab-d2c1a68d71c8/72e181d4-3808-45a8-88ab-d2c1a68d71c8.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.732788] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00c1eecd-378f-49ee-9e3c-c49de0241b93 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.741134] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1012.741134] env[69950]: value = "task-4222518" [ 1012.741134] env[69950]: _type = "Task" [ 1012.741134] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.752894] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.803944] env[69950]: INFO nova.compute.manager [-] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Took 1.08 seconds to deallocate network for instance. [ 1013.102660] env[69950]: DEBUG oslo_vmware.api [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222517, 'name': PowerOnVM_Task, 'duration_secs': 1.147328} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.105480] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.105829] env[69950]: INFO nova.compute.manager [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1013.105913] env[69950]: DEBUG nova.compute.manager [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1013.106940] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d112ff6-070c-4a32-995a-6b9d03fdecd7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.237260] env[69950]: DEBUG nova.compute.manager [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.237260] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.238037] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b4aa4c-fbb9-449d-bbc9-dbdadfcc7023 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.250242] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.250961] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01b154aa-3edc-4cb7-ba8c-5c20b61b48ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.260324] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222518, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.260324] env[69950]: DEBUG oslo_vmware.api [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 1013.260324] env[69950]: value = "task-4222519" [ 1013.260324] env[69950]: _type = "Task" [ 1013.260324] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.270846] env[69950]: DEBUG oslo_vmware.api [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.312210] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.406758] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553679fc-5cfa-4075-ba45-0ba701f93e5a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.418151] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537af9cb-953c-4b6b-b364-4bf0ad7e76a2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.455058] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eb6c43-ffc4-46b7-ae2a-6c10fe531310 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.466868] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209e1d3c-b729-4b25-8aa3-47ce4f5d4086 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.485134] env[69950]: DEBUG nova.compute.provider_tree [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.634775] env[69950]: INFO nova.compute.manager [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Took 34.00 seconds to build instance. [ 1013.755105] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88437} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.755396] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 72e181d4-3808-45a8-88ab-d2c1a68d71c8/72e181d4-3808-45a8-88ab-d2c1a68d71c8.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.755615] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.755901] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea22a905-89d1-494c-8f4a-bb2a856656ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.766854] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1013.766854] env[69950]: value = "task-4222520" [ 1013.766854] env[69950]: _type = "Task" [ 1013.766854] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.774300] env[69950]: DEBUG oslo_vmware.api [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222519, 'name': PowerOffVM_Task, 'duration_secs': 0.379188} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.775179] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.775545] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.775811] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31e8d46b-a478-4a42-9c01-205d109c20f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.781993] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.872632] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.872833] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.873058] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleting the datastore file [datastore1] 29683a35-3c6b-4850-8acf-f7709bd85ac8 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.873395] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-409aef5e-965c-4017-9f89-8b5ee27ff112 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.881514] env[69950]: DEBUG oslo_vmware.api [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 1013.881514] env[69950]: value = "task-4222522" [ 1013.881514] env[69950]: _type = "Task" [ 1013.881514] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.890774] env[69950]: DEBUG oslo_vmware.api [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.992738] env[69950]: DEBUG nova.scheduler.client.report [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.137241] env[69950]: DEBUG oslo_concurrency.lockutils [None req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.512s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.279252] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118933} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.279252] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.280120] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cb3277-027b-4cfb-b339-60bfbd33134f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.304499] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 72e181d4-3808-45a8-88ab-d2c1a68d71c8/72e181d4-3808-45a8-88ab-d2c1a68d71c8.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.304865] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab30de11-4212-451a-948d-2c14d0b1b840 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.325990] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1014.325990] env[69950]: value = "task-4222523" [ 1014.325990] env[69950]: _type = "Task" [ 1014.325990] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.335438] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.394871] env[69950]: DEBUG oslo_vmware.api [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47449} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.395164] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.395397] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.395607] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.395805] env[69950]: INFO nova.compute.manager [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1014.396091] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.396329] env[69950]: DEBUG nova.compute.manager [-] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.396446] env[69950]: DEBUG nova.network.neutron [-] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.416653] env[69950]: DEBUG oslo_concurrency.lockutils [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "interface-6a4ae6e8-76e8-4398-97ec-587a01aaca68-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.416994] env[69950]: DEBUG oslo_concurrency.lockutils [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-6a4ae6e8-76e8-4398-97ec-587a01aaca68-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.417451] env[69950]: DEBUG nova.objects.instance [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'flavor' on Instance uuid 6a4ae6e8-76e8-4398-97ec-587a01aaca68 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.499051] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.499598] env[69950]: DEBUG nova.compute.manager [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.505697] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.504s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.505697] env[69950]: DEBUG nova.objects.instance [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1014.837415] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.918032] env[69950]: INFO nova.compute.manager [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Rescuing [ 1014.918216] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "refresh_cache-fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.918216] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "refresh_cache-fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.918385] env[69950]: DEBUG nova.network.neutron [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.997100] env[69950]: DEBUG nova.compute.manager [req-fe9f5719-9dcd-4d8a-a44d-64420e8a06e0 req-6b1a6a28-fa0a-44b9-a423-7e1aa08179bc service nova] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Received event network-vif-deleted-71164be5-dc45-419c-803f-b6847dea469d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1014.997385] env[69950]: INFO nova.compute.manager [req-fe9f5719-9dcd-4d8a-a44d-64420e8a06e0 req-6b1a6a28-fa0a-44b9-a423-7e1aa08179bc service nova] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Neutron deleted interface 71164be5-dc45-419c-803f-b6847dea469d; detaching it from the instance and deleting it from the info cache [ 1014.997655] env[69950]: DEBUG nova.network.neutron [req-fe9f5719-9dcd-4d8a-a44d-64420e8a06e0 req-6b1a6a28-fa0a-44b9-a423-7e1aa08179bc service nova] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.006513] env[69950]: DEBUG nova.compute.utils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.012456] env[69950]: DEBUG nova.compute.manager [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.012753] env[69950]: DEBUG nova.network.neutron [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.024725] env[69950]: DEBUG nova.objects.instance [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'pci_requests' on Instance uuid 6a4ae6e8-76e8-4398-97ec-587a01aaca68 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.069447] env[69950]: DEBUG nova.policy [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fca12cd927f408f83c83b614b26b250', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e29c924a5ef4b2cb44bfa45e3e034f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.211331] env[69950]: DEBUG nova.network.neutron [-] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.340221] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222523, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.384154] env[69950]: DEBUG nova.network.neutron [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Successfully created port: 9a9e7ae4-22a2-4d02-9296-cc687bb150fa {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.501265] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a307d54-07ee-457a-8870-f9158e4e6fc0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.512817] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48792f7d-1c3f-4250-9ffc-6358dac0a89f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.524726] env[69950]: DEBUG nova.compute.manager [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.532210] env[69950]: DEBUG nova.objects.base [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Object Instance<6a4ae6e8-76e8-4398-97ec-587a01aaca68> lazy-loaded attributes: flavor,pci_requests {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1015.532423] env[69950]: DEBUG nova.network.neutron [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.539151] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bdb656e5-5baf-4f15-a0c9-e6b22a173ae8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.034s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.540989] env[69950]: DEBUG oslo_concurrency.lockutils [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.842s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.541238] env[69950]: DEBUG nova.objects.instance [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lazy-loading 'resources' on Instance uuid 75fe594f-3bc3-4070-ae8f-28555cb79785 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.562807] env[69950]: DEBUG nova.compute.manager [req-fe9f5719-9dcd-4d8a-a44d-64420e8a06e0 req-6b1a6a28-fa0a-44b9-a423-7e1aa08179bc service nova] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Detach interface failed, port_id=71164be5-dc45-419c-803f-b6847dea469d, reason: Instance 29683a35-3c6b-4850-8acf-f7709bd85ac8 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1015.679476] env[69950]: DEBUG nova.policy [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4b9e9c3dc184877bae88ddb382db43d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6e8c430e4e24a09ba55a5392816ebbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.713818] env[69950]: INFO nova.compute.manager [-] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Took 1.32 seconds to deallocate network for instance. [ 1015.837480] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222523, 'name': ReconfigVM_Task, 'duration_secs': 1.057608} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.837833] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 72e181d4-3808-45a8-88ab-d2c1a68d71c8/72e181d4-3808-45a8-88ab-d2c1a68d71c8.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.838396] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cdda7ec-6569-4d51-be82-f3702dd44921 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.845426] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1015.845426] env[69950]: value = "task-4222524" [ 1015.845426] env[69950]: _type = "Task" [ 1015.845426] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.856413] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222524, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.220404] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.251276] env[69950]: DEBUG nova.network.neutron [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Updating instance_info_cache with network_info: [{"id": "a28be24a-506e-4142-b6e8-9c4289ed9003", "address": "fa:16:3e:f5:a8:ad", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28be24a-50", "ovs_interfaceid": "a28be24a-506e-4142-b6e8-9c4289ed9003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.364924] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222524, 'name': Rename_Task, 'duration_secs': 0.1874} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.365303] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.365661] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4cdc2e0-4597-4ebc-8c75-806cb7177871 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.377915] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1016.377915] env[69950]: value = "task-4222525" [ 1016.377915] env[69950]: _type = "Task" [ 1016.377915] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.389570] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.501687] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a8ff01-84f0-412d-a23f-f68e17cb55ab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.510197] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9166cd-bde8-4456-8e03-d6b90af93345 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.544157] env[69950]: DEBUG nova.compute.manager [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.548057] env[69950]: DEBUG nova.network.neutron [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Successfully created port: 05d41fab-9740-424f-a60a-d527ef69bc2b {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.550193] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508a5a59-201c-414c-aa0a-6bf714f4a9aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.560422] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2152aba5-138b-41ee-b6c1-a31e7ea56704 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.579062] env[69950]: DEBUG nova.compute.provider_tree [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.582834] env[69950]: DEBUG nova.virt.hardware [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.583110] env[69950]: DEBUG nova.virt.hardware [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.583260] env[69950]: DEBUG nova.virt.hardware [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.583440] env[69950]: DEBUG nova.virt.hardware [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.583588] env[69950]: DEBUG nova.virt.hardware [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.583738] env[69950]: DEBUG nova.virt.hardware [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.583950] env[69950]: DEBUG nova.virt.hardware [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.584126] env[69950]: DEBUG nova.virt.hardware [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.584300] env[69950]: DEBUG nova.virt.hardware [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.584462] env[69950]: DEBUG nova.virt.hardware [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.584727] env[69950]: DEBUG nova.virt.hardware [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.586194] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb582153-b255-492f-9668-637f6cb25c5c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.595465] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7301851-24c4-404e-8a9e-7825c0e80b77 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.755711] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "refresh_cache-fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.889594] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.090348] env[69950]: DEBUG nova.scheduler.client.report [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.390316] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222525, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.595640] env[69950]: DEBUG oslo_concurrency.lockutils [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.598736] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.074s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.600498] env[69950]: INFO nova.compute.claims [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.620985] env[69950]: INFO nova.scheduler.client.report [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleted allocations for instance 75fe594f-3bc3-4070-ae8f-28555cb79785 [ 1017.657257] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "5b299d17-89d7-474a-87aa-abcf6e24fb20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.657618] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "5b299d17-89d7-474a-87aa-abcf6e24fb20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.657954] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "5b299d17-89d7-474a-87aa-abcf6e24fb20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.658102] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "5b299d17-89d7-474a-87aa-abcf6e24fb20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.658296] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "5b299d17-89d7-474a-87aa-abcf6e24fb20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.661315] env[69950]: INFO nova.compute.manager [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Terminating instance [ 1017.752167] env[69950]: DEBUG nova.network.neutron [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Successfully updated port: 9a9e7ae4-22a2-4d02-9296-cc687bb150fa {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.772190] env[69950]: DEBUG nova.compute.manager [req-2d6ea24c-4f11-4993-a6c1-27b0a60e1997 req-9d14e7d4-c9a7-4e8a-a56e-83f5dd1f8da9 service nova] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Received event network-vif-plugged-9a9e7ae4-22a2-4d02-9296-cc687bb150fa {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1017.772815] env[69950]: DEBUG oslo_concurrency.lockutils [req-2d6ea24c-4f11-4993-a6c1-27b0a60e1997 req-9d14e7d4-c9a7-4e8a-a56e-83f5dd1f8da9 service nova] Acquiring lock "dda88168-a704-4dd5-b580-1d22afb83117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.773015] env[69950]: DEBUG oslo_concurrency.lockutils [req-2d6ea24c-4f11-4993-a6c1-27b0a60e1997 req-9d14e7d4-c9a7-4e8a-a56e-83f5dd1f8da9 service nova] Lock "dda88168-a704-4dd5-b580-1d22afb83117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.773249] env[69950]: DEBUG oslo_concurrency.lockutils [req-2d6ea24c-4f11-4993-a6c1-27b0a60e1997 req-9d14e7d4-c9a7-4e8a-a56e-83f5dd1f8da9 service nova] Lock "dda88168-a704-4dd5-b580-1d22afb83117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.773856] env[69950]: DEBUG nova.compute.manager [req-2d6ea24c-4f11-4993-a6c1-27b0a60e1997 req-9d14e7d4-c9a7-4e8a-a56e-83f5dd1f8da9 service nova] [instance: dda88168-a704-4dd5-b580-1d22afb83117] No waiting events found dispatching network-vif-plugged-9a9e7ae4-22a2-4d02-9296-cc687bb150fa {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1017.773856] env[69950]: WARNING nova.compute.manager [req-2d6ea24c-4f11-4993-a6c1-27b0a60e1997 req-9d14e7d4-c9a7-4e8a-a56e-83f5dd1f8da9 service nova] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Received unexpected event network-vif-plugged-9a9e7ae4-22a2-4d02-9296-cc687bb150fa for instance with vm_state building and task_state spawning. [ 1017.890640] env[69950]: DEBUG oslo_vmware.api [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222525, 'name': PowerOnVM_Task, 'duration_secs': 1.042909} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.891082] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.891197] env[69950]: INFO nova.compute.manager [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Took 10.75 seconds to spawn the instance on the hypervisor. [ 1017.891384] env[69950]: DEBUG nova.compute.manager [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1017.892241] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab85ebe-6491-40e6-a79b-8cafd355fb70 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.133791] env[69950]: DEBUG oslo_concurrency.lockutils [None req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "75fe594f-3bc3-4070-ae8f-28555cb79785" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.528s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.166379] env[69950]: DEBUG nova.compute.manager [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.166701] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.167835] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901602fe-e3fc-4ed7-9a7d-3616da49e70d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.176597] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.176888] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e5e83ba-25be-482f-a65e-f4401bcbf34c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.184706] env[69950]: DEBUG oslo_vmware.api [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1018.184706] env[69950]: value = "task-4222526" [ 1018.184706] env[69950]: _type = "Task" [ 1018.184706] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.196449] env[69950]: DEBUG oslo_vmware.api [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.202457] env[69950]: DEBUG nova.network.neutron [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Successfully updated port: 05d41fab-9740-424f-a60a-d527ef69bc2b {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.255739] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "refresh_cache-dda88168-a704-4dd5-b580-1d22afb83117" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.255739] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "refresh_cache-dda88168-a704-4dd5-b580-1d22afb83117" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.255946] env[69950]: DEBUG nova.network.neutron [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.306537] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.306886] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c30fe54-a0d1-431b-a9ca-02b616964412 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.315910] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1018.315910] env[69950]: value = "task-4222527" [ 1018.315910] env[69950]: _type = "Task" [ 1018.315910] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.326680] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.411108] env[69950]: INFO nova.compute.manager [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Took 32.29 seconds to build instance. [ 1018.699949] env[69950]: DEBUG oslo_vmware.api [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222526, 'name': PowerOffVM_Task, 'duration_secs': 0.198854} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.699949] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.699949] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.700252] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b99c8d98-de64-40a0-ace7-9388c86c3834 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.706092] env[69950]: DEBUG oslo_concurrency.lockutils [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.706361] env[69950]: DEBUG oslo_concurrency.lockutils [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.706621] env[69950]: DEBUG nova.network.neutron [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.777951] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.778269] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.778570] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleting the datastore file [datastore2] 5b299d17-89d7-474a-87aa-abcf6e24fb20 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.778864] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7782db76-e19c-4205-aba4-96c65acfac80 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.789610] env[69950]: DEBUG oslo_vmware.api [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1018.789610] env[69950]: value = "task-4222529" [ 1018.789610] env[69950]: _type = "Task" [ 1018.789610] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.798741] env[69950]: DEBUG oslo_vmware.api [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.809734] env[69950]: DEBUG nova.network.neutron [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.831048] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222527, 'name': PowerOffVM_Task, 'duration_secs': 0.273187} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.834645] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.838770] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e5f964-af8d-41fb-9017-a9a39a2fe733 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.867523] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ce3c00-05c8-4273-8db3-da325e8a3a6a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.909014] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.909351] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35612b75-4a10-4050-b56b-3a0adfcdeeb7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.912939] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e98c6733-62b4-4571-ab27-3b326739c337 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.808s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.918497] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1018.918497] env[69950]: value = "task-4222530" [ 1018.918497] env[69950]: _type = "Task" [ 1018.918497] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.930012] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1018.930012] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.930301] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.930461] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.930646] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.933867] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b082a3de-d841-4e29-a689-56664e27cfb9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.946769] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.946769] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.948128] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4e8168-b259-4f1b-8d41-3e0d8dca9c91 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.957296] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1018.957296] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52903e61-9caa-8a4f-bbe2-de194a6791c1" [ 1018.957296] env[69950]: _type = "Task" [ 1018.957296] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.967284] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52903e61-9caa-8a4f-bbe2-de194a6791c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.047553] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83a968c-c503-4d29-82d2-004dbdc3f30b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.056037] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0943f064-d48b-44fd-92f7-01c8cfb4710c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.087629] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e85b547-4da2-4d57-bafd-87ca16635ac6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.096214] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33d53c8-80b4-4f1d-bf14-7da8bb6c86bc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.111177] env[69950]: DEBUG nova.compute.provider_tree [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.123265] env[69950]: DEBUG nova.network.neutron [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Updating instance_info_cache with network_info: [{"id": "9a9e7ae4-22a2-4d02-9296-cc687bb150fa", "address": "fa:16:3e:36:35:ae", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9e7ae4-22", "ovs_interfaceid": "9a9e7ae4-22a2-4d02-9296-cc687bb150fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.273587] env[69950]: WARNING nova.network.neutron [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] 747df740-680b-459b-a390-9544fe5c7b24 already exists in list: networks containing: ['747df740-680b-459b-a390-9544fe5c7b24']. ignoring it [ 1019.301623] env[69950]: DEBUG oslo_vmware.api [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14136} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.301623] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.301623] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.301882] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.302128] env[69950]: INFO nova.compute.manager [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1019.302415] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.302640] env[69950]: DEBUG nova.compute.manager [-] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.302756] env[69950]: DEBUG nova.network.neutron [-] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.471382] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52903e61-9caa-8a4f-bbe2-de194a6791c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.472484] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3faa3315-fd76-451e-85df-5fff91b4e107 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.479278] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1019.479278] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52caf571-c183-9d55-3e33-0c8a1c63fea3" [ 1019.479278] env[69950]: _type = "Task" [ 1019.479278] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.490497] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52caf571-c183-9d55-3e33-0c8a1c63fea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.619242] env[69950]: DEBUG nova.scheduler.client.report [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.626618] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "refresh_cache-dda88168-a704-4dd5-b580-1d22afb83117" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.627394] env[69950]: DEBUG nova.compute.manager [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Instance network_info: |[{"id": "9a9e7ae4-22a2-4d02-9296-cc687bb150fa", "address": "fa:16:3e:36:35:ae", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9e7ae4-22", "ovs_interfaceid": "9a9e7ae4-22a2-4d02-9296-cc687bb150fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.628057] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:35:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a9e7ae4-22a2-4d02-9296-cc687bb150fa', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.637790] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.639508] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.639920] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fad1a9d-b1cd-4662-b8ba-be6821801125 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.664479] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.664479] env[69950]: value = "task-4222531" [ 1019.664479] env[69950]: _type = "Task" [ 1019.664479] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.673484] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222531, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.996024] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52caf571-c183-9d55-3e33-0c8a1c63fea3, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.996024] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.996024] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] fdfbc8cd-57a0-4acf-a4d1-20a7788acae1/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk. {{(pid=69950) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1019.996024] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96f06e8f-bfbc-4da7-973d-cad823c18d63 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.001443] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1020.001443] env[69950]: value = "task-4222532" [ 1020.001443] env[69950]: _type = "Task" [ 1020.001443] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.014396] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.127029] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.127029] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.128646] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.563s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.131147] env[69950]: INFO nova.compute.claims [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.136096] env[69950]: DEBUG nova.network.neutron [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Updating instance_info_cache with network_info: [{"id": "63c6ad13-413c-4493-8abf-4b3158f77b59", "address": "fa:16:3e:78:0a:44", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c6ad13-41", "ovs_interfaceid": "63c6ad13-413c-4493-8abf-4b3158f77b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "05d41fab-9740-424f-a60a-d527ef69bc2b", "address": "fa:16:3e:1d:ae:fb", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d41fab-97", "ovs_interfaceid": "05d41fab-9740-424f-a60a-d527ef69bc2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.179545] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222531, 'name': CreateVM_Task, 'duration_secs': 0.417428} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.180014] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.181540] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.181897] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.182409] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.182825] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-894983fd-1645-4d86-9e70-50b704da449a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.191446] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 1020.191446] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5287b523-bc3a-6f7f-1f17-7eec63c725a1" [ 1020.191446] env[69950]: _type = "Task" [ 1020.191446] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.205254] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5287b523-bc3a-6f7f-1f17-7eec63c725a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.373307] env[69950]: DEBUG nova.compute.manager [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Received event network-changed-9a9e7ae4-22a2-4d02-9296-cc687bb150fa {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1020.373565] env[69950]: DEBUG nova.compute.manager [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Refreshing instance network info cache due to event network-changed-9a9e7ae4-22a2-4d02-9296-cc687bb150fa. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1020.373814] env[69950]: DEBUG oslo_concurrency.lockutils [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] Acquiring lock "refresh_cache-dda88168-a704-4dd5-b580-1d22afb83117" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.373973] env[69950]: DEBUG oslo_concurrency.lockutils [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] Acquired lock "refresh_cache-dda88168-a704-4dd5-b580-1d22afb83117" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.375032] env[69950]: DEBUG nova.network.neutron [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Refreshing network info cache for port 9a9e7ae4-22a2-4d02-9296-cc687bb150fa {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.517724] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222532, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.636474] env[69950]: DEBUG nova.compute.utils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.641044] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.641044] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.646153] env[69950]: DEBUG oslo_concurrency.lockutils [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.646780] env[69950]: DEBUG oslo_concurrency.lockutils [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.646939] env[69950]: DEBUG oslo_concurrency.lockutils [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.648560] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cc2dc1-757f-4190-8c0b-fa3992a7da08 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.676409] env[69950]: DEBUG nova.virt.hardware [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.676850] env[69950]: DEBUG nova.virt.hardware [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.677028] env[69950]: DEBUG nova.virt.hardware [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.677383] env[69950]: DEBUG nova.virt.hardware [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.677574] env[69950]: DEBUG nova.virt.hardware [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.677731] env[69950]: DEBUG nova.virt.hardware [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.677940] env[69950]: DEBUG nova.virt.hardware [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.678114] env[69950]: DEBUG nova.virt.hardware [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.678394] env[69950]: DEBUG nova.virt.hardware [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.678641] env[69950]: DEBUG nova.virt.hardware [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.678837] env[69950]: DEBUG nova.virt.hardware [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.686118] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Reconfiguring VM to attach interface {{(pid=69950) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1020.686979] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-310b96f1-530e-4a6d-b7f7-b1c6c391e543 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.711123] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5287b523-bc3a-6f7f-1f17-7eec63c725a1, 'name': SearchDatastore_Task, 'duration_secs': 0.014448} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.713581] env[69950]: DEBUG nova.policy [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed29d735d2144b9d99970bd7d00392a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fca1ba92b2534f958194928d33834f01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.715215] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.715469] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.715704] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.716198] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.716198] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.716416] env[69950]: DEBUG oslo_vmware.api [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1020.716416] env[69950]: value = "task-4222533" [ 1020.716416] env[69950]: _type = "Task" [ 1020.716416] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.716944] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff8b1aad-acf4-4b76-b406-13d1b5ebceb1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.728262] env[69950]: DEBUG oslo_vmware.api [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222533, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.736063] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.736352] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.737131] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f7e36c-6cad-4fe4-8728-70426420b6b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.743344] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 1020.743344] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523da8b3-01e0-37e1-4096-336f33406a5c" [ 1020.743344] env[69950]: _type = "Task" [ 1020.743344] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.751918] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523da8b3-01e0-37e1-4096-336f33406a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.880548] env[69950]: DEBUG nova.network.neutron [-] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.021207] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62517} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.021566] env[69950]: INFO nova.virt.vmwareapi.ds_util [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] fdfbc8cd-57a0-4acf-a4d1-20a7788acae1/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk. [ 1021.026022] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0850fdca-e39a-40d3-8d3a-0f16c9e5646e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.062418] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] fdfbc8cd-57a0-4acf-a4d1-20a7788acae1/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.062418] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e0c1b2-6f3d-410d-8073-1302964e0036 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.084781] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1021.084781] env[69950]: value = "task-4222534" [ 1021.084781] env[69950]: _type = "Task" [ 1021.084781] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.094966] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.141200] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.238730] env[69950]: DEBUG oslo_vmware.api [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.258197] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523da8b3-01e0-37e1-4096-336f33406a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.02772} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.259184] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94c53555-f158-4741-87de-708f02210ab6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.266886] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 1021.266886] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5263db89-f56b-fabd-738d-d48aa120d946" [ 1021.266886] env[69950]: _type = "Task" [ 1021.266886] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.283976] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5263db89-f56b-fabd-738d-d48aa120d946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.382858] env[69950]: INFO nova.compute.manager [-] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Took 2.08 seconds to deallocate network for instance. [ 1021.595717] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.627750] env[69950]: DEBUG nova.network.neutron [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Updated VIF entry in instance network info cache for port 9a9e7ae4-22a2-4d02-9296-cc687bb150fa. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.627750] env[69950]: DEBUG nova.network.neutron [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Updating instance_info_cache with network_info: [{"id": "9a9e7ae4-22a2-4d02-9296-cc687bb150fa", "address": "fa:16:3e:36:35:ae", "network": {"id": "98705dd6-f309-4efc-9ad7-3c626d2204b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1778073029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e29c924a5ef4b2cb44bfa45e3e034f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9e7ae4-22", "ovs_interfaceid": "9a9e7ae4-22a2-4d02-9296-cc687bb150fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.637643] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Successfully created port: 91f946a6-545f-4a0a-a65c-98b46f83d206 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.689134] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0e10fe-8ade-49dd-9870-aed7c5a1d2e4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.698641] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e84d15-51b5-438f-9e1c-7ecda3570eee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.741756] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfce272-dd7b-4dce-bec0-93f2d5c210fb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.752046] env[69950]: DEBUG oslo_vmware.api [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222533, 'name': ReconfigVM_Task, 'duration_secs': 0.790878} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.754350] env[69950]: DEBUG oslo_concurrency.lockutils [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.754809] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Reconfigured VM to attach interface {{(pid=69950) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1021.759623] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84c6997-67cc-4eef-bdc5-692b5fde7078 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.780286] env[69950]: DEBUG nova.compute.provider_tree [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.794513] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5263db89-f56b-fabd-738d-d48aa120d946, 'name': SearchDatastore_Task, 'duration_secs': 0.021456} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.794643] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.794983] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] dda88168-a704-4dd5-b580-1d22afb83117/dda88168-a704-4dd5-b580-1d22afb83117.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.795655] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb1fcb24-5fa5-452a-b96f-c2557d53f81b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.806536] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 1021.806536] env[69950]: value = "task-4222535" [ 1021.806536] env[69950]: _type = "Task" [ 1021.806536] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.822388] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.894419] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.096195] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222534, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.131713] env[69950]: DEBUG oslo_concurrency.lockutils [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] Releasing lock "refresh_cache-dda88168-a704-4dd5-b580-1d22afb83117" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.132054] env[69950]: DEBUG nova.compute.manager [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Received event network-vif-plugged-05d41fab-9740-424f-a60a-d527ef69bc2b {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1022.132284] env[69950]: DEBUG oslo_concurrency.lockutils [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] Acquiring lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.132522] env[69950]: DEBUG oslo_concurrency.lockutils [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] Lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.132704] env[69950]: DEBUG oslo_concurrency.lockutils [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] Lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.132906] env[69950]: DEBUG nova.compute.manager [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] No waiting events found dispatching network-vif-plugged-05d41fab-9740-424f-a60a-d527ef69bc2b {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1022.133098] env[69950]: WARNING nova.compute.manager [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Received unexpected event network-vif-plugged-05d41fab-9740-424f-a60a-d527ef69bc2b for instance with vm_state active and task_state None. [ 1022.133276] env[69950]: DEBUG nova.compute.manager [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Received event network-changed-05d41fab-9740-424f-a60a-d527ef69bc2b {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1022.133435] env[69950]: DEBUG nova.compute.manager [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Refreshing instance network info cache due to event network-changed-05d41fab-9740-424f-a60a-d527ef69bc2b. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1022.133634] env[69950]: DEBUG oslo_concurrency.lockutils [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] Acquiring lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.133774] env[69950]: DEBUG oslo_concurrency.lockutils [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] Acquired lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.133937] env[69950]: DEBUG nova.network.neutron [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Refreshing network info cache for port 05d41fab-9740-424f-a60a-d527ef69bc2b {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.154706] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.184288] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.184562] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.184720] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.184902] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.185068] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.185229] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.185440] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.185600] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.185768] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.185979] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.186125] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.187412] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dd28df-efb1-42fa-8e46-85cd42ef2a23 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.196546] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70057925-9e97-464a-8bb7-a15861a2634a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.259480] env[69950]: DEBUG oslo_concurrency.lockutils [None req-721d244e-2396-48d2-bbe7-f5a31c9f1167 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-6a4ae6e8-76e8-4398-97ec-587a01aaca68-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.842s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.284340] env[69950]: DEBUG nova.scheduler.client.report [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.318976] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222535, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.588774] env[69950]: DEBUG nova.compute.manager [req-6549bed6-a6f3-4ade-ba59-74ccf8e6725b req-24fbed10-1638-4bfd-ae83-73f12889ad0e service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Received event network-changed-1e050ece-c07e-4fd8-8782-c541b1e5345c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1022.588986] env[69950]: DEBUG nova.compute.manager [req-6549bed6-a6f3-4ade-ba59-74ccf8e6725b req-24fbed10-1638-4bfd-ae83-73f12889ad0e service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Refreshing instance network info cache due to event network-changed-1e050ece-c07e-4fd8-8782-c541b1e5345c. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1022.589242] env[69950]: DEBUG oslo_concurrency.lockutils [req-6549bed6-a6f3-4ade-ba59-74ccf8e6725b req-24fbed10-1638-4bfd-ae83-73f12889ad0e service nova] Acquiring lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.589398] env[69950]: DEBUG oslo_concurrency.lockutils [req-6549bed6-a6f3-4ade-ba59-74ccf8e6725b req-24fbed10-1638-4bfd-ae83-73f12889ad0e service nova] Acquired lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.589552] env[69950]: DEBUG nova.network.neutron [req-6549bed6-a6f3-4ade-ba59-74ccf8e6725b req-24fbed10-1638-4bfd-ae83-73f12889ad0e service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Refreshing network info cache for port 1e050ece-c07e-4fd8-8782-c541b1e5345c {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.605397] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222534, 'name': ReconfigVM_Task, 'duration_secs': 1.046894} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.605397] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Reconfigured VM instance instance-0000004d to attach disk [datastore2] fdfbc8cd-57a0-4acf-a4d1-20a7788acae1/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.606406] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d63de7-915e-497c-bfeb-e79273e131aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.658062] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f473fcb-2192-4dda-9390-5ab5dc201289 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.687389] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1022.687389] env[69950]: value = "task-4222536" [ 1022.687389] env[69950]: _type = "Task" [ 1022.687389] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.700704] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222536, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.792115] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.792115] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.794937] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.724s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.795200] env[69950]: DEBUG nova.objects.instance [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lazy-loading 'pci_requests' on Instance uuid 9a63a423-1f35-4b6b-8ca2-a39da82cde45 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.819543] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.938024} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.819543] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] dda88168-a704-4dd5-b580-1d22afb83117/dda88168-a704-4dd5-b580-1d22afb83117.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.819800] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.822416] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d8c1556-d01b-4a74-8ca8-854ff83e825f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.831182] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 1022.831182] env[69950]: value = "task-4222537" [ 1022.831182] env[69950]: _type = "Task" [ 1022.831182] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.841846] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.018543] env[69950]: DEBUG nova.network.neutron [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Updated VIF entry in instance network info cache for port 05d41fab-9740-424f-a60a-d527ef69bc2b. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.019006] env[69950]: DEBUG nova.network.neutron [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Updating instance_info_cache with network_info: [{"id": "63c6ad13-413c-4493-8abf-4b3158f77b59", "address": "fa:16:3e:78:0a:44", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c6ad13-41", "ovs_interfaceid": "63c6ad13-413c-4493-8abf-4b3158f77b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "05d41fab-9740-424f-a60a-d527ef69bc2b", "address": "fa:16:3e:1d:ae:fb", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d41fab-97", "ovs_interfaceid": "05d41fab-9740-424f-a60a-d527ef69bc2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.198315] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222536, 'name': ReconfigVM_Task, 'duration_secs': 0.227704} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.198616] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.198860] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60582747-3217-4920-bba6-0dca5d7e6c0f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.207428] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1023.207428] env[69950]: value = "task-4222538" [ 1023.207428] env[69950]: _type = "Task" [ 1023.207428] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.223920] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.302073] env[69950]: DEBUG nova.compute.utils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.305226] env[69950]: DEBUG nova.objects.instance [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lazy-loading 'numa_topology' on Instance uuid 9a63a423-1f35-4b6b-8ca2-a39da82cde45 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.306862] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.307204] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.342908] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086976} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.343266] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.343830] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba63a26-ef6b-4512-aa7d-aa612e48f14c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.368720] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] dda88168-a704-4dd5-b580-1d22afb83117/dda88168-a704-4dd5-b580-1d22afb83117.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.369591] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a222203-3ff9-485b-86e6-34b8932c514c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.393469] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 1023.393469] env[69950]: value = "task-4222539" [ 1023.393469] env[69950]: _type = "Task" [ 1023.393469] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.406808] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.426249] env[69950]: DEBUG nova.policy [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed29d735d2144b9d99970bd7d00392a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fca1ba92b2534f958194928d33834f01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.522874] env[69950]: DEBUG oslo_concurrency.lockutils [req-0209911d-89e7-4c1f-80d9-f88051c25a83 req-e3b1c09b-cdb6-4220-bad4-92484442f310 service nova] Releasing lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.718978] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.809339] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.818253] env[69950]: INFO nova.compute.claims [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.901288] env[69950]: DEBUG nova.network.neutron [req-6549bed6-a6f3-4ade-ba59-74ccf8e6725b req-24fbed10-1638-4bfd-ae83-73f12889ad0e service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Updated VIF entry in instance network info cache for port 1e050ece-c07e-4fd8-8782-c541b1e5345c. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.901621] env[69950]: DEBUG nova.network.neutron [req-6549bed6-a6f3-4ade-ba59-74ccf8e6725b req-24fbed10-1638-4bfd-ae83-73f12889ad0e service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Updating instance_info_cache with network_info: [{"id": "1e050ece-c07e-4fd8-8782-c541b1e5345c", "address": "fa:16:3e:72:4e:27", "network": {"id": "28abb0d9-a17c-4151-90b1-c92889d156a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1139582651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f6b14514aef41898b7289024c536ffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e050ece-c0", "ovs_interfaceid": "1e050ece-c07e-4fd8-8782-c541b1e5345c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.913805] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222539, 'name': ReconfigVM_Task, 'duration_secs': 0.357523} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.914198] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Reconfigured VM instance instance-0000004f to attach disk [datastore1] dda88168-a704-4dd5-b580-1d22afb83117/dda88168-a704-4dd5-b580-1d22afb83117.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.914919] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16a8cf64-ad79-4839-bb38-5e883714360d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.925194] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 1023.925194] env[69950]: value = "task-4222540" [ 1023.925194] env[69950]: _type = "Task" [ 1023.925194] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.935197] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222540, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.032551] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Successfully updated port: 91f946a6-545f-4a0a-a65c-98b46f83d206 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.202261] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Successfully created port: 8f5b16ae-1caa-4162-980e-6f6fd9caaae9 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.224136] env[69950]: DEBUG oslo_vmware.api [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222538, 'name': PowerOnVM_Task, 'duration_secs': 0.716245} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.224136] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.229340] env[69950]: DEBUG nova.compute.manager [None req-2d965298-4d99-45e5-89a5-f6fc652d8657 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1024.230189] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2573ee-061c-4ce8-b615-365eeb6a89b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.406468] env[69950]: DEBUG oslo_concurrency.lockutils [req-6549bed6-a6f3-4ade-ba59-74ccf8e6725b req-24fbed10-1638-4bfd-ae83-73f12889ad0e service nova] Releasing lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.407116] env[69950]: DEBUG nova.compute.manager [req-6549bed6-a6f3-4ade-ba59-74ccf8e6725b req-24fbed10-1638-4bfd-ae83-73f12889ad0e service nova] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Received event network-vif-deleted-b871cb7f-77e2-463a-8acf-27b80b785ad2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1024.448916] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222540, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.516582] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "interface-6a4ae6e8-76e8-4398-97ec-587a01aaca68-05d41fab-9740-424f-a60a-d527ef69bc2b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.516853] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-6a4ae6e8-76e8-4398-97ec-587a01aaca68-05d41fab-9740-424f-a60a-d527ef69bc2b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.535167] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "refresh_cache-224dbd2b-d96d-4c5c-8b59-252382cac427" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.535313] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquired lock "refresh_cache-224dbd2b-d96d-4c5c-8b59-252382cac427" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.535781] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.630942] env[69950]: DEBUG nova.compute.manager [req-b744c181-5f19-4885-a3de-e34533f01a63 req-7d3a444d-fa87-438f-8e78-87a59504974c service nova] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Received event network-vif-plugged-91f946a6-545f-4a0a-a65c-98b46f83d206 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1024.630942] env[69950]: DEBUG oslo_concurrency.lockutils [req-b744c181-5f19-4885-a3de-e34533f01a63 req-7d3a444d-fa87-438f-8e78-87a59504974c service nova] Acquiring lock "224dbd2b-d96d-4c5c-8b59-252382cac427-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.630942] env[69950]: DEBUG oslo_concurrency.lockutils [req-b744c181-5f19-4885-a3de-e34533f01a63 req-7d3a444d-fa87-438f-8e78-87a59504974c service nova] Lock "224dbd2b-d96d-4c5c-8b59-252382cac427-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.630942] env[69950]: DEBUG oslo_concurrency.lockutils [req-b744c181-5f19-4885-a3de-e34533f01a63 req-7d3a444d-fa87-438f-8e78-87a59504974c service nova] Lock "224dbd2b-d96d-4c5c-8b59-252382cac427-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.630942] env[69950]: DEBUG nova.compute.manager [req-b744c181-5f19-4885-a3de-e34533f01a63 req-7d3a444d-fa87-438f-8e78-87a59504974c service nova] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] No waiting events found dispatching network-vif-plugged-91f946a6-545f-4a0a-a65c-98b46f83d206 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1024.630942] env[69950]: WARNING nova.compute.manager [req-b744c181-5f19-4885-a3de-e34533f01a63 req-7d3a444d-fa87-438f-8e78-87a59504974c service nova] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Received unexpected event network-vif-plugged-91f946a6-545f-4a0a-a65c-98b46f83d206 for instance with vm_state building and task_state spawning. [ 1024.630942] env[69950]: DEBUG nova.compute.manager [req-b744c181-5f19-4885-a3de-e34533f01a63 req-7d3a444d-fa87-438f-8e78-87a59504974c service nova] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Received event network-changed-91f946a6-545f-4a0a-a65c-98b46f83d206 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1024.630942] env[69950]: DEBUG nova.compute.manager [req-b744c181-5f19-4885-a3de-e34533f01a63 req-7d3a444d-fa87-438f-8e78-87a59504974c service nova] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Refreshing instance network info cache due to event network-changed-91f946a6-545f-4a0a-a65c-98b46f83d206. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1024.630942] env[69950]: DEBUG oslo_concurrency.lockutils [req-b744c181-5f19-4885-a3de-e34533f01a63 req-7d3a444d-fa87-438f-8e78-87a59504974c service nova] Acquiring lock "refresh_cache-224dbd2b-d96d-4c5c-8b59-252382cac427" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.783031] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad09d84-4515-4ff4-a013-9ea220806f08 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.795861] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fb89ba-2967-40fd-b8f9-0d005c821f9a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.829932] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.833042] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3490a5f-28c8-4792-825f-aaa80a8aef4b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.841443] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8169db8a-08a9-4e67-93fa-94e8d1eb807d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.856406] env[69950]: DEBUG nova.compute.provider_tree [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.875806] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.876153] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.876374] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.876631] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.876843] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.877077] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.878626] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.878626] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.878626] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.878626] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.878626] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.879630] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473a5f7d-bd10-4606-adef-d64e65ee81d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.888916] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fcd383-5b86-4b66-81d6-ebad66a179de {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.937399] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222540, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.019544] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.019750] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.020708] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5b1f27-c09b-4ee1-92d0-d48281267d47 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.051930] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ac91e6-f987-4adb-910c-1f19816840cc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.079794] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Reconfiguring VM to detach interface {{(pid=69950) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1025.080150] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f39fe953-bf4b-42b0-8996-742cc3846554 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.099669] env[69950]: DEBUG oslo_vmware.api [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1025.099669] env[69950]: value = "task-4222541" [ 1025.099669] env[69950]: _type = "Task" [ 1025.099669] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.108353] env[69950]: DEBUG oslo_vmware.api [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.109527] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.351759] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Updating instance_info_cache with network_info: [{"id": "91f946a6-545f-4a0a-a65c-98b46f83d206", "address": "fa:16:3e:44:0f:90", "network": {"id": "82ec48d1-c926-4b33-9a25-714e6863a3f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1406372135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca1ba92b2534f958194928d33834f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f946a6-54", "ovs_interfaceid": "91f946a6-545f-4a0a-a65c-98b46f83d206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.364685] env[69950]: DEBUG nova.scheduler.client.report [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.439367] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222540, 'name': Rename_Task, 'duration_secs': 1.137585} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.439670] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.440223] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-675f88aa-832e-4651-82c1-ac49ad4fc43c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.448011] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 1025.448011] env[69950]: value = "task-4222542" [ 1025.448011] env[69950]: _type = "Task" [ 1025.448011] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.457207] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.611572] env[69950]: DEBUG oslo_vmware.api [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.854067] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Releasing lock "refresh_cache-224dbd2b-d96d-4c5c-8b59-252382cac427" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.854521] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Instance network_info: |[{"id": "91f946a6-545f-4a0a-a65c-98b46f83d206", "address": "fa:16:3e:44:0f:90", "network": {"id": "82ec48d1-c926-4b33-9a25-714e6863a3f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1406372135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca1ba92b2534f958194928d33834f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f946a6-54", "ovs_interfaceid": "91f946a6-545f-4a0a-a65c-98b46f83d206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.854781] env[69950]: DEBUG oslo_concurrency.lockutils [req-b744c181-5f19-4885-a3de-e34533f01a63 req-7d3a444d-fa87-438f-8e78-87a59504974c service nova] Acquired lock "refresh_cache-224dbd2b-d96d-4c5c-8b59-252382cac427" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.854989] env[69950]: DEBUG nova.network.neutron [req-b744c181-5f19-4885-a3de-e34533f01a63 req-7d3a444d-fa87-438f-8e78-87a59504974c service nova] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Refreshing network info cache for port 91f946a6-545f-4a0a-a65c-98b46f83d206 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.856210] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:0f:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91f946a6-545f-4a0a-a65c-98b46f83d206', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.867416] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Creating folder: Project (fca1ba92b2534f958194928d33834f01). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.868697] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Successfully updated port: 8f5b16ae-1caa-4162-980e-6f6fd9caaae9 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.870351] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b50f09e-1bad-43cc-8d2e-1da525a39e01 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.872649] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.078s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.875289] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.469s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.877474] env[69950]: INFO nova.compute.claims [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.893415] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Created folder: Project (fca1ba92b2534f958194928d33834f01) in parent group-v835309. [ 1025.893709] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Creating folder: Instances. Parent ref: group-v835540. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.893970] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-539977c6-1c6e-4f39-8e7c-1dbe8d1bdb90 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.904514] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Created folder: Instances in parent group-v835540. [ 1025.904747] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.904934] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.905155] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a122b173-f35c-4039-8bbc-707741c00942 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.920751] env[69950]: INFO nova.network.neutron [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updating port 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1025.928593] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.928593] env[69950]: value = "task-4222545" [ 1025.928593] env[69950]: _type = "Task" [ 1025.928593] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.936885] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222545, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.962467] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222542, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.114311] env[69950]: DEBUG oslo_vmware.api [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.375635] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "refresh_cache-3b3787a9-2613-4c96-a271-9abf718a60c2" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.378044] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquired lock "refresh_cache-3b3787a9-2613-4c96-a271-9abf718a60c2" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.378044] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.440867] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222545, 'name': CreateVM_Task, 'duration_secs': 0.463867} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.441304] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.442433] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.442890] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.443369] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.443831] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4a09e3-cd7b-4fb0-a9b4-cd052cd7183b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.452258] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1026.452258] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5230f93a-6bfb-abe2-435d-09f1a2ee107b" [ 1026.452258] env[69950]: _type = "Task" [ 1026.452258] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.470634] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5230f93a-6bfb-abe2-435d-09f1a2ee107b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.471268] env[69950]: DEBUG oslo_vmware.api [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222542, 'name': PowerOnVM_Task, 'duration_secs': 0.707126} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.471550] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.471767] env[69950]: INFO nova.compute.manager [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1026.472084] env[69950]: DEBUG nova.compute.manager [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1026.472953] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c65a39-3523-4082-a00c-95144eb0ec4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.612583] env[69950]: DEBUG oslo_vmware.api [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.681910] env[69950]: DEBUG nova.network.neutron [req-b744c181-5f19-4885-a3de-e34533f01a63 req-7d3a444d-fa87-438f-8e78-87a59504974c service nova] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Updated VIF entry in instance network info cache for port 91f946a6-545f-4a0a-a65c-98b46f83d206. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.682331] env[69950]: DEBUG nova.network.neutron [req-b744c181-5f19-4885-a3de-e34533f01a63 req-7d3a444d-fa87-438f-8e78-87a59504974c service nova] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Updating instance_info_cache with network_info: [{"id": "91f946a6-545f-4a0a-a65c-98b46f83d206", "address": "fa:16:3e:44:0f:90", "network": {"id": "82ec48d1-c926-4b33-9a25-714e6863a3f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1406372135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca1ba92b2534f958194928d33834f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f946a6-54", "ovs_interfaceid": "91f946a6-545f-4a0a-a65c-98b46f83d206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.688766] env[69950]: DEBUG nova.compute.manager [req-27641074-1ba7-477e-9591-72dcc30b659f req-ef17c5d8-4225-41d2-8e7e-3cab6c6c4da2 service nova] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Received event network-vif-plugged-8f5b16ae-1caa-4162-980e-6f6fd9caaae9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1026.688983] env[69950]: DEBUG oslo_concurrency.lockutils [req-27641074-1ba7-477e-9591-72dcc30b659f req-ef17c5d8-4225-41d2-8e7e-3cab6c6c4da2 service nova] Acquiring lock "3b3787a9-2613-4c96-a271-9abf718a60c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.689221] env[69950]: DEBUG oslo_concurrency.lockutils [req-27641074-1ba7-477e-9591-72dcc30b659f req-ef17c5d8-4225-41d2-8e7e-3cab6c6c4da2 service nova] Lock "3b3787a9-2613-4c96-a271-9abf718a60c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.689406] env[69950]: DEBUG oslo_concurrency.lockutils [req-27641074-1ba7-477e-9591-72dcc30b659f req-ef17c5d8-4225-41d2-8e7e-3cab6c6c4da2 service nova] Lock "3b3787a9-2613-4c96-a271-9abf718a60c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.689604] env[69950]: DEBUG nova.compute.manager [req-27641074-1ba7-477e-9591-72dcc30b659f req-ef17c5d8-4225-41d2-8e7e-3cab6c6c4da2 service nova] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] No waiting events found dispatching network-vif-plugged-8f5b16ae-1caa-4162-980e-6f6fd9caaae9 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1026.689778] env[69950]: WARNING nova.compute.manager [req-27641074-1ba7-477e-9591-72dcc30b659f req-ef17c5d8-4225-41d2-8e7e-3cab6c6c4da2 service nova] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Received unexpected event network-vif-plugged-8f5b16ae-1caa-4162-980e-6f6fd9caaae9 for instance with vm_state building and task_state spawning. [ 1026.689937] env[69950]: DEBUG nova.compute.manager [req-27641074-1ba7-477e-9591-72dcc30b659f req-ef17c5d8-4225-41d2-8e7e-3cab6c6c4da2 service nova] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Received event network-changed-8f5b16ae-1caa-4162-980e-6f6fd9caaae9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1026.690130] env[69950]: DEBUG nova.compute.manager [req-27641074-1ba7-477e-9591-72dcc30b659f req-ef17c5d8-4225-41d2-8e7e-3cab6c6c4da2 service nova] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Refreshing instance network info cache due to event network-changed-8f5b16ae-1caa-4162-980e-6f6fd9caaae9. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1026.690307] env[69950]: DEBUG oslo_concurrency.lockutils [req-27641074-1ba7-477e-9591-72dcc30b659f req-ef17c5d8-4225-41d2-8e7e-3cab6c6c4da2 service nova] Acquiring lock "refresh_cache-3b3787a9-2613-4c96-a271-9abf718a60c2" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.729219] env[69950]: INFO nova.compute.manager [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Rescuing [ 1026.729490] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "refresh_cache-a9d2ed90-7a8b-4d90-9702-029cb3c184f8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.729643] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "refresh_cache-a9d2ed90-7a8b-4d90-9702-029cb3c184f8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.729806] env[69950]: DEBUG nova.network.neutron [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.921122] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.965704] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5230f93a-6bfb-abe2-435d-09f1a2ee107b, 'name': SearchDatastore_Task, 'duration_secs': 0.030502} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.968391] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.968629] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.968858] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.969019] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.969197] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.971676] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8ae61af-1382-45bd-b618-9c4eb021850a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.989414] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.989620] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.992674] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbcdb7c2-b4bd-4aa7-bc71-f0cba26f2009 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.998058] env[69950]: INFO nova.compute.manager [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Took 35.77 seconds to build instance. [ 1027.004315] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1027.004315] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52185db1-98c6-08e4-ed9e-a341640cc6f1" [ 1027.004315] env[69950]: _type = "Task" [ 1027.004315] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.017984] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52185db1-98c6-08e4-ed9e-a341640cc6f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.090798] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Updating instance_info_cache with network_info: [{"id": "8f5b16ae-1caa-4162-980e-6f6fd9caaae9", "address": "fa:16:3e:17:36:97", "network": {"id": "82ec48d1-c926-4b33-9a25-714e6863a3f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1406372135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca1ba92b2534f958194928d33834f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5b16ae-1c", "ovs_interfaceid": "8f5b16ae-1caa-4162-980e-6f6fd9caaae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.113130] env[69950]: DEBUG oslo_vmware.api [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.192094] env[69950]: DEBUG oslo_concurrency.lockutils [req-b744c181-5f19-4885-a3de-e34533f01a63 req-7d3a444d-fa87-438f-8e78-87a59504974c service nova] Releasing lock "refresh_cache-224dbd2b-d96d-4c5c-8b59-252382cac427" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.367245] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366fed09-b33e-4d7e-b923-08002fb157a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.375454] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f180a3-0501-42a3-8d81-b099887b2087 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.408663] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c1375f-8f0a-43ea-9fbe-0cd4c9f31477 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.416455] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1679aec4-1a01-41fc-acbe-e8065cc7f975 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.431866] env[69950]: DEBUG nova.compute.provider_tree [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.501052] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e7932416-c131-47b6-8752-bf9af2acfe74 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "dda88168-a704-4dd5-b580-1d22afb83117" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.290s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.517484] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52185db1-98c6-08e4-ed9e-a341640cc6f1, 'name': SearchDatastore_Task, 'duration_secs': 0.018554} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.518335] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5eb4de8-ee88-4028-99d6-3d6ca9e61e15 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.524620] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1027.524620] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527c238c-e479-9101-1831-7bfa254b5aa3" [ 1027.524620] env[69950]: _type = "Task" [ 1027.524620] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.533700] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527c238c-e479-9101-1831-7bfa254b5aa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.571537] env[69950]: DEBUG nova.network.neutron [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Updating instance_info_cache with network_info: [{"id": "b73ca065-6de7-422d-bbfa-68d99c61080f", "address": "fa:16:3e:15:b2:67", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73ca065-6d", "ovs_interfaceid": "b73ca065-6de7-422d-bbfa-68d99c61080f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.595537] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Releasing lock "refresh_cache-3b3787a9-2613-4c96-a271-9abf718a60c2" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.595894] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Instance network_info: |[{"id": "8f5b16ae-1caa-4162-980e-6f6fd9caaae9", "address": "fa:16:3e:17:36:97", "network": {"id": "82ec48d1-c926-4b33-9a25-714e6863a3f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1406372135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca1ba92b2534f958194928d33834f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5b16ae-1c", "ovs_interfaceid": "8f5b16ae-1caa-4162-980e-6f6fd9caaae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.596209] env[69950]: DEBUG oslo_concurrency.lockutils [req-27641074-1ba7-477e-9591-72dcc30b659f req-ef17c5d8-4225-41d2-8e7e-3cab6c6c4da2 service nova] Acquired lock "refresh_cache-3b3787a9-2613-4c96-a271-9abf718a60c2" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.596593] env[69950]: DEBUG nova.network.neutron [req-27641074-1ba7-477e-9591-72dcc30b659f req-ef17c5d8-4225-41d2-8e7e-3cab6c6c4da2 service nova] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Refreshing network info cache for port 8f5b16ae-1caa-4162-980e-6f6fd9caaae9 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.597818] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:36:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f5b16ae-1caa-4162-980e-6f6fd9caaae9', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.608737] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.612106] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.617361] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7f25395-9dcd-4dee-a85e-60e0ffc477bc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.642428] env[69950]: DEBUG oslo_vmware.api [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.643765] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.643765] env[69950]: value = "task-4222546" [ 1027.643765] env[69950]: _type = "Task" [ 1027.643765] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.653392] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222546, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.934920] env[69950]: DEBUG nova.scheduler.client.report [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.018288] env[69950]: DEBUG nova.network.neutron [req-27641074-1ba7-477e-9591-72dcc30b659f req-ef17c5d8-4225-41d2-8e7e-3cab6c6c4da2 service nova] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Updated VIF entry in instance network info cache for port 8f5b16ae-1caa-4162-980e-6f6fd9caaae9. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.018632] env[69950]: DEBUG nova.network.neutron [req-27641074-1ba7-477e-9591-72dcc30b659f req-ef17c5d8-4225-41d2-8e7e-3cab6c6c4da2 service nova] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Updating instance_info_cache with network_info: [{"id": "8f5b16ae-1caa-4162-980e-6f6fd9caaae9", "address": "fa:16:3e:17:36:97", "network": {"id": "82ec48d1-c926-4b33-9a25-714e6863a3f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1406372135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca1ba92b2534f958194928d33834f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5b16ae-1c", "ovs_interfaceid": "8f5b16ae-1caa-4162-980e-6f6fd9caaae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.037764] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527c238c-e479-9101-1831-7bfa254b5aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.037764] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.037764] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 224dbd2b-d96d-4c5c-8b59-252382cac427/224dbd2b-d96d-4c5c-8b59-252382cac427.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.038030] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f234f389-a99c-4e6e-8ad4-33e2ff1693b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.046864] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1028.046864] env[69950]: value = "task-4222547" [ 1028.046864] env[69950]: _type = "Task" [ 1028.046864] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.055689] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.074090] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "refresh_cache-a9d2ed90-7a8b-4d90-9702-029cb3c184f8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.123293] env[69950]: DEBUG oslo_vmware.api [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.157021] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222546, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.342388] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.346028] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.346028] env[69950]: DEBUG nova.network.neutron [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.441237] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.441237] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.444179] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.499s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.451776] env[69950]: INFO nova.compute.claims [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.523532] env[69950]: DEBUG oslo_concurrency.lockutils [req-27641074-1ba7-477e-9591-72dcc30b659f req-ef17c5d8-4225-41d2-8e7e-3cab6c6c4da2 service nova] Releasing lock "refresh_cache-3b3787a9-2613-4c96-a271-9abf718a60c2" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.562551] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497678} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.563600] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 224dbd2b-d96d-4c5c-8b59-252382cac427/224dbd2b-d96d-4c5c-8b59-252382cac427.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.563600] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.563600] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ec01ed1-a32a-45b0-9629-05f67793b5a4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.571207] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1028.571207] env[69950]: value = "task-4222548" [ 1028.571207] env[69950]: _type = "Task" [ 1028.571207] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.581578] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.625722] env[69950]: DEBUG oslo_vmware.api [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.660207] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222546, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.752389] env[69950]: DEBUG nova.compute.manager [req-d805fc4d-69d3-473e-bad1-d37cd290165d req-8a5bc635-4b6f-466d-b00e-6516c8ce57d9 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Received event network-vif-plugged-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1028.752664] env[69950]: DEBUG oslo_concurrency.lockutils [req-d805fc4d-69d3-473e-bad1-d37cd290165d req-8a5bc635-4b6f-466d-b00e-6516c8ce57d9 service nova] Acquiring lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.752916] env[69950]: DEBUG oslo_concurrency.lockutils [req-d805fc4d-69d3-473e-bad1-d37cd290165d req-8a5bc635-4b6f-466d-b00e-6516c8ce57d9 service nova] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.754406] env[69950]: DEBUG oslo_concurrency.lockutils [req-d805fc4d-69d3-473e-bad1-d37cd290165d req-8a5bc635-4b6f-466d-b00e-6516c8ce57d9 service nova] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.754615] env[69950]: DEBUG nova.compute.manager [req-d805fc4d-69d3-473e-bad1-d37cd290165d req-8a5bc635-4b6f-466d-b00e-6516c8ce57d9 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] No waiting events found dispatching network-vif-plugged-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1028.754805] env[69950]: WARNING nova.compute.manager [req-d805fc4d-69d3-473e-bad1-d37cd290165d req-8a5bc635-4b6f-466d-b00e-6516c8ce57d9 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Received unexpected event network-vif-plugged-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1028.754973] env[69950]: DEBUG nova.compute.manager [req-d805fc4d-69d3-473e-bad1-d37cd290165d req-8a5bc635-4b6f-466d-b00e-6516c8ce57d9 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Received event network-changed-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1028.755154] env[69950]: DEBUG nova.compute.manager [req-d805fc4d-69d3-473e-bad1-d37cd290165d req-8a5bc635-4b6f-466d-b00e-6516c8ce57d9 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Refreshing instance network info cache due to event network-changed-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1028.755343] env[69950]: DEBUG oslo_concurrency.lockutils [req-d805fc4d-69d3-473e-bad1-d37cd290165d req-8a5bc635-4b6f-466d-b00e-6516c8ce57d9 service nova] Acquiring lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.957897] env[69950]: DEBUG nova.compute.utils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.962552] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.963436] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.054981] env[69950]: DEBUG nova.policy [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed29d735d2144b9d99970bd7d00392a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fca1ba92b2534f958194928d33834f01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.081669] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070957} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.081941] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.082806] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9529a25-085a-4763-ae7b-57dc0a79b528 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.113289] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 224dbd2b-d96d-4c5c-8b59-252382cac427/224dbd2b-d96d-4c5c-8b59-252382cac427.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.116948] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaef30a2-8dce-46dd-99f1-2c4f50b0fc2c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.142149] env[69950]: DEBUG oslo_vmware.api [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.145316] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1029.145316] env[69950]: value = "task-4222549" [ 1029.145316] env[69950]: _type = "Task" [ 1029.145316] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.161742] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.165530] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222546, 'name': CreateVM_Task, 'duration_secs': 1.34959} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.165749] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.166543] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.166742] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.167073] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.167341] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df859f3-9373-4d3c-8a99-18dc342b913d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.172261] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1029.172261] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ab46f2-4024-0454-d3d7-d88646087a70" [ 1029.172261] env[69950]: _type = "Task" [ 1029.172261] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.180549] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ab46f2-4024-0454-d3d7-d88646087a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.205267] env[69950]: DEBUG nova.compute.manager [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.206118] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51a4044-43b7-45f6-9db5-2b96b2d4b1cd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.302746] env[69950]: DEBUG nova.network.neutron [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updating instance_info_cache with network_info: [{"id": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "address": "fa:16:3e:19:f2:8f", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fefee8d-1d", "ovs_interfaceid": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.445051] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Successfully created port: 49561347-c1f7-4a2d-83c2-69529d97351f {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.471374] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.636312] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.636616] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1003f684-1465-4663-b120-accfbd559efb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.641865] env[69950]: DEBUG oslo_vmware.api [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.650056] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1029.650056] env[69950]: value = "task-4222550" [ 1029.650056] env[69950]: _type = "Task" [ 1029.650056] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.658849] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.667701] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.686148] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ab46f2-4024-0454-d3d7-d88646087a70, 'name': SearchDatastore_Task, 'duration_secs': 0.03394} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.686148] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.686148] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.686148] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.686148] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.686413] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.689876] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fc94dc7-3920-4f89-9428-7a5dfd3dcb3f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.700614] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.700815] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.701761] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca588bcb-c81b-4004-978b-5fe02adc8615 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.707778] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1029.707778] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52738ceb-7cad-a635-bf80-a79297b7001a" [ 1029.707778] env[69950]: _type = "Task" [ 1029.707778] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.716417] env[69950]: INFO nova.compute.manager [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] instance snapshotting [ 1029.721070] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52738ceb-7cad-a635-bf80-a79297b7001a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.723260] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f5816b-1457-4ac7-b6ec-e24a81181c27 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.751205] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b8f734-cddf-4563-9d3a-59b1a75cb1f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.806400] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.813148] env[69950]: DEBUG oslo_concurrency.lockutils [req-d805fc4d-69d3-473e-bad1-d37cd290165d req-8a5bc635-4b6f-466d-b00e-6516c8ce57d9 service nova] Acquired lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.813465] env[69950]: DEBUG nova.network.neutron [req-d805fc4d-69d3-473e-bad1-d37cd290165d req-8a5bc635-4b6f-466d-b00e-6516c8ce57d9 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Refreshing network info cache for port 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.853749] env[69950]: DEBUG nova.virt.hardware [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='393d64298dc3976f80534adfc9f0c047',container_format='bare',created_at=2025-05-18T22:08:37Z,direct_url=,disk_format='vmdk',id=7d12f3d0-8075-439a-a0d1-6134e4f8fd08,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1360698416-shelved',owner='2b136a1623334d89ab0ae5f9346287ad',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-05-18T22:08:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.854189] env[69950]: DEBUG nova.virt.hardware [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.854448] env[69950]: DEBUG nova.virt.hardware [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.854735] env[69950]: DEBUG nova.virt.hardware [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.856685] env[69950]: DEBUG nova.virt.hardware [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.856685] env[69950]: DEBUG nova.virt.hardware [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.856685] env[69950]: DEBUG nova.virt.hardware [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.856685] env[69950]: DEBUG nova.virt.hardware [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.856685] env[69950]: DEBUG nova.virt.hardware [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.856685] env[69950]: DEBUG nova.virt.hardware [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.856685] env[69950]: DEBUG nova.virt.hardware [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.857930] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26034bc-4aec-49ff-8b11-c109a4f4dfb9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.869216] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e07db37-b69a-4192-8c98-5e4ced8d0712 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.887883] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:f2:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.895518] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.899150] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.899658] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b394e9b-c0f2-471d-8ead-163e49965db4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.917096] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c9626e-60eb-4c7a-8c77-d9ab2cfd8f7a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.926358] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03035d96-6ba4-4a16-b25f-c260f227fcba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.929770] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.929770] env[69950]: value = "task-4222551" [ 1029.929770] env[69950]: _type = "Task" [ 1029.929770] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.960404] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27859e3-54bc-462a-93b7-3fd7ad7b8e28 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.966666] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222551, 'name': CreateVM_Task} progress is 15%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.972280] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84262ec-e635-4230-8865-76d5da907176 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.989495] env[69950]: DEBUG nova.compute.provider_tree [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.142525] env[69950]: DEBUG oslo_vmware.api [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.164710] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222549, 'name': ReconfigVM_Task, 'duration_secs': 0.824757} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.169305] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 224dbd2b-d96d-4c5c-8b59-252382cac427/224dbd2b-d96d-4c5c-8b59-252382cac427.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.170056] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222550, 'name': PowerOffVM_Task, 'duration_secs': 0.267167} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.170275] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f055dc1-0050-436e-a3fb-eba0a834bd6e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.171979] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.172768] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07bdc2d-0b5f-4bc1-8945-dd50958fd485 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.198506] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefd870b-7f62-4723-8d23-a154bdb070f3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.201594] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1030.201594] env[69950]: value = "task-4222552" [ 1030.201594] env[69950]: _type = "Task" [ 1030.201594] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.216398] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222552, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.223334] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52738ceb-7cad-a635-bf80-a79297b7001a, 'name': SearchDatastore_Task, 'duration_secs': 0.017944} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.226120] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57449fcb-903b-4544-975b-ba5ac392dee9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.231868] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.232337] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f915d08-68c0-4188-905d-454674dd8103 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.235334] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1030.235334] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523d9498-e0a6-84a9-d857-1d69e072e860" [ 1030.235334] env[69950]: _type = "Task" [ 1030.235334] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.240574] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1030.240574] env[69950]: value = "task-4222553" [ 1030.240574] env[69950]: _type = "Task" [ 1030.240574] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.246293] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523d9498-e0a6-84a9-d857-1d69e072e860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.251454] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1030.251666] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.251906] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.252068] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.252247] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.252502] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1d6202f-7432-4d94-9eea-2ca018e1f2a3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.263613] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1030.264349] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dbfd747e-3c03-4016-8587-e2f1cfec3145 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.266756] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.266931] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.268289] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed9d363-68ac-4b70-82b5-a98f2f26209c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.273357] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 1030.273357] env[69950]: value = "task-4222554" [ 1030.273357] env[69950]: _type = "Task" [ 1030.273357] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.275448] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1030.275448] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5281c233-86cf-3d35-7e07-643ff6d12131" [ 1030.275448] env[69950]: _type = "Task" [ 1030.275448] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.294277] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.297944] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5281c233-86cf-3d35-7e07-643ff6d12131, 'name': SearchDatastore_Task, 'duration_secs': 0.010987} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.298775] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18b2990-93a6-4164-baa4-b5b61d318585 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.304436] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1030.304436] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524d09d6-e4cd-63f3-f79b-8ad491c82e4e" [ 1030.304436] env[69950]: _type = "Task" [ 1030.304436] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.313122] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524d09d6-e4cd-63f3-f79b-8ad491c82e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.439551] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222551, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.493263] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.496182] env[69950]: DEBUG nova.scheduler.client.report [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.522115] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.522734] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.522734] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.522734] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.522938] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.523050] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.523273] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.523436] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.523611] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.523777] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.523954] env[69950]: DEBUG nova.virt.hardware [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.525170] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853748dc-d891-4f08-88b9-56cc0c1877e9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.535117] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f7b983-b166-48bf-86d5-b13d1448b419 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.553263] env[69950]: DEBUG nova.network.neutron [req-d805fc4d-69d3-473e-bad1-d37cd290165d req-8a5bc635-4b6f-466d-b00e-6516c8ce57d9 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updated VIF entry in instance network info cache for port 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.553663] env[69950]: DEBUG nova.network.neutron [req-d805fc4d-69d3-473e-bad1-d37cd290165d req-8a5bc635-4b6f-466d-b00e-6516c8ce57d9 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updating instance_info_cache with network_info: [{"id": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "address": "fa:16:3e:19:f2:8f", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fefee8d-1d", "ovs_interfaceid": "7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.644019] env[69950]: DEBUG oslo_vmware.api [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222541, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.712845] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222552, 'name': Rename_Task, 'duration_secs': 0.205123} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.713178] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.713458] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-489b43d8-3082-44f7-8298-5f0456530af7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.721996] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1030.721996] env[69950]: value = "task-4222555" [ 1030.721996] env[69950]: _type = "Task" [ 1030.721996] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.731383] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.746300] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523d9498-e0a6-84a9-d857-1d69e072e860, 'name': SearchDatastore_Task, 'duration_secs': 0.024198} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.746574] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.746842] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 3b3787a9-2613-4c96-a271-9abf718a60c2/3b3787a9-2613-4c96-a271-9abf718a60c2.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.747125] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3490bafa-f2bd-4777-a8db-a4c6fa97d4e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.754944] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1030.754944] env[69950]: value = "task-4222556" [ 1030.754944] env[69950]: _type = "Task" [ 1030.754944] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.765687] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.785029] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.818161] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524d09d6-e4cd-63f3-f79b-8ad491c82e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.818496] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.818823] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] a9d2ed90-7a8b-4d90-9702-029cb3c184f8/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk. {{(pid=69950) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1030.819181] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-417976da-c491-4cb4-b874-6d93af17e365 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.828232] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1030.828232] env[69950]: value = "task-4222557" [ 1030.828232] env[69950]: _type = "Task" [ 1030.828232] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.838716] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.941498] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222551, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.003810] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.003893] env[69950]: DEBUG nova.compute.manager [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.008363] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.814s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.008788] env[69950]: DEBUG nova.objects.instance [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lazy-loading 'resources' on Instance uuid 747c8b5c-4a90-4783-8394-171e8add90f9 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.057016] env[69950]: DEBUG oslo_concurrency.lockutils [req-d805fc4d-69d3-473e-bad1-d37cd290165d req-8a5bc635-4b6f-466d-b00e-6516c8ce57d9 service nova] Releasing lock "refresh_cache-9a63a423-1f35-4b6b-8ca2-a39da82cde45" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.123242] env[69950]: DEBUG nova.compute.manager [req-83586cb7-6ae4-4985-966f-2dcd059f4e6b req-48f24f61-27f8-40a7-b6d1-2d52d9b39b72 service nova] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Received event network-vif-plugged-49561347-c1f7-4a2d-83c2-69529d97351f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1031.123242] env[69950]: DEBUG oslo_concurrency.lockutils [req-83586cb7-6ae4-4985-966f-2dcd059f4e6b req-48f24f61-27f8-40a7-b6d1-2d52d9b39b72 service nova] Acquiring lock "4a450a03-497e-470b-a03f-551965c90c1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.123242] env[69950]: DEBUG oslo_concurrency.lockutils [req-83586cb7-6ae4-4985-966f-2dcd059f4e6b req-48f24f61-27f8-40a7-b6d1-2d52d9b39b72 service nova] Lock "4a450a03-497e-470b-a03f-551965c90c1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.123242] env[69950]: DEBUG oslo_concurrency.lockutils [req-83586cb7-6ae4-4985-966f-2dcd059f4e6b req-48f24f61-27f8-40a7-b6d1-2d52d9b39b72 service nova] Lock "4a450a03-497e-470b-a03f-551965c90c1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.123242] env[69950]: DEBUG nova.compute.manager [req-83586cb7-6ae4-4985-966f-2dcd059f4e6b req-48f24f61-27f8-40a7-b6d1-2d52d9b39b72 service nova] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] No waiting events found dispatching network-vif-plugged-49561347-c1f7-4a2d-83c2-69529d97351f {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1031.123632] env[69950]: WARNING nova.compute.manager [req-83586cb7-6ae4-4985-966f-2dcd059f4e6b req-48f24f61-27f8-40a7-b6d1-2d52d9b39b72 service nova] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Received unexpected event network-vif-plugged-49561347-c1f7-4a2d-83c2-69529d97351f for instance with vm_state building and task_state spawning. [ 1031.149437] env[69950]: DEBUG oslo_vmware.api [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222541, 'name': ReconfigVM_Task, 'duration_secs': 5.793796} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.149854] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.150107] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Reconfigured VM to detach interface {{(pid=69950) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1031.242398] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.270021] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222556, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.287630] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222554, 'name': CreateSnapshot_Task, 'duration_secs': 0.728713} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.287918] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1031.288812] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1dddfa-901f-4af2-93e5-a079cdd81b55 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.347325] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222557, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.445908] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222551, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.451060] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Successfully updated port: 49561347-c1f7-4a2d-83c2-69529d97351f {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.513515] env[69950]: DEBUG nova.compute.utils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.520142] env[69950]: DEBUG nova.compute.manager [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.520142] env[69950]: DEBUG nova.network.neutron [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.614213] env[69950]: DEBUG nova.policy [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aec1fee313994db6b91ffd8b02e079e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4a4f698050a4a9f85785f6aa03de544', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.734507] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222555, 'name': PowerOnVM_Task, 'duration_secs': 1.004714} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.734868] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.735048] env[69950]: INFO nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1031.735236] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1031.736099] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521fadec-2d5b-44c4-9aa4-f9cd2c207780 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.769981] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709487} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.770306] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 3b3787a9-2613-4c96-a271-9abf718a60c2/3b3787a9-2613-4c96-a271-9abf718a60c2.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.770535] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.770808] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98444e86-2df5-4f17-9571-0e3b8486913e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.779258] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1031.779258] env[69950]: value = "task-4222558" [ 1031.779258] env[69950]: _type = "Task" [ 1031.779258] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.790746] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.812070] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1031.812798] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6b27cb0-608f-4534-a14d-c07d1846c584 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.823452] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 1031.823452] env[69950]: value = "task-4222559" [ 1031.823452] env[69950]: _type = "Task" [ 1031.823452] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.833376] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222559, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.847554] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696685} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.847859] env[69950]: INFO nova.virt.vmwareapi.ds_util [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] a9d2ed90-7a8b-4d90-9702-029cb3c184f8/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk. [ 1031.848856] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c18c375-581b-419c-ab0d-b171f9fe6f80 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.885573] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] a9d2ed90-7a8b-4d90-9702-029cb3c184f8/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.889022] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cff985b6-e727-42d3-80ac-91a0f5d953b5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.907983] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1031.907983] env[69950]: value = "task-4222560" [ 1031.907983] env[69950]: _type = "Task" [ 1031.907983] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.918738] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.944387] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222551, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.964459] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "refresh_cache-4a450a03-497e-470b-a03f-551965c90c1f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.964459] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquired lock "refresh_cache-4a450a03-497e-470b-a03f-551965c90c1f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.964459] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.019926] env[69950]: DEBUG nova.compute.manager [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.105262] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b15aeb7-9ea0-47be-9a8f-a37dd0a2eac0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.113687] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9065eb28-fd1e-4061-b8fd-82e4686c7bd5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.147068] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.147246] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.147428] env[69950]: DEBUG nova.network.neutron [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.149216] env[69950]: DEBUG nova.network.neutron [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Successfully created port: 2f2c206c-6c62-4219-860a-34eece36afd9 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.151722] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e28dd6-ecd6-40f1-a7a4-92142968075f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.161271] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafcae03-3f62-4bdc-bfa5-23c2b48e37cd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.176410] env[69950]: DEBUG nova.compute.provider_tree [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.254489] env[69950]: INFO nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Took 37.75 seconds to build instance. [ 1032.291834] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076619} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.292177] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.294118] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f34f71-2a1a-4f6d-86db-2e94abbf5541 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.322261] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 3b3787a9-2613-4c96-a271-9abf718a60c2/3b3787a9-2613-4c96-a271-9abf718a60c2.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.323435] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08a0925f-ab31-4059-b20f-8b29891e18c9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.348869] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222559, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.350444] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1032.350444] env[69950]: value = "task-4222561" [ 1032.350444] env[69950]: _type = "Task" [ 1032.350444] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.362097] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.418740] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.442997] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222551, 'name': CreateVM_Task, 'duration_secs': 2.491046} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.443252] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.443900] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d12f3d0-8075-439a-a0d1-6134e4f8fd08" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.444126] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d12f3d0-8075-439a-a0d1-6134e4f8fd08" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.444626] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7d12f3d0-8075-439a-a0d1-6134e4f8fd08" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.444751] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee85b5de-6245-4a83-9c95-13b6a3f64929 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.450544] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1032.450544] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52920e15-8fc4-28a1-c46e-4053d5389c87" [ 1032.450544] env[69950]: _type = "Task" [ 1032.450544] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.459690] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52920e15-8fc4-28a1-c46e-4053d5389c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.567049] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.679761] env[69950]: DEBUG nova.scheduler.client.report [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.759065] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "224dbd2b-d96d-4c5c-8b59-252382cac427" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.262s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.802414] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.802812] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.803141] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.803410] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.803631] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.806051] env[69950]: INFO nova.compute.manager [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Terminating instance [ 1032.849635] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222559, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.860165] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222561, 'name': ReconfigVM_Task, 'duration_secs': 0.353803} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.861416] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 3b3787a9-2613-4c96-a271-9abf718a60c2/3b3787a9-2613-4c96-a271-9abf718a60c2.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.861416] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd44946c-0681-453e-92dc-93113aa79857 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.868197] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1032.868197] env[69950]: value = "task-4222562" [ 1032.868197] env[69950]: _type = "Task" [ 1032.868197] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.880750] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222562, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.920792] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222560, 'name': ReconfigVM_Task, 'duration_secs': 0.878981} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.922135] env[69950]: DEBUG nova.network.neutron [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Updating instance_info_cache with network_info: [{"id": "49561347-c1f7-4a2d-83c2-69529d97351f", "address": "fa:16:3e:1e:b7:d0", "network": {"id": "82ec48d1-c926-4b33-9a25-714e6863a3f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1406372135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca1ba92b2534f958194928d33834f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49561347-c1", "ovs_interfaceid": "49561347-c1f7-4a2d-83c2-69529d97351f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.923751] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Reconfigured VM instance instance-0000004c to attach disk [datastore1] a9d2ed90-7a8b-4d90-9702-029cb3c184f8/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.925279] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8281508-bcc6-41d9-961a-6a1a68cb0caf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.972808] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75c1c2ec-5fa7-4df8-b9ce-fdf8b8b92270 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.992458] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d12f3d0-8075-439a-a0d1-6134e4f8fd08" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.993389] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Processing image 7d12f3d0-8075-439a-a0d1-6134e4f8fd08 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.993389] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7d12f3d0-8075-439a-a0d1-6134e4f8fd08/7d12f3d0-8075-439a-a0d1-6134e4f8fd08.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.993389] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7d12f3d0-8075-439a-a0d1-6134e4f8fd08/7d12f3d0-8075-439a-a0d1-6134e4f8fd08.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.993535] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.993754] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1032.993754] env[69950]: value = "task-4222563" [ 1032.993754] env[69950]: _type = "Task" [ 1032.993754] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.993946] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7388bbc5-4894-477a-ba7a-22e6af53c942 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.004942] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222563, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.007151] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.007382] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.008185] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6f015f5-49dc-4a9c-b067-1e4df7519df5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.014170] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1033.014170] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525a0836-9e09-f56b-b97d-0230ed208c79" [ 1033.014170] env[69950]: _type = "Task" [ 1033.014170] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.031976] env[69950]: DEBUG nova.compute.manager [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.036067] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Preparing fetch location {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1033.036067] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Fetch image to [datastore2] OSTACK_IMG_73fc3242-35b6-48ce-ad20-1dbfcab15c46/OSTACK_IMG_73fc3242-35b6-48ce-ad20-1dbfcab15c46.vmdk {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1033.036067] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Downloading stream optimized image 7d12f3d0-8075-439a-a0d1-6134e4f8fd08 to [datastore2] OSTACK_IMG_73fc3242-35b6-48ce-ad20-1dbfcab15c46/OSTACK_IMG_73fc3242-35b6-48ce-ad20-1dbfcab15c46.vmdk on the data store datastore2 as vApp {{(pid=69950) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1033.036067] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Downloading image file data 7d12f3d0-8075-439a-a0d1-6134e4f8fd08 to the ESX as VM named 'OSTACK_IMG_73fc3242-35b6-48ce-ad20-1dbfcab15c46' {{(pid=69950) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1033.082643] env[69950]: DEBUG nova.virt.hardware [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.082918] env[69950]: DEBUG nova.virt.hardware [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.083095] env[69950]: DEBUG nova.virt.hardware [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.083282] env[69950]: DEBUG nova.virt.hardware [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.083429] env[69950]: DEBUG nova.virt.hardware [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.083580] env[69950]: DEBUG nova.virt.hardware [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.083793] env[69950]: DEBUG nova.virt.hardware [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.083959] env[69950]: DEBUG nova.virt.hardware [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.084142] env[69950]: DEBUG nova.virt.hardware [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.084309] env[69950]: DEBUG nova.virt.hardware [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.084486] env[69950]: DEBUG nova.virt.hardware [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.086805] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788c5705-24ab-469b-ba80-ee25e3802960 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.098380] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a33715d-6163-4b6c-af32-7155d3deeb2e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.147131] env[69950]: INFO nova.network.neutron [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Port 05d41fab-9740-424f-a60a-d527ef69bc2b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1033.147511] env[69950]: DEBUG nova.network.neutron [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Updating instance_info_cache with network_info: [{"id": "63c6ad13-413c-4493-8abf-4b3158f77b59", "address": "fa:16:3e:78:0a:44", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c6ad13-41", "ovs_interfaceid": "63c6ad13-413c-4493-8abf-4b3158f77b59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.174522] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1033.174522] env[69950]: value = "resgroup-9" [ 1033.174522] env[69950]: _type = "ResourcePool" [ 1033.174522] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1033.174868] env[69950]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fef13c2b-f84d-4f92-bcbb-7e2004b716e6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.192511] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.195203] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.492s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.195532] env[69950]: DEBUG nova.objects.instance [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lazy-loading 'resources' on Instance uuid 7359d06f-82ec-4cd7-b81e-597e72f7655e {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.204481] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lease: (returnval){ [ 1033.204481] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e56b4f-dde2-3ab8-f4e6-1f793fb7ca9b" [ 1033.204481] env[69950]: _type = "HttpNfcLease" [ 1033.204481] env[69950]: } obtained for vApp import into resource pool (val){ [ 1033.204481] env[69950]: value = "resgroup-9" [ 1033.204481] env[69950]: _type = "ResourcePool" [ 1033.204481] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1033.204864] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the lease: (returnval){ [ 1033.204864] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e56b4f-dde2-3ab8-f4e6-1f793fb7ca9b" [ 1033.204864] env[69950]: _type = "HttpNfcLease" [ 1033.204864] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1033.212420] env[69950]: DEBUG nova.compute.manager [req-cdf82309-5bb3-4c52-9894-b9c5cf041d33 req-ab50814e-0890-4e40-99db-dcf726bb038d service nova] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Received event network-changed-49561347-c1f7-4a2d-83c2-69529d97351f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1033.212743] env[69950]: DEBUG nova.compute.manager [req-cdf82309-5bb3-4c52-9894-b9c5cf041d33 req-ab50814e-0890-4e40-99db-dcf726bb038d service nova] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Refreshing instance network info cache due to event network-changed-49561347-c1f7-4a2d-83c2-69529d97351f. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1033.213362] env[69950]: DEBUG oslo_concurrency.lockutils [req-cdf82309-5bb3-4c52-9894-b9c5cf041d33 req-ab50814e-0890-4e40-99db-dcf726bb038d service nova] Acquiring lock "refresh_cache-4a450a03-497e-470b-a03f-551965c90c1f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.221532] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.221532] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e56b4f-dde2-3ab8-f4e6-1f793fb7ca9b" [ 1033.221532] env[69950]: _type = "HttpNfcLease" [ 1033.221532] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1033.222896] env[69950]: INFO nova.scheduler.client.report [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleted allocations for instance 747c8b5c-4a90-4783-8394-171e8add90f9 [ 1033.312078] env[69950]: DEBUG nova.compute.manager [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.312078] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.313308] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cfd800-93e6-417e-9593-1f077f390250 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.325238] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.325451] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b386d2f9-ec76-4c50-b18c-507b6d9827b1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.333747] env[69950]: DEBUG oslo_vmware.api [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1033.333747] env[69950]: value = "task-4222565" [ 1033.333747] env[69950]: _type = "Task" [ 1033.333747] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.346101] env[69950]: DEBUG oslo_vmware.api [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.353120] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222559, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.380980] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222562, 'name': Rename_Task, 'duration_secs': 0.231444} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.380980] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.380980] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62097967-10c0-42ca-abe4-45557b58f247 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.390331] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1033.390331] env[69950]: value = "task-4222566" [ 1033.390331] env[69950]: _type = "Task" [ 1033.390331] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.402768] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.425443] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Releasing lock "refresh_cache-4a450a03-497e-470b-a03f-551965c90c1f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.425862] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Instance network_info: |[{"id": "49561347-c1f7-4a2d-83c2-69529d97351f", "address": "fa:16:3e:1e:b7:d0", "network": {"id": "82ec48d1-c926-4b33-9a25-714e6863a3f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1406372135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca1ba92b2534f958194928d33834f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49561347-c1", "ovs_interfaceid": "49561347-c1f7-4a2d-83c2-69529d97351f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.426432] env[69950]: DEBUG oslo_concurrency.lockutils [req-cdf82309-5bb3-4c52-9894-b9c5cf041d33 req-ab50814e-0890-4e40-99db-dcf726bb038d service nova] Acquired lock "refresh_cache-4a450a03-497e-470b-a03f-551965c90c1f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.426669] env[69950]: DEBUG nova.network.neutron [req-cdf82309-5bb3-4c52-9894-b9c5cf041d33 req-ab50814e-0890-4e40-99db-dcf726bb038d service nova] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Refreshing network info cache for port 49561347-c1f7-4a2d-83c2-69529d97351f {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.428529] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:b7:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49561347-c1f7-4a2d-83c2-69529d97351f', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.439313] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.440727] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.441160] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d62d986-a59b-4c05-b5dc-d9994fe749b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.469044] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.469044] env[69950]: value = "task-4222567" [ 1033.469044] env[69950]: _type = "Task" [ 1033.469044] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.481213] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222567, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.515170] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222563, 'name': ReconfigVM_Task, 'duration_secs': 0.335663} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.515871] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.516327] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-926cd97f-87ae-46cd-afec-e8f0bd13d143 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.526426] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1033.526426] env[69950]: value = "task-4222568" [ 1033.526426] env[69950]: _type = "Task" [ 1033.526426] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.539745] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.650426] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "refresh_cache-6a4ae6e8-76e8-4398-97ec-587a01aaca68" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.716784] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.716784] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e56b4f-dde2-3ab8-f4e6-1f793fb7ca9b" [ 1033.716784] env[69950]: _type = "HttpNfcLease" [ 1033.716784] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1033.734305] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55ed561c-3808-47cc-bb14-22c5c7e42276 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "747c8b5c-4a90-4783-8394-171e8add90f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.542s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.847847] env[69950]: DEBUG oslo_vmware.api [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222565, 'name': PowerOffVM_Task, 'duration_secs': 0.423493} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.852431] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.852674] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.854408] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a63fff0-3fc9-49fc-ba36-b649b4609231 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.863071] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222559, 'name': CloneVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.913969] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222566, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.978677] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.979328] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.979700] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Deleting the datastore file [datastore1] 6a4ae6e8-76e8-4398-97ec-587a01aaca68 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.980140] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bd436e3-2165-49f4-bd2a-0d98d9d877dd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.988189] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222567, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.001626] env[69950]: DEBUG oslo_vmware.api [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1034.001626] env[69950]: value = "task-4222570" [ 1034.001626] env[69950]: _type = "Task" [ 1034.001626] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.011754] env[69950]: DEBUG oslo_vmware.api [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.043663] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.154932] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-6a4ae6e8-76e8-4398-97ec-587a01aaca68-05d41fab-9740-424f-a60a-d527ef69bc2b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.638s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.166656] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285ebf77-1092-48c1-a969-b01a20d94bc7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.175627] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3907d4-2455-4085-bf51-e793fe56db13 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.217100] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae7aded-1e62-4b2d-b526-01e2d1bace9c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.226754] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbf921c-393e-408b-bdbf-b9d4b2af839c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.232036] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1034.232036] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e56b4f-dde2-3ab8-f4e6-1f793fb7ca9b" [ 1034.232036] env[69950]: _type = "HttpNfcLease" [ 1034.232036] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1034.232036] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1034.232036] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e56b4f-dde2-3ab8-f4e6-1f793fb7ca9b" [ 1034.232036] env[69950]: _type = "HttpNfcLease" [ 1034.232036] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1034.233458] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132b73c7-6f59-47ec-a48e-91c28ee7cac0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.247353] env[69950]: DEBUG nova.compute.provider_tree [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.255353] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee0ece-aa7d-1ed4-3056-e69504b54470/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1034.255353] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee0ece-aa7d-1ed4-3056-e69504b54470/disk-0.vmdk. {{(pid=69950) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1034.327422] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58e9f4a3-c2cd-4778-8b6e-28554649a192 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.351344] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222559, 'name': CloneVM_Task, 'duration_secs': 2.218175} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.351598] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Created linked-clone VM from snapshot [ 1034.352510] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448cb260-158c-4e87-8b00-98060ba9441d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.363381] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Uploading image f0c6cbf6-edee-4106-b537-98bfb50c65ae {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1034.381585] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1034.381964] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5c13cbd-2d09-4ad3-b9fc-a2ce73029718 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.390709] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 1034.390709] env[69950]: value = "task-4222571" [ 1034.390709] env[69950]: _type = "Task" [ 1034.390709] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.406794] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222571, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.406980] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222566, 'name': PowerOnVM_Task, 'duration_secs': 0.660144} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.407393] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.407601] env[69950]: INFO nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1034.407741] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.408601] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d88be9-0441-4935-88d7-54101dcb306d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.482487] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222567, 'name': CreateVM_Task, 'duration_secs': 0.54308} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.482659] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.483415] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.483588] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.483918] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.484534] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26be252-a15d-4a17-a043-1ce5a2029ac9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.491264] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1034.491264] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523825c7-f01e-e61d-dbad-a72e1d7d5094" [ 1034.491264] env[69950]: _type = "Task" [ 1034.491264] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.502346] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523825c7-f01e-e61d-dbad-a72e1d7d5094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.512987] env[69950]: DEBUG oslo_vmware.api [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320078} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.513295] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.513568] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.513795] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.514055] env[69950]: INFO nova.compute.manager [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1034.514304] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.514544] env[69950]: DEBUG nova.compute.manager [-] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.514647] env[69950]: DEBUG nova.network.neutron [-] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.539358] env[69950]: DEBUG oslo_vmware.api [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222568, 'name': PowerOnVM_Task, 'duration_secs': 0.577939} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.540102] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.543432] env[69950]: DEBUG nova.compute.manager [None req-6ea330d1-e52b-4153-82c8-3476af7b2615 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.544487] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e0781c-7926-4121-a3ad-208900b5bc25 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.562609] env[69950]: DEBUG nova.network.neutron [req-cdf82309-5bb3-4c52-9894-b9c5cf041d33 req-ab50814e-0890-4e40-99db-dcf726bb038d service nova] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Updated VIF entry in instance network info cache for port 49561347-c1f7-4a2d-83c2-69529d97351f. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.562609] env[69950]: DEBUG nova.network.neutron [req-cdf82309-5bb3-4c52-9894-b9c5cf041d33 req-ab50814e-0890-4e40-99db-dcf726bb038d service nova] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Updating instance_info_cache with network_info: [{"id": "49561347-c1f7-4a2d-83c2-69529d97351f", "address": "fa:16:3e:1e:b7:d0", "network": {"id": "82ec48d1-c926-4b33-9a25-714e6863a3f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1406372135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fca1ba92b2534f958194928d33834f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49561347-c1", "ovs_interfaceid": "49561347-c1f7-4a2d-83c2-69529d97351f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.602635] env[69950]: DEBUG nova.network.neutron [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Successfully updated port: 2f2c206c-6c62-4219-860a-34eece36afd9 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.752487] env[69950]: DEBUG nova.scheduler.client.report [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.904049] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222571, 'name': Destroy_Task, 'duration_secs': 0.464622} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.904406] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Destroyed the VM [ 1034.904822] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1034.905563] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f2566cfb-46da-4f58-a672-eedda6123eae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.913518] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 1034.913518] env[69950]: value = "task-4222572" [ 1034.913518] env[69950]: _type = "Task" [ 1034.913518] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.930450] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222572, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.936161] env[69950]: INFO nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Took 40.39 seconds to build instance. [ 1035.010038] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523825c7-f01e-e61d-dbad-a72e1d7d5094, 'name': SearchDatastore_Task, 'duration_secs': 0.014937} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.012491] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.013275] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.013918] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.015117] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.015117] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.015301] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20e737c5-c39c-4d15-b82b-9f2bce3538b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.032828] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.036037] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.036037] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86a44d7-77f6-47d6-8686-8d7c9132efe0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.046671] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1035.046671] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52af9470-68c6-615d-7bcd-f981a26c19b5" [ 1035.046671] env[69950]: _type = "Task" [ 1035.046671] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.061032] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52af9470-68c6-615d-7bcd-f981a26c19b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.065458] env[69950]: DEBUG oslo_concurrency.lockutils [req-cdf82309-5bb3-4c52-9894-b9c5cf041d33 req-ab50814e-0890-4e40-99db-dcf726bb038d service nova] Releasing lock "refresh_cache-4a450a03-497e-470b-a03f-551965c90c1f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.065972] env[69950]: DEBUG nova.compute.manager [req-cdf82309-5bb3-4c52-9894-b9c5cf041d33 req-ab50814e-0890-4e40-99db-dcf726bb038d service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Received event network-vif-deleted-05d41fab-9740-424f-a60a-d527ef69bc2b {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1035.108023] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.108023] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.108023] env[69950]: DEBUG nova.network.neutron [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.259529] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.264741] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.676s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.266143] env[69950]: DEBUG nova.objects.instance [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lazy-loading 'resources' on Instance uuid 6513b769-0182-4d34-b0c3-a95678df3045 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.312045] env[69950]: INFO nova.scheduler.client.report [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Deleted allocations for instance 7359d06f-82ec-4cd7-b81e-597e72f7655e [ 1035.427896] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222572, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.437622] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "3b3787a9-2613-4c96-a271-9abf718a60c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.902s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.542934] env[69950]: DEBUG nova.compute.manager [req-20685043-56b0-42b3-8c51-4d8e8d0bfc0a req-f13a6570-05ab-4f61-87d2-2169e5d2f465 service nova] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Received event network-vif-plugged-2f2c206c-6c62-4219-860a-34eece36afd9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1035.543199] env[69950]: DEBUG oslo_concurrency.lockutils [req-20685043-56b0-42b3-8c51-4d8e8d0bfc0a req-f13a6570-05ab-4f61-87d2-2169e5d2f465 service nova] Acquiring lock "b30ebaee-894d-49c3-9d54-f9d31f45615c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.543421] env[69950]: DEBUG oslo_concurrency.lockutils [req-20685043-56b0-42b3-8c51-4d8e8d0bfc0a req-f13a6570-05ab-4f61-87d2-2169e5d2f465 service nova] Lock "b30ebaee-894d-49c3-9d54-f9d31f45615c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.543597] env[69950]: DEBUG oslo_concurrency.lockutils [req-20685043-56b0-42b3-8c51-4d8e8d0bfc0a req-f13a6570-05ab-4f61-87d2-2169e5d2f465 service nova] Lock "b30ebaee-894d-49c3-9d54-f9d31f45615c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.543764] env[69950]: DEBUG nova.compute.manager [req-20685043-56b0-42b3-8c51-4d8e8d0bfc0a req-f13a6570-05ab-4f61-87d2-2169e5d2f465 service nova] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] No waiting events found dispatching network-vif-plugged-2f2c206c-6c62-4219-860a-34eece36afd9 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1035.543932] env[69950]: WARNING nova.compute.manager [req-20685043-56b0-42b3-8c51-4d8e8d0bfc0a req-f13a6570-05ab-4f61-87d2-2169e5d2f465 service nova] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Received unexpected event network-vif-plugged-2f2c206c-6c62-4219-860a-34eece36afd9 for instance with vm_state building and task_state spawning. [ 1035.544117] env[69950]: DEBUG nova.compute.manager [req-20685043-56b0-42b3-8c51-4d8e8d0bfc0a req-f13a6570-05ab-4f61-87d2-2169e5d2f465 service nova] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Received event network-changed-2f2c206c-6c62-4219-860a-34eece36afd9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1035.544301] env[69950]: DEBUG nova.compute.manager [req-20685043-56b0-42b3-8c51-4d8e8d0bfc0a req-f13a6570-05ab-4f61-87d2-2169e5d2f465 service nova] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Refreshing instance network info cache due to event network-changed-2f2c206c-6c62-4219-860a-34eece36afd9. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1035.544468] env[69950]: DEBUG oslo_concurrency.lockutils [req-20685043-56b0-42b3-8c51-4d8e8d0bfc0a req-f13a6570-05ab-4f61-87d2-2169e5d2f465 service nova] Acquiring lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.559211] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52af9470-68c6-615d-7bcd-f981a26c19b5, 'name': SearchDatastore_Task, 'duration_secs': 0.01686} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.560245] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861aad73-79d8-48d8-b5cf-91b167cced3f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.571469] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1035.571469] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52733c64-9b47-924c-6d3b-55a74cc8309b" [ 1035.571469] env[69950]: _type = "Task" [ 1035.571469] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.591217] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52733c64-9b47-924c-6d3b-55a74cc8309b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.695534] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Completed reading data from the image iterator. {{(pid=69950) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1035.695534] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee0ece-aa7d-1ed4-3056-e69504b54470/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1035.695534] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3d1f85-64ad-431c-a405-eff0eaa39dfd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.705463] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee0ece-aa7d-1ed4-3056-e69504b54470/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1035.705688] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee0ece-aa7d-1ed4-3056-e69504b54470/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1035.706084] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-16ad4d41-8c23-4c93-b2a1-056946fb6244 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.715505] env[69950]: DEBUG nova.network.neutron [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.828406] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ebd550ae-7c9a-4025-8815-ca9efa8368ab tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "7359d06f-82ec-4cd7-b81e-597e72f7655e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.468s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.933367] env[69950]: DEBUG oslo_vmware.api [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222572, 'name': RemoveSnapshot_Task, 'duration_secs': 0.907171} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.933861] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1036.050060] env[69950]: DEBUG nova.network.neutron [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating instance_info_cache with network_info: [{"id": "2f2c206c-6c62-4219-860a-34eece36afd9", "address": "fa:16:3e:72:c9:ce", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f2c206c-6c", "ovs_interfaceid": "2f2c206c-6c62-4219-860a-34eece36afd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.088434] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52733c64-9b47-924c-6d3b-55a74cc8309b, 'name': SearchDatastore_Task, 'duration_secs': 0.027955} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.088721] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.089061] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 4a450a03-497e-470b-a03f-551965c90c1f/4a450a03-497e-470b-a03f-551965c90c1f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.089346] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7f41f5b-2df0-49be-812c-0feda99ffd9f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.102537] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1036.102537] env[69950]: value = "task-4222573" [ 1036.102537] env[69950]: _type = "Task" [ 1036.102537] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.120264] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.147718] env[69950]: DEBUG oslo_vmware.rw_handles [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee0ece-aa7d-1ed4-3056-e69504b54470/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1036.147955] env[69950]: INFO nova.virt.vmwareapi.images [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Downloaded image file data 7d12f3d0-8075-439a-a0d1-6134e4f8fd08 [ 1036.149119] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02661d52-b8b8-476c-ab64-5cff05e1dce5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.172165] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-668edb6d-cafd-44e4-9db1-510399e4b5e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.199480] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52551c41-c526-40ba-883f-7303dc709fd6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.208385] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6ea322-6571-4013-9e50-fe49b2c8c03e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.247807] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3795e5-acac-48c4-b20b-5f7aa47fa519 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.250765] env[69950]: INFO nova.virt.vmwareapi.images [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] The imported VM was unregistered [ 1036.254043] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Caching image {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1036.254429] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7d12f3d0-8075-439a-a0d1-6134e4f8fd08 {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.258750] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-252f4354-c232-4fbc-9bfb-3f1cbb51c20c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.262146] env[69950]: INFO nova.compute.manager [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Unrescuing [ 1036.262657] env[69950]: DEBUG oslo_concurrency.lockutils [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "refresh_cache-a9d2ed90-7a8b-4d90-9702-029cb3c184f8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.262753] env[69950]: DEBUG oslo_concurrency.lockutils [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "refresh_cache-a9d2ed90-7a8b-4d90-9702-029cb3c184f8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.263087] env[69950]: DEBUG nova.network.neutron [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.271541] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d99456-3be6-48a1-85e1-6ab4c0a7f306 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.280419] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Created directory with path [datastore2] devstack-image-cache_base/7d12f3d0-8075-439a-a0d1-6134e4f8fd08 {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.280773] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_73fc3242-35b6-48ce-ad20-1dbfcab15c46/OSTACK_IMG_73fc3242-35b6-48ce-ad20-1dbfcab15c46.vmdk to [datastore2] devstack-image-cache_base/7d12f3d0-8075-439a-a0d1-6134e4f8fd08/7d12f3d0-8075-439a-a0d1-6134e4f8fd08.vmdk. {{(pid=69950) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1036.281680] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7990372d-6071-4a34-bffd-d63b9cce47c0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.296050] env[69950]: DEBUG nova.compute.provider_tree [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.305023] env[69950]: DEBUG nova.network.neutron [-] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.305434] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1036.305434] env[69950]: value = "task-4222575" [ 1036.305434] env[69950]: _type = "Task" [ 1036.305434] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.320022] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222575, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.438084] env[69950]: WARNING nova.compute.manager [None req-91b49f42-2cd5-454d-bcef-532cb01f1235 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Image not found during snapshot: nova.exception.ImageNotFound: Image f0c6cbf6-edee-4106-b537-98bfb50c65ae could not be found. [ 1036.553044] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.553044] env[69950]: DEBUG nova.compute.manager [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Instance network_info: |[{"id": "2f2c206c-6c62-4219-860a-34eece36afd9", "address": "fa:16:3e:72:c9:ce", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f2c206c-6c", "ovs_interfaceid": "2f2c206c-6c62-4219-860a-34eece36afd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.553329] env[69950]: DEBUG oslo_concurrency.lockutils [req-20685043-56b0-42b3-8c51-4d8e8d0bfc0a req-f13a6570-05ab-4f61-87d2-2169e5d2f465 service nova] Acquired lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.553474] env[69950]: DEBUG nova.network.neutron [req-20685043-56b0-42b3-8c51-4d8e8d0bfc0a req-f13a6570-05ab-4f61-87d2-2169e5d2f465 service nova] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Refreshing network info cache for port 2f2c206c-6c62-4219-860a-34eece36afd9 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.555155] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:c9:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f2c206c-6c62-4219-860a-34eece36afd9', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.563530] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.564520] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.564831] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84a17bda-8ab0-4c5c-a494-e11e5b63f7dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.590719] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.590719] env[69950]: value = "task-4222576" [ 1036.590719] env[69950]: _type = "Task" [ 1036.590719] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.601790] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222576, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.612607] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222573, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.765386] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "dda88168-a704-4dd5-b580-1d22afb83117" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.765780] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "dda88168-a704-4dd5-b580-1d22afb83117" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.766027] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "dda88168-a704-4dd5-b580-1d22afb83117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.766319] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "dda88168-a704-4dd5-b580-1d22afb83117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.766527] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "dda88168-a704-4dd5-b580-1d22afb83117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.772689] env[69950]: INFO nova.compute.manager [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Terminating instance [ 1036.800981] env[69950]: DEBUG nova.scheduler.client.report [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.806442] env[69950]: INFO nova.compute.manager [-] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Took 2.29 seconds to deallocate network for instance. [ 1036.828425] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222575, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.102583] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222576, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.112606] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835419} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.112879] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 4a450a03-497e-470b-a03f-551965c90c1f/4a450a03-497e-470b-a03f-551965c90c1f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.113126] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.113400] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07f6d603-d356-45fe-b636-af30c82002fa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.122697] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1037.122697] env[69950]: value = "task-4222577" [ 1037.122697] env[69950]: _type = "Task" [ 1037.122697] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.133724] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.215604] env[69950]: DEBUG nova.network.neutron [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Updating instance_info_cache with network_info: [{"id": "b73ca065-6de7-422d-bbfa-68d99c61080f", "address": "fa:16:3e:15:b2:67", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73ca065-6d", "ovs_interfaceid": "b73ca065-6de7-422d-bbfa-68d99c61080f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.278038] env[69950]: DEBUG nova.compute.manager [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.278038] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.279105] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954557e6-194e-438b-b8d1-e1aa097eeb69 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.288385] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.288660] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9504005-2826-4f70-a1e5-cd1667265a3d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.297348] env[69950]: DEBUG oslo_vmware.api [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 1037.297348] env[69950]: value = "task-4222578" [ 1037.297348] env[69950]: _type = "Task" [ 1037.297348] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.308671] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.311306] env[69950]: DEBUG oslo_vmware.api [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.312689] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.810s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.314579] env[69950]: INFO nova.compute.claims [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.333640] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.345574] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222575, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.359589] env[69950]: INFO nova.scheduler.client.report [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Deleted allocations for instance 6513b769-0182-4d34-b0c3-a95678df3045 [ 1038.262111] env[69950]: DEBUG oslo_concurrency.lockutils [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "refresh_cache-a9d2ed90-7a8b-4d90-9702-029cb3c184f8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.263015] env[69950]: DEBUG nova.objects.instance [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lazy-loading 'flavor' on Instance uuid a9d2ed90-7a8b-4d90-9702-029cb3c184f8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.269704] env[69950]: DEBUG nova.compute.manager [req-978da67a-fb19-4272-95c5-f7685db4f9fe req-c59dab63-38bc-48f0-8234-5e5b31620666 service nova] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Received event network-vif-deleted-63c6ad13-413c-4493-8abf-4b3158f77b59 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1038.283970] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d52a575f-3f75-4402-ae19-055aa76139d1 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Lock "6513b769-0182-4d34-b0c3-a95678df3045" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.163s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.293093] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244581} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.301214] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.301533] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222576, 'name': CreateVM_Task, 'duration_secs': 0.668448} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.302265] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222575, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.307279] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbdb974-87a3-4be1-8b5b-6fca097110cc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.309993] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.310356] env[69950]: DEBUG oslo_vmware.api [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222578, 'name': PowerOffVM_Task, 'duration_secs': 0.235997} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.311361] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.311578] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.311895] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.312209] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.312372] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.313141] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1192d0b1-3a17-4134-9810-991155720124 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.314964] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eb706a3-8bc8-4497-9b82-181961254e15 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.340495] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 4a450a03-497e-470b-a03f-551965c90c1f/4a450a03-497e-470b-a03f-551965c90c1f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.342846] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d5f705c-e7a8-4c46-b696-f26e323b6b75 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.358224] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1038.358224] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527c3c2b-fbad-07c4-f88e-83912974f25d" [ 1038.358224] env[69950]: _type = "Task" [ 1038.358224] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.368357] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1038.368357] env[69950]: value = "task-4222580" [ 1038.368357] env[69950]: _type = "Task" [ 1038.368357] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.376844] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527c3c2b-fbad-07c4-f88e-83912974f25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.388359] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222580, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.397282] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.397634] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.397714] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleting the datastore file [datastore1] dda88168-a704-4dd5-b580-1d22afb83117 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.398036] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13185c8f-1f5e-49ab-93a7-6c8408d09802 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.407816] env[69950]: DEBUG oslo_vmware.api [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for the task: (returnval){ [ 1038.407816] env[69950]: value = "task-4222581" [ 1038.407816] env[69950]: _type = "Task" [ 1038.407816] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.420740] env[69950]: DEBUG oslo_vmware.api [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.479670] env[69950]: DEBUG nova.network.neutron [req-20685043-56b0-42b3-8c51-4d8e8d0bfc0a req-f13a6570-05ab-4f61-87d2-2169e5d2f465 service nova] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updated VIF entry in instance network info cache for port 2f2c206c-6c62-4219-860a-34eece36afd9. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.479670] env[69950]: DEBUG nova.network.neutron [req-20685043-56b0-42b3-8c51-4d8e8d0bfc0a req-f13a6570-05ab-4f61-87d2-2169e5d2f465 service nova] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating instance_info_cache with network_info: [{"id": "2f2c206c-6c62-4219-860a-34eece36afd9", "address": "fa:16:3e:72:c9:ce", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f2c206c-6c", "ovs_interfaceid": "2f2c206c-6c62-4219-860a-34eece36afd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.771592] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f59ef9-08d8-4e43-aba0-2070bf8b701c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.781284] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222575, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.811378] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.813166] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8813cf2-6292-4bfd-97ca-2080651f8807 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.822655] env[69950]: DEBUG oslo_vmware.api [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1038.822655] env[69950]: value = "task-4222582" [ 1038.822655] env[69950]: _type = "Task" [ 1038.822655] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.832170] env[69950]: DEBUG oslo_vmware.api [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.870830] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527c3c2b-fbad-07c4-f88e-83912974f25d, 'name': SearchDatastore_Task, 'duration_secs': 0.109709} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.877273] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.877922] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.877922] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.877922] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.878157] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.878700] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2722f944-6799-47f0-a493-306ee28f292e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.888571] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.899316] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.899623] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.900402] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67fbc56b-f9e2-4f60-80c9-eec066a9ab70 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.906762] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1038.906762] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5227e76f-ddc6-de46-f9d9-b6f89cf5a205" [ 1038.906762] env[69950]: _type = "Task" [ 1038.906762] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.921437] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5227e76f-ddc6-de46-f9d9-b6f89cf5a205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.928090] env[69950]: DEBUG oslo_vmware.api [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Task: {'id': task-4222581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443682} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.928394] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.928596] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.928762] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.928944] env[69950]: INFO nova.compute.manager [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1038.929221] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.929434] env[69950]: DEBUG nova.compute.manager [-] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.929531] env[69950]: DEBUG nova.network.neutron [-] [instance: dda88168-a704-4dd5-b580-1d22afb83117] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.981250] env[69950]: DEBUG oslo_concurrency.lockutils [req-20685043-56b0-42b3-8c51-4d8e8d0bfc0a req-f13a6570-05ab-4f61-87d2-2169e5d2f465 service nova] Releasing lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.274223] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abda48e-c73c-4218-913a-e466c179af17 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.283676] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222575, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.290425] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5ca15a-4b2a-4f0e-8494-ababbf54ba53 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.333091] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5472d2cc-ab28-4f53-b9c7-70a673cb0352 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.351711] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39679722-5cc9-4a1a-a070-b362d7dfd3e4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.356762] env[69950]: DEBUG oslo_vmware.api [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222582, 'name': PowerOffVM_Task, 'duration_secs': 0.407067} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.357069] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.363574] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1039.364575] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a954281-58de-495a-bc81-b1e71e3fb48f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.393605] env[69950]: DEBUG nova.compute.provider_tree [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.406479] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222580, 'name': ReconfigVM_Task, 'duration_secs': 1.027692} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.408567] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 4a450a03-497e-470b-a03f-551965c90c1f/4a450a03-497e-470b-a03f-551965c90c1f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.410362] env[69950]: DEBUG oslo_vmware.api [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1039.410362] env[69950]: value = "task-4222583" [ 1039.410362] env[69950]: _type = "Task" [ 1039.410362] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.410362] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04140f45-45de-44b0-b92e-5b4c381db1b5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.428734] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5227e76f-ddc6-de46-f9d9-b6f89cf5a205, 'name': SearchDatastore_Task, 'duration_secs': 0.098322} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.435667] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1039.435667] env[69950]: value = "task-4222584" [ 1039.435667] env[69950]: _type = "Task" [ 1039.435667] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.435998] env[69950]: DEBUG oslo_vmware.api [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.436181] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-088ca705-59c9-45ec-b715-998afc97f781 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.449757] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1039.449757] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52104bb8-cea3-a2b2-6ec6-836cee8e0fc0" [ 1039.449757] env[69950]: _type = "Task" [ 1039.449757] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.450293] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222584, 'name': Rename_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.460130] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52104bb8-cea3-a2b2-6ec6-836cee8e0fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.561217] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "94a63450-5424-422c-85e5-9803fb2241da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.561481] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "94a63450-5424-422c-85e5-9803fb2241da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.669961] env[69950]: DEBUG nova.compute.manager [req-ded27fce-db90-4bdd-8bac-eda0cee7b450 req-119b20da-d429-4754-b3c9-456d5d600775 service nova] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Received event network-vif-deleted-9a9e7ae4-22a2-4d02-9296-cc687bb150fa {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1039.670178] env[69950]: INFO nova.compute.manager [req-ded27fce-db90-4bdd-8bac-eda0cee7b450 req-119b20da-d429-4754-b3c9-456d5d600775 service nova] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Neutron deleted interface 9a9e7ae4-22a2-4d02-9296-cc687bb150fa; detaching it from the instance and deleting it from the info cache [ 1039.670354] env[69950]: DEBUG nova.network.neutron [req-ded27fce-db90-4bdd-8bac-eda0cee7b450 req-119b20da-d429-4754-b3c9-456d5d600775 service nova] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.777067] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222575, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.302642} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.777748] env[69950]: INFO nova.virt.vmwareapi.ds_util [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_73fc3242-35b6-48ce-ad20-1dbfcab15c46/OSTACK_IMG_73fc3242-35b6-48ce-ad20-1dbfcab15c46.vmdk to [datastore2] devstack-image-cache_base/7d12f3d0-8075-439a-a0d1-6134e4f8fd08/7d12f3d0-8075-439a-a0d1-6134e4f8fd08.vmdk. [ 1039.777748] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Cleaning up location [datastore2] OSTACK_IMG_73fc3242-35b6-48ce-ad20-1dbfcab15c46 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1039.777956] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_73fc3242-35b6-48ce-ad20-1dbfcab15c46 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.778108] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09f43270-026f-43cd-897e-4fdacb6bede8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.785819] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1039.785819] env[69950]: value = "task-4222585" [ 1039.785819] env[69950]: _type = "Task" [ 1039.785819] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.798639] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.904080] env[69950]: DEBUG nova.scheduler.client.report [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.927460] env[69950]: DEBUG oslo_vmware.api [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.951724] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222584, 'name': Rename_Task, 'duration_secs': 0.166239} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.951724] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.957147] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bc3a0c7-1aa9-4f00-b087-6fb15493ab9d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.964152] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52104bb8-cea3-a2b2-6ec6-836cee8e0fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.019563} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.965649] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.966036] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] b30ebaee-894d-49c3-9d54-f9d31f45615c/b30ebaee-894d-49c3-9d54-f9d31f45615c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.966281] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1039.966281] env[69950]: value = "task-4222586" [ 1039.966281] env[69950]: _type = "Task" [ 1039.966281] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.966470] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c180619-f567-4beb-ba67-1d08fcb84476 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.977683] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1039.977683] env[69950]: value = "task-4222587" [ 1039.977683] env[69950]: _type = "Task" [ 1039.977683] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.981429] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.990250] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.064634] env[69950]: DEBUG nova.compute.manager [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.068897] env[69950]: DEBUG nova.network.neutron [-] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.173266] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6fd0132-1157-43b5-8bc3-5103a6cfd688 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.184029] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c5195c-d7e2-4e33-93dd-c3db3118fd1d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.224140] env[69950]: DEBUG nova.compute.manager [req-ded27fce-db90-4bdd-8bac-eda0cee7b450 req-119b20da-d429-4754-b3c9-456d5d600775 service nova] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Detach interface failed, port_id=9a9e7ae4-22a2-4d02-9296-cc687bb150fa, reason: Instance dda88168-a704-4dd5-b580-1d22afb83117 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1040.296473] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.068509} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.296737] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.296922] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7d12f3d0-8075-439a-a0d1-6134e4f8fd08/7d12f3d0-8075-439a-a0d1-6134e4f8fd08.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.297153] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7d12f3d0-8075-439a-a0d1-6134e4f8fd08/7d12f3d0-8075-439a-a0d1-6134e4f8fd08.vmdk to [datastore2] 9a63a423-1f35-4b6b-8ca2-a39da82cde45/9a63a423-1f35-4b6b-8ca2-a39da82cde45.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.297417] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f3a8869-1faa-4314-9627-b3ce96d79d4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.305708] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1040.305708] env[69950]: value = "task-4222588" [ 1040.305708] env[69950]: _type = "Task" [ 1040.305708] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.315524] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.420469] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.106s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.420469] env[69950]: DEBUG nova.compute.manager [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.422928] env[69950]: DEBUG oslo_concurrency.lockutils [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.074s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.423168] env[69950]: DEBUG nova.objects.instance [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1040.444909] env[69950]: DEBUG oslo_vmware.api [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.481299] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222586, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.493271] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.577021] env[69950]: INFO nova.compute.manager [-] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Took 1.64 seconds to deallocate network for instance. [ 1040.607646] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.818587] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.937568] env[69950]: DEBUG oslo_vmware.api [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.951407] env[69950]: DEBUG nova.compute.utils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.951407] env[69950]: DEBUG nova.compute.manager [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.951407] env[69950]: DEBUG nova.network.neutron [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.982906] env[69950]: DEBUG oslo_vmware.api [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222586, 'name': PowerOnVM_Task, 'duration_secs': 0.574801} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.989133] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.989133] env[69950]: INFO nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1040.989133] env[69950]: DEBUG nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1040.989133] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e7caff-918f-47e2-bf9f-b056ecc09a45 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.998148] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.084280] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.320085] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222588, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.360444] env[69950]: DEBUG nova.policy [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7610552571c43d68e54a7ee04234dcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d4ad236a9784e6695ba4af4dac760d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.436628] env[69950]: DEBUG oslo_vmware.api [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222583, 'name': ReconfigVM_Task, 'duration_secs': 1.747895} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.436772] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1041.436998] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.437451] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f681e3c-237f-4ca6-a9f0-e76bbf831f73 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.449367] env[69950]: DEBUG oslo_vmware.api [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1041.449367] env[69950]: value = "task-4222589" [ 1041.449367] env[69950]: _type = "Task" [ 1041.449367] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.456669] env[69950]: DEBUG oslo_concurrency.lockutils [None req-daca9c09-e9bf-476c-8645-ab78168c6318 tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.034s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.458180] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.705s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.464154] env[69950]: INFO nova.compute.claims [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.472381] env[69950]: DEBUG nova.compute.manager [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.484544] env[69950]: DEBUG oslo_vmware.api [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.497508] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222587, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.517228] env[69950]: INFO nova.compute.manager [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Took 45.14 seconds to build instance. [ 1041.826400] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222588, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.969264] env[69950]: DEBUG oslo_vmware.api [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.009569] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222587, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.897885} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.009569] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] b30ebaee-894d-49c3-9d54-f9d31f45615c/b30ebaee-894d-49c3-9d54-f9d31f45615c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.009569] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.009569] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e44a0fd4-2fff-4c2e-8ced-e09c798e8e9a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.019689] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0ae23131-75eb-4965-a79c-bc45d00de449 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "4a450a03-497e-470b-a03f-551965c90c1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.436s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.024076] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1042.024076] env[69950]: value = "task-4222590" [ 1042.024076] env[69950]: _type = "Task" [ 1042.024076] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.043535] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.325669] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222588, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.447111] env[69950]: DEBUG nova.network.neutron [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Successfully created port: 3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.464911] env[69950]: DEBUG oslo_vmware.api [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222589, 'name': PowerOnVM_Task, 'duration_secs': 0.606579} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.465261] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.465604] env[69950]: DEBUG nova.compute.manager [None req-af7fb937-0450-43b8-b59a-2431538ee10a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1042.470194] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119c7b81-df46-441c-a150-8ee09fc75c92 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.492629] env[69950]: DEBUG nova.compute.manager [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.544909] env[69950]: DEBUG nova.virt.hardware [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.544909] env[69950]: DEBUG nova.virt.hardware [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.545147] env[69950]: DEBUG nova.virt.hardware [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.545182] env[69950]: DEBUG nova.virt.hardware [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.545321] env[69950]: DEBUG nova.virt.hardware [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.545470] env[69950]: DEBUG nova.virt.hardware [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.545848] env[69950]: DEBUG nova.virt.hardware [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.545958] env[69950]: DEBUG nova.virt.hardware [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.546127] env[69950]: DEBUG nova.virt.hardware [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.546269] env[69950]: DEBUG nova.virt.hardware [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.546446] env[69950]: DEBUG nova.virt.hardware [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.552021] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c02b83f-d4b2-4f14-ba3d-78ee32fa91a5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.559713] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09004} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.563212] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.565347] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa615256-d6f7-48eb-9f2c-62adc36b5b74 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.585194] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a4df9c-d282-4d24-8a3a-8e7764de7148 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.598883] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] b30ebaee-894d-49c3-9d54-f9d31f45615c/b30ebaee-894d-49c3-9d54-f9d31f45615c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.602799] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2134eaa2-677b-4e5e-87f6-012c5d7ece94 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.635416] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1042.635416] env[69950]: value = "task-4222591" [ 1042.635416] env[69950]: _type = "Task" [ 1042.635416] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.655963] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222591, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.822328] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222588, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.055932] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5285d41-ec8a-4e02-916b-7995f389f7d8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.071821] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c100bc1a-bedf-4205-aa74-f2082399a0d2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.115135] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48aa925-018e-4a27-a56d-fcf3e7b40499 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.128678] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c62319-6905-4d2f-80b6-08c290dd64fe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.152687] env[69950]: DEBUG nova.compute.provider_tree [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.162670] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.324327] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222588, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.368155] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "224dbd2b-d96d-4c5c-8b59-252382cac427" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.368889] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "224dbd2b-d96d-4c5c-8b59-252382cac427" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.368889] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "224dbd2b-d96d-4c5c-8b59-252382cac427-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.368889] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "224dbd2b-d96d-4c5c-8b59-252382cac427-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.369132] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "224dbd2b-d96d-4c5c-8b59-252382cac427-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.371939] env[69950]: INFO nova.compute.manager [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Terminating instance [ 1043.649737] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.657041] env[69950]: DEBUG nova.scheduler.client.report [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.826948] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222588, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.469397} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.826948] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7d12f3d0-8075-439a-a0d1-6134e4f8fd08/7d12f3d0-8075-439a-a0d1-6134e4f8fd08.vmdk to [datastore2] 9a63a423-1f35-4b6b-8ca2-a39da82cde45/9a63a423-1f35-4b6b-8ca2-a39da82cde45.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.826948] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4190787-3eb1-4f3b-a78b-47d1080e8d71 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.856993] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 9a63a423-1f35-4b6b-8ca2-a39da82cde45/9a63a423-1f35-4b6b-8ca2-a39da82cde45.vmdk or device None with type streamOptimized {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.857524] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-817aa176-eb2a-4c9e-846a-abbcec8f9841 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.876264] env[69950]: DEBUG nova.compute.manager [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.876549] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.877515] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61a629d-a619-439c-acb6-1fa0746c9b31 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.884945] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.885239] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.891506] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.891966] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1043.891966] env[69950]: value = "task-4222592" [ 1043.891966] env[69950]: _type = "Task" [ 1043.891966] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.892699] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65f79956-b99e-413f-9d4f-e1862cef8c81 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.906819] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222592, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.908886] env[69950]: DEBUG oslo_vmware.api [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1043.908886] env[69950]: value = "task-4222593" [ 1043.908886] env[69950]: _type = "Task" [ 1043.908886] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.147267] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222591, 'name': ReconfigVM_Task, 'duration_secs': 1.167802} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.147715] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Reconfigured VM instance instance-00000053 to attach disk [datastore2] b30ebaee-894d-49c3-9d54-f9d31f45615c/b30ebaee-894d-49c3-9d54-f9d31f45615c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.148276] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbd32292-d562-48bd-845f-da6434138864 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.156044] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1044.156044] env[69950]: value = "task-4222594" [ 1044.156044] env[69950]: _type = "Task" [ 1044.156044] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.162091] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.162669] env[69950]: DEBUG nova.compute.manager [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.170113] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.858s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.170286] env[69950]: DEBUG nova.objects.instance [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Lazy-loading 'resources' on Instance uuid 221c76ec-484a-4288-8ba8-00a8419bed76 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.171703] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222594, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.402637] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.403166] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.403350] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.403532] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.403675] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.403898] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.404078] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69950) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1044.404224] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.409159] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222592, 'name': ReconfigVM_Task, 'duration_secs': 0.397051} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.409762] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 9a63a423-1f35-4b6b-8ca2-a39da82cde45/9a63a423-1f35-4b6b-8ca2-a39da82cde45.vmdk or device None with type streamOptimized {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.411501] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'encryption_options': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': '5ff20735-6522-48d7-b15a-e5eb837d4202'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835528', 'volume_id': 'ed0fae9e-1065-4592-abc0-3455ef3495d1', 'name': 'volume-ed0fae9e-1065-4592-abc0-3455ef3495d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9a63a423-1f35-4b6b-8ca2-a39da82cde45', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed0fae9e-1065-4592-abc0-3455ef3495d1', 'serial': 'ed0fae9e-1065-4592-abc0-3455ef3495d1'}, 'attachment_id': '58d9a698-ad06-44cd-94ef-47f7c7b8c5a9', 'mount_device': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69950) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1044.411501] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1044.411703] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835528', 'volume_id': 'ed0fae9e-1065-4592-abc0-3455ef3495d1', 'name': 'volume-ed0fae9e-1065-4592-abc0-3455ef3495d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9a63a423-1f35-4b6b-8ca2-a39da82cde45', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed0fae9e-1065-4592-abc0-3455ef3495d1', 'serial': 'ed0fae9e-1065-4592-abc0-3455ef3495d1'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1044.415973] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54786488-5e10-4698-89bc-8f820e8b8594 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.425887] env[69950]: DEBUG oslo_vmware.api [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.441954] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5e3a03-ccd4-442f-92e5-c851d460a8d3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.471101] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] volume-ed0fae9e-1065-4592-abc0-3455ef3495d1/volume-ed0fae9e-1065-4592-abc0-3455ef3495d1.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.472114] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a623b9-68ba-4750-bf16-a5f09fbf4318 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.494443] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1044.494443] env[69950]: value = "task-4222595" [ 1044.494443] env[69950]: _type = "Task" [ 1044.494443] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.504626] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Acquiring lock "a2179e0b-50e2-4dad-b84b-ed913f4a72a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.504997] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Lock "a2179e0b-50e2-4dad-b84b-ed913f4a72a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.511009] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222595, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.610851] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "9cf314f0-aafc-478e-8429-b7e3db2c4611" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.611208] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "9cf314f0-aafc-478e-8429-b7e3db2c4611" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.625904] env[69950]: DEBUG nova.compute.manager [req-a4a2e345-6009-4109-927a-9607c501e87e req-5b710d1a-9006-49f3-bf2f-e574a516bf58 service nova] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Received event network-vif-plugged-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1044.625904] env[69950]: DEBUG oslo_concurrency.lockutils [req-a4a2e345-6009-4109-927a-9607c501e87e req-5b710d1a-9006-49f3-bf2f-e574a516bf58 service nova] Acquiring lock "b0cb9eae-d6c5-49c5-8f87-7ec597e952b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.625904] env[69950]: DEBUG oslo_concurrency.lockutils [req-a4a2e345-6009-4109-927a-9607c501e87e req-5b710d1a-9006-49f3-bf2f-e574a516bf58 service nova] Lock "b0cb9eae-d6c5-49c5-8f87-7ec597e952b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.626263] env[69950]: DEBUG oslo_concurrency.lockutils [req-a4a2e345-6009-4109-927a-9607c501e87e req-5b710d1a-9006-49f3-bf2f-e574a516bf58 service nova] Lock "b0cb9eae-d6c5-49c5-8f87-7ec597e952b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.626263] env[69950]: DEBUG nova.compute.manager [req-a4a2e345-6009-4109-927a-9607c501e87e req-5b710d1a-9006-49f3-bf2f-e574a516bf58 service nova] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] No waiting events found dispatching network-vif-plugged-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1044.626449] env[69950]: WARNING nova.compute.manager [req-a4a2e345-6009-4109-927a-9607c501e87e req-5b710d1a-9006-49f3-bf2f-e574a516bf58 service nova] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Received unexpected event network-vif-plugged-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e for instance with vm_state building and task_state spawning. [ 1044.667394] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222594, 'name': Rename_Task, 'duration_secs': 0.28065} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.667688] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.667950] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d32210f1-0724-4e37-9966-e9e7f74e4650 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.673730] env[69950]: DEBUG nova.compute.utils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.680957] env[69950]: DEBUG nova.compute.manager [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.681159] env[69950]: DEBUG nova.network.neutron [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.687201] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1044.687201] env[69950]: value = "task-4222596" [ 1044.687201] env[69950]: _type = "Task" [ 1044.687201] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.703380] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222596, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.767403] env[69950]: DEBUG nova.policy [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18c660c0878c4e749f9d3bd00c7d2e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2308519ed4e8411fac4500622fcad59e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.789939] env[69950]: DEBUG nova.network.neutron [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Successfully updated port: 3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.911352] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.926327] env[69950]: DEBUG oslo_vmware.api [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.011837] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.011837] env[69950]: DEBUG nova.compute.manager [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.115448] env[69950]: DEBUG nova.compute.utils [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.191092] env[69950]: DEBUG nova.compute.manager [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.195369] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a5945a-a4a7-4496-9c5c-76ec26dc31c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.213684] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d4bda6-9de5-4877-a381-e86e59944162 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.216845] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.249376] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dc1758-3a43-419b-a7d0-252ed2dbf732 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.259775] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b9f14-e0ce-400e-aa85-eedc5d42f7f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.276391] env[69950]: DEBUG nova.compute.provider_tree [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.293764] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "refresh_cache-b0cb9eae-d6c5-49c5-8f87-7ec597e952b3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.293891] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "refresh_cache-b0cb9eae-d6c5-49c5-8f87-7ec597e952b3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.294063] env[69950]: DEBUG nova.network.neutron [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.306726] env[69950]: DEBUG nova.network.neutron [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Successfully created port: 7790bed2-19b5-443f-a6d0-da39f8bc840a {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.424021] env[69950]: DEBUG oslo_vmware.api [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222593, 'name': PowerOffVM_Task, 'duration_secs': 1.210788} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.424021] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.424021] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.424021] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcccf42e-cd90-4329-96b8-ab3eec8525d6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.508323] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.508323] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.508323] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Deleting the datastore file [datastore1] 224dbd2b-d96d-4c5c-8b59-252382cac427 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.508323] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d814c251-58c2-4246-ac03-b3f752890069 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.514083] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222595, 'name': ReconfigVM_Task, 'duration_secs': 0.651262} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.514985] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Reconfigured VM instance instance-00000037 to attach disk [datastore2] volume-ed0fae9e-1065-4592-abc0-3455ef3495d1/volume-ed0fae9e-1065-4592-abc0-3455ef3495d1.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.525735] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab3c9a6e-3850-4421-b924-b90635900187 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.541499] env[69950]: DEBUG oslo_vmware.api [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1045.541499] env[69950]: value = "task-4222598" [ 1045.541499] env[69950]: _type = "Task" [ 1045.541499] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.551759] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1045.551759] env[69950]: value = "task-4222599" [ 1045.551759] env[69950]: _type = "Task" [ 1045.551759] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.562090] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.562090] env[69950]: DEBUG oslo_vmware.api [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.568999] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.617125] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "9cf314f0-aafc-478e-8429-b7e3db2c4611" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.711121] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.780792] env[69950]: DEBUG nova.scheduler.client.report [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.853816] env[69950]: DEBUG nova.network.neutron [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.048396] env[69950]: DEBUG nova.network.neutron [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Updating instance_info_cache with network_info: [{"id": "3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e", "address": "fa:16:3e:ff:71:a5", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fd18fa5-7c", "ovs_interfaceid": "3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.053161] env[69950]: DEBUG oslo_vmware.api [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170374} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.057986] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.057986] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.057986] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.057986] env[69950]: INFO nova.compute.manager [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1046.057986] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.058300] env[69950]: DEBUG nova.compute.manager [-] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.058300] env[69950]: DEBUG nova.network.neutron [-] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.066236] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222599, 'name': ReconfigVM_Task, 'duration_secs': 0.155681} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.067078] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835528', 'volume_id': 'ed0fae9e-1065-4592-abc0-3455ef3495d1', 'name': 'volume-ed0fae9e-1065-4592-abc0-3455ef3495d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9a63a423-1f35-4b6b-8ca2-a39da82cde45', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed0fae9e-1065-4592-abc0-3455ef3495d1', 'serial': 'ed0fae9e-1065-4592-abc0-3455ef3495d1'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1046.067637] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73f9522a-e4a2-401c-bc06-2600af842465 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.074666] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1046.074666] env[69950]: value = "task-4222600" [ 1046.074666] env[69950]: _type = "Task" [ 1046.074666] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.083230] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222600, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.207414] env[69950]: DEBUG nova.compute.manager [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.215995] env[69950]: DEBUG oslo_vmware.api [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222596, 'name': PowerOnVM_Task, 'duration_secs': 1.235212} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.216915] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.217150] env[69950]: INFO nova.compute.manager [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Took 13.18 seconds to spawn the instance on the hypervisor. [ 1046.217332] env[69950]: DEBUG nova.compute.manager [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.218190] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510c828a-72e6-47e9-a279-42e0fd21dd3c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.250277] env[69950]: DEBUG nova.virt.hardware [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.250536] env[69950]: DEBUG nova.virt.hardware [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.250700] env[69950]: DEBUG nova.virt.hardware [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.250877] env[69950]: DEBUG nova.virt.hardware [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.251074] env[69950]: DEBUG nova.virt.hardware [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.251462] env[69950]: DEBUG nova.virt.hardware [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.251754] env[69950]: DEBUG nova.virt.hardware [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.251910] env[69950]: DEBUG nova.virt.hardware [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.252096] env[69950]: DEBUG nova.virt.hardware [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.252308] env[69950]: DEBUG nova.virt.hardware [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.252534] env[69950]: DEBUG nova.virt.hardware [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.253422] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38deb10d-76a6-4e67-a636-4dc576fbfcce {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.262016] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6509ad2d-07de-4a1e-a334-17d1397f5971 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.287335] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.289999] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.069s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.290069] env[69950]: DEBUG nova.objects.instance [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lazy-loading 'resources' on Instance uuid 29683a35-3c6b-4850-8acf-f7709bd85ac8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.319891] env[69950]: INFO nova.scheduler.client.report [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Deleted allocations for instance 221c76ec-484a-4288-8ba8-00a8419bed76 [ 1046.554400] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "refresh_cache-b0cb9eae-d6c5-49c5-8f87-7ec597e952b3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.554909] env[69950]: DEBUG nova.compute.manager [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Instance network_info: |[{"id": "3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e", "address": "fa:16:3e:ff:71:a5", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fd18fa5-7c", "ovs_interfaceid": "3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.555307] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:71:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.563346] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.563936] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.563936] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce6590ff-782e-44b8-8601-e9b4a838b490 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.589910] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222600, 'name': Rename_Task, 'duration_secs': 0.164086} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.591580] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.591848] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.591848] env[69950]: value = "task-4222601" [ 1046.591848] env[69950]: _type = "Task" [ 1046.591848] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.592087] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-648dcb8f-9080-41f6-b0cd-caa2e9f7239b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.602568] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222601, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.604045] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1046.604045] env[69950]: value = "task-4222602" [ 1046.604045] env[69950]: _type = "Task" [ 1046.604045] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.612519] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.695479] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "9cf314f0-aafc-478e-8429-b7e3db2c4611" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.695881] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "9cf314f0-aafc-478e-8429-b7e3db2c4611" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.696197] env[69950]: INFO nova.compute.manager [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Attaching volume 095ff58b-302d-4b6b-a52c-a56380842dd9 to /dev/sdb [ 1046.747520] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3deb8f-c162-416c-849c-82063b219571 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.752811] env[69950]: INFO nova.compute.manager [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Took 48.84 seconds to build instance. [ 1046.760028] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281bf3a6-7cbf-4ae4-87fd-e7295b542c3c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.769156] env[69950]: DEBUG nova.compute.manager [req-8a1c6a37-c1dc-4a9b-b65a-26a305ce5457 req-852cab40-a9d6-4df8-99b4-3a49e93dae23 service nova] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Received event network-changed-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1046.769156] env[69950]: DEBUG nova.compute.manager [req-8a1c6a37-c1dc-4a9b-b65a-26a305ce5457 req-852cab40-a9d6-4df8-99b4-3a49e93dae23 service nova] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Refreshing instance network info cache due to event network-changed-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1046.769156] env[69950]: DEBUG oslo_concurrency.lockutils [req-8a1c6a37-c1dc-4a9b-b65a-26a305ce5457 req-852cab40-a9d6-4df8-99b4-3a49e93dae23 service nova] Acquiring lock "refresh_cache-b0cb9eae-d6c5-49c5-8f87-7ec597e952b3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.769156] env[69950]: DEBUG oslo_concurrency.lockutils [req-8a1c6a37-c1dc-4a9b-b65a-26a305ce5457 req-852cab40-a9d6-4df8-99b4-3a49e93dae23 service nova] Acquired lock "refresh_cache-b0cb9eae-d6c5-49c5-8f87-7ec597e952b3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.769156] env[69950]: DEBUG nova.network.neutron [req-8a1c6a37-c1dc-4a9b-b65a-26a305ce5457 req-852cab40-a9d6-4df8-99b4-3a49e93dae23 service nova] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Refreshing network info cache for port 3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.786842] env[69950]: DEBUG nova.virt.block_device [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating existing volume attachment record: 146f1adb-5391-4fa2-8985-99056e9c3bea {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1046.831478] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26d1e99-a80b-43f5-9720-32b0cda750bb tempest-ServerShowV254Test-357975915 tempest-ServerShowV254Test-357975915-project-member] Lock "221c76ec-484a-4288-8ba8-00a8419bed76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.792s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.989878] env[69950]: DEBUG nova.network.neutron [-] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.109773] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222601, 'name': CreateVM_Task, 'duration_secs': 0.441275} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.117122] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.121856] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.122137] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.122589] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.123703] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af3bd58c-9c79-4049-9e61-7e5e01651bc8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.133033] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222602, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.137343] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1047.137343] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520f81c4-212f-aa4c-89f6-d52ae7413bc6" [ 1047.137343] env[69950]: _type = "Task" [ 1047.137343] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.150018] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520f81c4-212f-aa4c-89f6-d52ae7413bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.199106] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "43e81197-d430-4443-9dfd-4c561ec2000c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.199534] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "43e81197-d430-4443-9dfd-4c561ec2000c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.244018] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d405bd44-7008-43d1-b199-fbc469e4a50a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.249968] env[69950]: DEBUG nova.network.neutron [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Successfully updated port: 7790bed2-19b5-443f-a6d0-da39f8bc840a {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.255350] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe1261f-50ec-46c8-8370-8560b8c36082 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.259576] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8096c873-043c-4ccf-8dd0-7e56f4998f43 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "b30ebaee-894d-49c3-9d54-f9d31f45615c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.354s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.291853] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ab3fac-6aed-4e18-bf36-e5f49e8118fe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.304148] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9546fe7f-b4d9-4644-80f5-0ed4e821f000 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.320705] env[69950]: DEBUG nova.compute.provider_tree [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.492849] env[69950]: INFO nova.compute.manager [-] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Took 1.43 seconds to deallocate network for instance. [ 1047.597650] env[69950]: DEBUG nova.network.neutron [req-8a1c6a37-c1dc-4a9b-b65a-26a305ce5457 req-852cab40-a9d6-4df8-99b4-3a49e93dae23 service nova] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Updated VIF entry in instance network info cache for port 3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.598050] env[69950]: DEBUG nova.network.neutron [req-8a1c6a37-c1dc-4a9b-b65a-26a305ce5457 req-852cab40-a9d6-4df8-99b4-3a49e93dae23 service nova] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Updating instance_info_cache with network_info: [{"id": "3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e", "address": "fa:16:3e:ff:71:a5", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fd18fa5-7c", "ovs_interfaceid": "3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.620587] env[69950]: DEBUG oslo_vmware.api [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222602, 'name': PowerOnVM_Task, 'duration_secs': 0.62643} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.620659] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.650268] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520f81c4-212f-aa4c-89f6-d52ae7413bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.017527} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.650268] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.650268] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.650268] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.650268] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.650268] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.650559] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1af2a8df-29b3-4eb9-ad7d-9be3a9679088 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.663496] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.663797] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.665215] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77a10213-c91f-4a4a-b13f-8bc3e7ad4d92 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.671730] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1047.671730] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521daf7a-3160-577a-a339-a1cba690b790" [ 1047.671730] env[69950]: _type = "Task" [ 1047.671730] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.683663] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521daf7a-3160-577a-a339-a1cba690b790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.708017] env[69950]: DEBUG nova.compute.manager [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.752711] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "refresh_cache-fb7588d9-cd40-4391-b6f7-65bc2780c6e7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.752872] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "refresh_cache-fb7588d9-cd40-4391-b6f7-65bc2780c6e7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.752908] env[69950]: DEBUG nova.network.neutron [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.766765] env[69950]: DEBUG nova.compute.manager [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.769028] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228e7dde-11c7-402a-b345-646bf47a18fc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.851369] env[69950]: ERROR nova.scheduler.client.report [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [req-b52cec69-3445-42c7-9ea2-d662ee0ed9ca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b52cec69-3445-42c7-9ea2-d662ee0ed9ca"}]} [ 1047.872017] env[69950]: DEBUG nova.scheduler.client.report [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1047.891561] env[69950]: DEBUG nova.scheduler.client.report [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1047.891820] env[69950]: DEBUG nova.compute.provider_tree [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.907307] env[69950]: DEBUG nova.scheduler.client.report [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1047.929240] env[69950]: DEBUG nova.scheduler.client.report [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1048.000453] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.104624] env[69950]: DEBUG oslo_concurrency.lockutils [req-8a1c6a37-c1dc-4a9b-b65a-26a305ce5457 req-852cab40-a9d6-4df8-99b4-3a49e93dae23 service nova] Releasing lock "refresh_cache-b0cb9eae-d6c5-49c5-8f87-7ec597e952b3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.104624] env[69950]: DEBUG nova.compute.manager [req-8a1c6a37-c1dc-4a9b-b65a-26a305ce5457 req-852cab40-a9d6-4df8-99b4-3a49e93dae23 service nova] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Received event network-vif-deleted-91f946a6-545f-4a0a-a65c-98b46f83d206 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1048.104843] env[69950]: INFO nova.compute.manager [req-8a1c6a37-c1dc-4a9b-b65a-26a305ce5457 req-852cab40-a9d6-4df8-99b4-3a49e93dae23 service nova] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Neutron deleted interface 91f946a6-545f-4a0a-a65c-98b46f83d206; detaching it from the instance and deleting it from the info cache [ 1048.104843] env[69950]: DEBUG nova.network.neutron [req-8a1c6a37-c1dc-4a9b-b65a-26a305ce5457 req-852cab40-a9d6-4df8-99b4-3a49e93dae23 service nova] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.188118] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521daf7a-3160-577a-a339-a1cba690b790, 'name': SearchDatastore_Task, 'duration_secs': 0.013614} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.188524] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b590eb7-d33e-4366-8e60-0a13bccfc626 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.198832] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1048.198832] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521aad09-ef49-ef1b-abc0-02530d930209" [ 1048.198832] env[69950]: _type = "Task" [ 1048.198832] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.212833] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521aad09-ef49-ef1b-abc0-02530d930209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.229834] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.293000] env[69950]: DEBUG oslo_concurrency.lockutils [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "94ba5c21-e4d6-49ec-b392-24d93632d4a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.293274] env[69950]: DEBUG oslo_concurrency.lockutils [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "94ba5c21-e4d6-49ec-b392-24d93632d4a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.293609] env[69950]: DEBUG oslo_concurrency.lockutils [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "94ba5c21-e4d6-49ec-b392-24d93632d4a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.293694] env[69950]: DEBUG oslo_concurrency.lockutils [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "94ba5c21-e4d6-49ec-b392-24d93632d4a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.293821] env[69950]: DEBUG oslo_concurrency.lockutils [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "94ba5c21-e4d6-49ec-b392-24d93632d4a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.306339] env[69950]: INFO nova.compute.manager [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Terminating instance [ 1048.308387] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce14cc48-ee92-4288-a515-2ed0b4972414 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 60.149s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.311819] env[69950]: DEBUG nova.network.neutron [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.359752] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6faa00-acc2-45cf-a38c-48f73ad08ac3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.370426] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb86fc33-cb7b-4eab-be12-d487af3e0ab0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.403517] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada539cb-5b38-433c-8dd6-dd72200cc642 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.412450] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296b5e9f-891b-4731-9bbf-1a592612819e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.426377] env[69950]: DEBUG nova.compute.provider_tree [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.471630] env[69950]: DEBUG nova.network.neutron [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Updating instance_info_cache with network_info: [{"id": "7790bed2-19b5-443f-a6d0-da39f8bc840a", "address": "fa:16:3e:4f:2c:9c", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7790bed2-19", "ovs_interfaceid": "7790bed2-19b5-443f-a6d0-da39f8bc840a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.607790] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3aaa351e-3e5e-41fa-8cd1-20c155d74e06 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.617857] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed462a76-b217-4af0-b588-c3361883e6e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.654238] env[69950]: DEBUG nova.compute.manager [req-8a1c6a37-c1dc-4a9b-b65a-26a305ce5457 req-852cab40-a9d6-4df8-99b4-3a49e93dae23 service nova] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Detach interface failed, port_id=91f946a6-545f-4a0a-a65c-98b46f83d206, reason: Instance 224dbd2b-d96d-4c5c-8b59-252382cac427 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1048.709173] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521aad09-ef49-ef1b-abc0-02530d930209, 'name': SearchDatastore_Task, 'duration_secs': 0.018445} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.709425] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.709725] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] b0cb9eae-d6c5-49c5-8f87-7ec597e952b3/b0cb9eae-d6c5-49c5-8f87-7ec597e952b3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.710023] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50539ca2-42d1-4655-820c-cdc96f8994f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.719176] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1048.719176] env[69950]: value = "task-4222606" [ 1048.719176] env[69950]: _type = "Task" [ 1048.719176] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.728422] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.802742] env[69950]: DEBUG nova.compute.manager [req-4161791e-3495-4c83-9366-07b375467f83 req-cfb4bc23-ecf7-4266-80d6-be5534c9131c service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Received event network-vif-plugged-7790bed2-19b5-443f-a6d0-da39f8bc840a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1048.802885] env[69950]: DEBUG oslo_concurrency.lockutils [req-4161791e-3495-4c83-9366-07b375467f83 req-cfb4bc23-ecf7-4266-80d6-be5534c9131c service nova] Acquiring lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.803233] env[69950]: DEBUG oslo_concurrency.lockutils [req-4161791e-3495-4c83-9366-07b375467f83 req-cfb4bc23-ecf7-4266-80d6-be5534c9131c service nova] Lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.803541] env[69950]: DEBUG oslo_concurrency.lockutils [req-4161791e-3495-4c83-9366-07b375467f83 req-cfb4bc23-ecf7-4266-80d6-be5534c9131c service nova] Lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.803829] env[69950]: DEBUG nova.compute.manager [req-4161791e-3495-4c83-9366-07b375467f83 req-cfb4bc23-ecf7-4266-80d6-be5534c9131c service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] No waiting events found dispatching network-vif-plugged-7790bed2-19b5-443f-a6d0-da39f8bc840a {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1048.804228] env[69950]: WARNING nova.compute.manager [req-4161791e-3495-4c83-9366-07b375467f83 req-cfb4bc23-ecf7-4266-80d6-be5534c9131c service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Received unexpected event network-vif-plugged-7790bed2-19b5-443f-a6d0-da39f8bc840a for instance with vm_state building and task_state spawning. [ 1048.804542] env[69950]: DEBUG nova.compute.manager [req-4161791e-3495-4c83-9366-07b375467f83 req-cfb4bc23-ecf7-4266-80d6-be5534c9131c service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Received event network-changed-7790bed2-19b5-443f-a6d0-da39f8bc840a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1048.804845] env[69950]: DEBUG nova.compute.manager [req-4161791e-3495-4c83-9366-07b375467f83 req-cfb4bc23-ecf7-4266-80d6-be5534c9131c service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Refreshing instance network info cache due to event network-changed-7790bed2-19b5-443f-a6d0-da39f8bc840a. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1048.805246] env[69950]: DEBUG oslo_concurrency.lockutils [req-4161791e-3495-4c83-9366-07b375467f83 req-cfb4bc23-ecf7-4266-80d6-be5534c9131c service nova] Acquiring lock "refresh_cache-fb7588d9-cd40-4391-b6f7-65bc2780c6e7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.815656] env[69950]: DEBUG nova.compute.manager [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.816115] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.817531] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddb7cf8-d0cc-4dff-8628-f2b9a9e30a6b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.830248] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.830603] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9731a0a2-9d66-414c-a70f-426e00be9b3e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.839497] env[69950]: DEBUG oslo_vmware.api [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1048.839497] env[69950]: value = "task-4222607" [ 1048.839497] env[69950]: _type = "Task" [ 1048.839497] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.851248] env[69950]: DEBUG oslo_vmware.api [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.948847] env[69950]: ERROR nova.scheduler.client.report [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [req-94683bfd-a65a-4923-98c4-05f208983fa0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-94683bfd-a65a-4923-98c4-05f208983fa0"}]} [ 1048.967115] env[69950]: DEBUG nova.scheduler.client.report [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1048.974195] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "refresh_cache-fb7588d9-cd40-4391-b6f7-65bc2780c6e7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.974677] env[69950]: DEBUG nova.compute.manager [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Instance network_info: |[{"id": "7790bed2-19b5-443f-a6d0-da39f8bc840a", "address": "fa:16:3e:4f:2c:9c", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7790bed2-19", "ovs_interfaceid": "7790bed2-19b5-443f-a6d0-da39f8bc840a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.975054] env[69950]: DEBUG oslo_concurrency.lockutils [req-4161791e-3495-4c83-9366-07b375467f83 req-cfb4bc23-ecf7-4266-80d6-be5534c9131c service nova] Acquired lock "refresh_cache-fb7588d9-cd40-4391-b6f7-65bc2780c6e7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.975324] env[69950]: DEBUG nova.network.neutron [req-4161791e-3495-4c83-9366-07b375467f83 req-cfb4bc23-ecf7-4266-80d6-be5534c9131c service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Refreshing network info cache for port 7790bed2-19b5-443f-a6d0-da39f8bc840a {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.977300] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:2c:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7790bed2-19b5-443f-a6d0-da39f8bc840a', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.986275] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Creating folder: Project (2308519ed4e8411fac4500622fcad59e). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.988306] env[69950]: DEBUG nova.scheduler.client.report [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1048.988546] env[69950]: DEBUG nova.compute.provider_tree [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.993668] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7128963d-f06a-469b-8f13-6e99fdd6bee8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.007676] env[69950]: DEBUG nova.scheduler.client.report [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1049.012062] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Created folder: Project (2308519ed4e8411fac4500622fcad59e) in parent group-v835309. [ 1049.012398] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Creating folder: Instances. Parent ref: group-v835553. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.012808] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4630b15d-5f45-40fc-a0ca-22f102b66355 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.027217] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Created folder: Instances in parent group-v835553. [ 1049.027629] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.027948] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.028864] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ca503df-c0ca-4a45-9a16-9b9d56c9acf4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.046574] env[69950]: DEBUG nova.scheduler.client.report [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1049.057892] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.057892] env[69950]: value = "task-4222610" [ 1049.057892] env[69950]: _type = "Task" [ 1049.057892] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.069246] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222610, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.238624] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222606, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.251074] env[69950]: DEBUG nova.compute.manager [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Stashing vm_state: active {{(pid=69950) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1049.351960] env[69950]: DEBUG oslo_vmware.api [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222607, 'name': PowerOffVM_Task, 'duration_secs': 0.504171} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.352386] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.352550] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.352854] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e04a7ce3-7aab-4d7c-91cd-c11d1436b21c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.424218] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.424218] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.424218] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Deleting the datastore file [datastore2] 94ba5c21-e4d6-49ec-b392-24d93632d4a3 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.431382] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4375823-8df6-401f-b9bc-502917a3eae5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.439389] env[69950]: DEBUG oslo_vmware.api [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1049.439389] env[69950]: value = "task-4222613" [ 1049.439389] env[69950]: _type = "Task" [ 1049.439389] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.453378] env[69950]: DEBUG oslo_vmware.api [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.542235] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9256d76-7625-42a9-839d-66a2d512f25d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.551174] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5efd4a2-04ac-4066-8e71-709c2a71280c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.599419] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c232a3d8-bb4f-4c87-a06e-724d50649d66 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.602580] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222610, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.608622] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3b5415-c6c8-49ae-893a-8e904ed1360d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.627257] env[69950]: DEBUG nova.compute.provider_tree [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.673109] env[69950]: DEBUG nova.network.neutron [req-4161791e-3495-4c83-9366-07b375467f83 req-cfb4bc23-ecf7-4266-80d6-be5534c9131c service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Updated VIF entry in instance network info cache for port 7790bed2-19b5-443f-a6d0-da39f8bc840a. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.673570] env[69950]: DEBUG nova.network.neutron [req-4161791e-3495-4c83-9366-07b375467f83 req-cfb4bc23-ecf7-4266-80d6-be5534c9131c service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Updating instance_info_cache with network_info: [{"id": "7790bed2-19b5-443f-a6d0-da39f8bc840a", "address": "fa:16:3e:4f:2c:9c", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7790bed2-19", "ovs_interfaceid": "7790bed2-19b5-443f-a6d0-da39f8bc840a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.730527] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585677} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.731053] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] b0cb9eae-d6c5-49c5-8f87-7ec597e952b3/b0cb9eae-d6c5-49c5-8f87-7ec597e952b3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.731388] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.731388] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82c99121-cf51-416b-abe9-14d7c7a34ba0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.738824] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1049.738824] env[69950]: value = "task-4222614" [ 1049.738824] env[69950]: _type = "Task" [ 1049.738824] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.751010] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.772930] env[69950]: DEBUG oslo_concurrency.lockutils [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.951763] env[69950]: DEBUG oslo_vmware.api [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306842} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.952028] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.952240] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.952503] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.952693] env[69950]: INFO nova.compute.manager [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1049.952937] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.953148] env[69950]: DEBUG nova.compute.manager [-] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.953239] env[69950]: DEBUG nova.network.neutron [-] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.071205] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222610, 'name': CreateVM_Task, 'duration_secs': 0.629646} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.071205] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.071205] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.071205] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.071205] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.073544] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed86b935-fe33-4bad-b947-20db60e63b95 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.077166] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1050.077166] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522ab422-645c-8087-a51d-024c2fbbf9f4" [ 1050.077166] env[69950]: _type = "Task" [ 1050.077166] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.086398] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522ab422-645c-8087-a51d-024c2fbbf9f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.130648] env[69950]: DEBUG nova.scheduler.client.report [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.177446] env[69950]: DEBUG oslo_concurrency.lockutils [req-4161791e-3495-4c83-9366-07b375467f83 req-cfb4bc23-ecf7-4266-80d6-be5534c9131c service nova] Releasing lock "refresh_cache-fb7588d9-cd40-4391-b6f7-65bc2780c6e7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.248930] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076608} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.249242] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.253483] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bab82d-4007-4980-8fb3-545c5f00717c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.274176] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] b0cb9eae-d6c5-49c5-8f87-7ec597e952b3/b0cb9eae-d6c5-49c5-8f87-7ec597e952b3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.274176] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b7f64bf-361a-4a2e-9807-d63e8d3aaa41 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.299034] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1050.299034] env[69950]: value = "task-4222615" [ 1050.299034] env[69950]: _type = "Task" [ 1050.299034] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.308564] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.596535] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522ab422-645c-8087-a51d-024c2fbbf9f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01327} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.596535] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.596806] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.597363] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.597363] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.597490] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.602365] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b93423ab-d011-45e2-959d-686e71449e8c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.612698] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.612981] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.614237] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beb3541e-fbba-4ab0-b9bf-9b2f3b995f2b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.621022] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1050.621022] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520c80a0-dd05-343f-6b22-96bff13c6090" [ 1050.621022] env[69950]: _type = "Task" [ 1050.621022] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.629309] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520c80a0-dd05-343f-6b22-96bff13c6090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.636267] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.347s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.638655] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.744s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.639929] env[69950]: DEBUG nova.objects.instance [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lazy-loading 'resources' on Instance uuid 5b299d17-89d7-474a-87aa-abcf6e24fb20 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.719796] env[69950]: INFO nova.scheduler.client.report [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleted allocations for instance 29683a35-3c6b-4850-8acf-f7709bd85ac8 [ 1050.818737] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.941142] env[69950]: DEBUG nova.compute.manager [req-4dae6bd3-ff7b-44a5-bd08-117b6c1d862d req-9a14905d-f9aa-4516-9d1e-09d4959fa86c service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Received event network-vif-deleted-75591731-6aab-472a-8a74-51650cf85208 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1050.941142] env[69950]: INFO nova.compute.manager [req-4dae6bd3-ff7b-44a5-bd08-117b6c1d862d req-9a14905d-f9aa-4516-9d1e-09d4959fa86c service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Neutron deleted interface 75591731-6aab-472a-8a74-51650cf85208; detaching it from the instance and deleting it from the info cache [ 1050.941142] env[69950]: DEBUG nova.network.neutron [req-4dae6bd3-ff7b-44a5-bd08-117b6c1d862d req-9a14905d-f9aa-4516-9d1e-09d4959fa86c service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.131909] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520c80a0-dd05-343f-6b22-96bff13c6090, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.132711] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b3a8eba-1d2e-421c-adb4-8c52cb4e036c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.139473] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1051.139473] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52601ec0-61bf-6197-c0b8-3e4f35c56490" [ 1051.139473] env[69950]: _type = "Task" [ 1051.139473] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.151477] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52601ec0-61bf-6197-c0b8-3e4f35c56490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.236935] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "29683a35-3c6b-4850-8acf-f7709bd85ac8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.511s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.287324] env[69950]: DEBUG nova.network.neutron [-] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.311099] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222615, 'name': ReconfigVM_Task, 'duration_secs': 0.647994} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.311886] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Reconfigured VM instance instance-00000054 to attach disk [datastore1] b0cb9eae-d6c5-49c5-8f87-7ec597e952b3/b0cb9eae-d6c5-49c5-8f87-7ec597e952b3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.312199] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00a173be-ceef-4a5d-9d37-ec59f9f2cc01 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.319582] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1051.319582] env[69950]: value = "task-4222616" [ 1051.319582] env[69950]: _type = "Task" [ 1051.319582] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.328416] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222616, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.444951] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13120552-5f3b-44b9-be6f-56025f9468d4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.456844] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657daa90-5af7-4089-bcaf-b3cd1da2fee2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.498396] env[69950]: DEBUG nova.compute.manager [req-4dae6bd3-ff7b-44a5-bd08-117b6c1d862d req-9a14905d-f9aa-4516-9d1e-09d4959fa86c service nova] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Detach interface failed, port_id=75591731-6aab-472a-8a74-51650cf85208, reason: Instance 94ba5c21-e4d6-49ec-b392-24d93632d4a3 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1051.600382] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e3c2d4-0475-4285-9750-2fb71b7c6aa1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.608539] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5cc6dd-482a-430e-bf74-7f27c3dba26e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.646380] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22db17a3-c82b-49e6-aa72-a741f1cb0582 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.657229] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4627a057-7a47-4490-9a51-4429bff96516 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.661231] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52601ec0-61bf-6197-c0b8-3e4f35c56490, 'name': SearchDatastore_Task, 'duration_secs': 0.015221} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.662653] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.662930] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] fb7588d9-cd40-4391-b6f7-65bc2780c6e7/fb7588d9-cd40-4391-b6f7-65bc2780c6e7.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.666171] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76c0509d-4154-4472-860d-7b5a714484ac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.677271] env[69950]: DEBUG nova.compute.provider_tree [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.686024] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1051.686024] env[69950]: value = "task-4222617" [ 1051.686024] env[69950]: _type = "Task" [ 1051.686024] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.695256] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.791441] env[69950]: INFO nova.compute.manager [-] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Took 1.84 seconds to deallocate network for instance. [ 1051.832494] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222616, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.856502] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1051.856710] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835552', 'volume_id': '095ff58b-302d-4b6b-a52c-a56380842dd9', 'name': 'volume-095ff58b-302d-4b6b-a52c-a56380842dd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cf314f0-aafc-478e-8429-b7e3db2c4611', 'attached_at': '', 'detached_at': '', 'volume_id': '095ff58b-302d-4b6b-a52c-a56380842dd9', 'serial': '095ff58b-302d-4b6b-a52c-a56380842dd9'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1051.857587] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499f0eff-da09-43fc-8152-05edcac07541 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.877696] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6038b6-4ae4-43b7-ac43-5805976f2c46 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.907677] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-095ff58b-302d-4b6b-a52c-a56380842dd9/volume-095ff58b-302d-4b6b-a52c-a56380842dd9.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.908102] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca35a96-ed0a-473b-b939-824bb7003832 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.928312] env[69950]: DEBUG oslo_vmware.api [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1051.928312] env[69950]: value = "task-4222618" [ 1051.928312] env[69950]: _type = "Task" [ 1051.928312] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.941024] env[69950]: DEBUG oslo_vmware.api [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.169383] env[69950]: DEBUG oslo_concurrency.lockutils [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "384026e4-403e-4760-8abd-fb15a02c96bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.169600] env[69950]: DEBUG oslo_concurrency.lockutils [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "384026e4-403e-4760-8abd-fb15a02c96bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.169810] env[69950]: DEBUG oslo_concurrency.lockutils [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "384026e4-403e-4760-8abd-fb15a02c96bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.169998] env[69950]: DEBUG oslo_concurrency.lockutils [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "384026e4-403e-4760-8abd-fb15a02c96bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.170199] env[69950]: DEBUG oslo_concurrency.lockutils [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "384026e4-403e-4760-8abd-fb15a02c96bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.172499] env[69950]: INFO nova.compute.manager [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Terminating instance [ 1052.180942] env[69950]: DEBUG nova.scheduler.client.report [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.195845] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501044} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.196114] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] fb7588d9-cd40-4391-b6f7-65bc2780c6e7/fb7588d9-cd40-4391-b6f7-65bc2780c6e7.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.196336] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.196592] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb2bee4b-5974-4bef-8ed1-58d3470bee8c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.204095] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1052.204095] env[69950]: value = "task-4222619" [ 1052.204095] env[69950]: _type = "Task" [ 1052.204095] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.212512] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.298653] env[69950]: DEBUG oslo_concurrency.lockutils [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.330494] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222616, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.437857] env[69950]: DEBUG oslo_vmware.api [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.676997] env[69950]: DEBUG nova.compute.manager [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.677344] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.678105] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2350fbac-0799-4bdb-8009-0fad22b8314d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.686376] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.688617] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.688912] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.355s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.689154] env[69950]: DEBUG nova.objects.instance [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'resources' on Instance uuid 6a4ae6e8-76e8-4398-97ec-587a01aaca68 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.690288] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc311989-9361-4121-a011-32a939262f85 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.698980] env[69950]: DEBUG oslo_vmware.api [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 1052.698980] env[69950]: value = "task-4222620" [ 1052.698980] env[69950]: _type = "Task" [ 1052.698980] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.711171] env[69950]: DEBUG oslo_vmware.api [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.716872] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.363703} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.717208] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.718116] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9cd3f8-6f8c-4bd8-bff0-081ed6422d8a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.742363] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] fb7588d9-cd40-4391-b6f7-65bc2780c6e7/fb7588d9-cd40-4391-b6f7-65bc2780c6e7.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.742696] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4a8e73b-86f3-4952-afbd-a41deb3a849b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.758139] env[69950]: INFO nova.scheduler.client.report [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleted allocations for instance 5b299d17-89d7-474a-87aa-abcf6e24fb20 [ 1052.764997] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1052.764997] env[69950]: value = "task-4222621" [ 1052.764997] env[69950]: _type = "Task" [ 1052.764997] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.774095] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.834088] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222616, 'name': Rename_Task, 'duration_secs': 1.275511} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.834342] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.834599] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15b3bd7e-cb96-4a24-b2d4-a0c9fc7f1055 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.841828] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1052.841828] env[69950]: value = "task-4222622" [ 1052.841828] env[69950]: _type = "Task" [ 1052.841828] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.849784] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.940895] env[69950]: DEBUG oslo_vmware.api [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.210674] env[69950]: DEBUG oslo_vmware.api [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222620, 'name': PowerOffVM_Task, 'duration_secs': 0.27332} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.210993] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.211177] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.211470] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e52e19f2-e250-4d2a-a10a-c7a09aa8321c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.268739] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e65eea02-e377-4c07-92f2-4e594c385c02 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "5b299d17-89d7-474a-87aa-abcf6e24fb20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.611s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.282187] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222621, 'name': ReconfigVM_Task, 'duration_secs': 0.30055} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.282445] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Reconfigured VM instance instance-00000055 to attach disk [datastore1] fb7588d9-cd40-4391-b6f7-65bc2780c6e7/fb7588d9-cd40-4391-b6f7-65bc2780c6e7.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.284892] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-923fb1c3-c2c6-46d7-8451-3e2adb6a8ce2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.293838] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1053.293838] env[69950]: value = "task-4222624" [ 1053.293838] env[69950]: _type = "Task" [ 1053.293838] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.311151] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222624, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.311151] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.311151] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.311151] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleting the datastore file [datastore2] 384026e4-403e-4760-8abd-fb15a02c96bf {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.311151] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-697409fb-d3f4-4166-bd61-ca1a908cb716 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.317021] env[69950]: DEBUG oslo_vmware.api [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 1053.317021] env[69950]: value = "task-4222625" [ 1053.317021] env[69950]: _type = "Task" [ 1053.317021] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.334317] env[69950]: DEBUG oslo_vmware.api [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.352045] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222622, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.445287] env[69950]: DEBUG oslo_vmware.api [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222618, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.604259] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbb3b9f-1fe6-44db-83d4-0fda5cc2b6d7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.612963] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450065bc-6c7d-47af-b2cb-d05db4d837d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.646748] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eb739e-50dd-4cbf-b769-85df006a25de {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.660041] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115cd2c8-b2d0-484e-9be4-5cdc208f8133 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.675599] env[69950]: DEBUG nova.compute.provider_tree [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.807726] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222624, 'name': Rename_Task, 'duration_secs': 0.22629} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.808120] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.808263] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ec95e8a-403f-4805-828b-5be3fc5041c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.816792] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1053.816792] env[69950]: value = "task-4222626" [ 1053.816792] env[69950]: _type = "Task" [ 1053.816792] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.829960] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.833463] env[69950]: DEBUG oslo_vmware.api [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2628} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.833687] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.833868] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.834319] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.834319] env[69950]: INFO nova.compute.manager [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1053.834518] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.834730] env[69950]: DEBUG nova.compute.manager [-] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.834827] env[69950]: DEBUG nova.network.neutron [-] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.852103] env[69950]: DEBUG oslo_vmware.api [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222622, 'name': PowerOnVM_Task, 'duration_secs': 0.846075} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.852391] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.852604] env[69950]: INFO nova.compute.manager [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Took 11.36 seconds to spawn the instance on the hypervisor. [ 1053.852793] env[69950]: DEBUG nova.compute.manager [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1053.853682] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8d18d2-e056-42fc-9a5b-56988c4a6402 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.941812] env[69950]: DEBUG oslo_vmware.api [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222618, 'name': ReconfigVM_Task, 'duration_secs': 1.523214} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.942243] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-095ff58b-302d-4b6b-a52c-a56380842dd9/volume-095ff58b-302d-4b6b-a52c-a56380842dd9.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.948846] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbc3dfec-c60d-4d4a-8383-274ed52b66f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.966752] env[69950]: DEBUG oslo_vmware.api [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1053.966752] env[69950]: value = "task-4222627" [ 1053.966752] env[69950]: _type = "Task" [ 1053.966752] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.978487] env[69950]: DEBUG oslo_vmware.api [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.179372] env[69950]: DEBUG nova.scheduler.client.report [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.335300] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222626, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.374724] env[69950]: INFO nova.compute.manager [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Took 48.90 seconds to build instance. [ 1054.477026] env[69950]: DEBUG oslo_vmware.api [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222627, 'name': ReconfigVM_Task, 'duration_secs': 0.212239} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.478467] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835552', 'volume_id': '095ff58b-302d-4b6b-a52c-a56380842dd9', 'name': 'volume-095ff58b-302d-4b6b-a52c-a56380842dd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9cf314f0-aafc-478e-8429-b7e3db2c4611', 'attached_at': '', 'detached_at': '', 'volume_id': '095ff58b-302d-4b6b-a52c-a56380842dd9', 'serial': '095ff58b-302d-4b6b-a52c-a56380842dd9'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1054.683345] env[69950]: DEBUG nova.compute.manager [req-581eb120-8dc7-4350-9f4f-5d029fbc19fa req-f3606472-567d-4a95-9888-78d62baa7b87 service nova] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Received event network-vif-deleted-7e74f04b-114d-4c39-b681-4f2c47348567 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1054.683968] env[69950]: INFO nova.compute.manager [req-581eb120-8dc7-4350-9f4f-5d029fbc19fa req-f3606472-567d-4a95-9888-78d62baa7b87 service nova] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Neutron deleted interface 7e74f04b-114d-4c39-b681-4f2c47348567; detaching it from the instance and deleting it from the info cache [ 1054.683968] env[69950]: DEBUG nova.network.neutron [req-581eb120-8dc7-4350-9f4f-5d029fbc19fa req-f3606472-567d-4a95-9888-78d62baa7b87 service nova] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.686054] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.689084] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.081s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.690494] env[69950]: INFO nova.compute.claims [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.744032] env[69950]: INFO nova.scheduler.client.report [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Deleted allocations for instance 6a4ae6e8-76e8-4398-97ec-587a01aaca68 [ 1054.836234] env[69950]: DEBUG oslo_vmware.api [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222626, 'name': PowerOnVM_Task, 'duration_secs': 0.546827} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.837173] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.837630] env[69950]: INFO nova.compute.manager [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1054.837977] env[69950]: DEBUG nova.compute.manager [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1054.839152] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3833d6b6-b1a3-4f9c-bfc2-1fffe52ea370 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.875497] env[69950]: DEBUG oslo_concurrency.lockutils [None req-156f9b86-2d53-4bfe-bf34-19495bd7c703 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "b0cb9eae-d6c5-49c5-8f87-7ec597e952b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.306s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.061580] env[69950]: DEBUG nova.network.neutron [-] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.190105] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-deda19e3-1ead-405f-a859-a2b82ff1d1e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.207861] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b7224a-7d0e-4ca6-b87c-b9552d296f79 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.250778] env[69950]: DEBUG nova.compute.manager [req-581eb120-8dc7-4350-9f4f-5d029fbc19fa req-f3606472-567d-4a95-9888-78d62baa7b87 service nova] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Detach interface failed, port_id=7e74f04b-114d-4c39-b681-4f2c47348567, reason: Instance 384026e4-403e-4760-8abd-fb15a02c96bf could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1055.254335] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f876c868-a3cf-4fb1-a170-d1dcab92d897 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "6a4ae6e8-76e8-4398-97ec-587a01aaca68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.451s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.362220] env[69950]: INFO nova.compute.manager [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Took 44.63 seconds to build instance. [ 1055.565358] env[69950]: INFO nova.compute.manager [-] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Took 1.73 seconds to deallocate network for instance. [ 1055.620453] env[69950]: DEBUG nova.objects.instance [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'flavor' on Instance uuid 9cf314f0-aafc-478e-8429-b7e3db2c4611 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.699467] env[69950]: DEBUG nova.compute.manager [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Stashing vm_state: active {{(pid=69950) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1055.864582] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d8648bb-47c0-43ae-b5f0-8344920432d9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.151s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.079758] env[69950]: DEBUG oslo_concurrency.lockutils [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.130909] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3715d820-6273-4645-95d1-e9b3f1fefae7 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "9cf314f0-aafc-478e-8429-b7e3db2c4611" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.435s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.232637] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.249713] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7064c1a8-ecd8-4f76-9973-e6b602cca3cd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.253298] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a07b13-e9b7-4017-8178-9a12287fa9be {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.297089] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1f5a3f-2f6f-4885-a86c-74ec750ae778 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.307320] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4273507-236b-4beb-8cd2-dda7df6f5d12 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.327316] env[69950]: DEBUG nova.compute.provider_tree [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.358040] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "65385871-2f5a-4953-a3f3-95f97b045b37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.358040] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "65385871-2f5a-4953-a3f3-95f97b045b37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.766565] env[69950]: DEBUG nova.compute.manager [req-5cf50b04-83dd-4023-8479-6d656bfdd5a1 req-52cf8f34-5807-403f-a580-3bb37998a632 service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Received event network-changed-7790bed2-19b5-443f-a6d0-da39f8bc840a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1056.766842] env[69950]: DEBUG nova.compute.manager [req-5cf50b04-83dd-4023-8479-6d656bfdd5a1 req-52cf8f34-5807-403f-a580-3bb37998a632 service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Refreshing instance network info cache due to event network-changed-7790bed2-19b5-443f-a6d0-da39f8bc840a. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1056.766979] env[69950]: DEBUG oslo_concurrency.lockutils [req-5cf50b04-83dd-4023-8479-6d656bfdd5a1 req-52cf8f34-5807-403f-a580-3bb37998a632 service nova] Acquiring lock "refresh_cache-fb7588d9-cd40-4391-b6f7-65bc2780c6e7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.767642] env[69950]: DEBUG oslo_concurrency.lockutils [req-5cf50b04-83dd-4023-8479-6d656bfdd5a1 req-52cf8f34-5807-403f-a580-3bb37998a632 service nova] Acquired lock "refresh_cache-fb7588d9-cd40-4391-b6f7-65bc2780c6e7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.767642] env[69950]: DEBUG nova.network.neutron [req-5cf50b04-83dd-4023-8479-6d656bfdd5a1 req-52cf8f34-5807-403f-a580-3bb37998a632 service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Refreshing network info cache for port 7790bed2-19b5-443f-a6d0-da39f8bc840a {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.831426] env[69950]: DEBUG nova.scheduler.client.report [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.864106] env[69950]: DEBUG nova.compute.manager [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.340034] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.340034] env[69950]: DEBUG nova.compute.manager [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.343294] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.259s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.343593] env[69950]: DEBUG nova.objects.instance [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lazy-loading 'resources' on Instance uuid dda88168-a704-4dd5-b580-1d22afb83117 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.438118] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.630466] env[69950]: DEBUG nova.network.neutron [req-5cf50b04-83dd-4023-8479-6d656bfdd5a1 req-52cf8f34-5807-403f-a580-3bb37998a632 service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Updated VIF entry in instance network info cache for port 7790bed2-19b5-443f-a6d0-da39f8bc840a. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.630844] env[69950]: DEBUG nova.network.neutron [req-5cf50b04-83dd-4023-8479-6d656bfdd5a1 req-52cf8f34-5807-403f-a580-3bb37998a632 service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Updating instance_info_cache with network_info: [{"id": "7790bed2-19b5-443f-a6d0-da39f8bc840a", "address": "fa:16:3e:4f:2c:9c", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7790bed2-19", "ovs_interfaceid": "7790bed2-19b5-443f-a6d0-da39f8bc840a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.848318] env[69950]: DEBUG nova.compute.utils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.859232] env[69950]: DEBUG nova.compute.manager [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.859410] env[69950]: DEBUG nova.network.neutron [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.987131] env[69950]: DEBUG nova.policy [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84e0395d02ed455e90db819503e144a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4871d28285045deb950c8b27b8b3ecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.136229] env[69950]: DEBUG oslo_concurrency.lockutils [req-5cf50b04-83dd-4023-8479-6d656bfdd5a1 req-52cf8f34-5807-403f-a580-3bb37998a632 service nova] Releasing lock "refresh_cache-fb7588d9-cd40-4391-b6f7-65bc2780c6e7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.299458] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2e870d-5b81-4b58-94f4-7eacf77bfce6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.307910] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e74267-8004-45bc-8f45-dc9a9f871f46 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.342624] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1cf743-0ef1-49fc-aebf-5d6119d4216e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.351007] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dfb030-37f3-48a9-bc57-523cd5613fe0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.365740] env[69950]: DEBUG nova.compute.manager [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.372974] env[69950]: DEBUG nova.compute.provider_tree [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.678817] env[69950]: DEBUG nova.compute.manager [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Stashing vm_state: active {{(pid=69950) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1058.881031] env[69950]: DEBUG nova.scheduler.client.report [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.906162] env[69950]: DEBUG nova.network.neutron [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Successfully created port: 407fdbd6-ce50-4bf8-9bc4-0a084c33a256 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.222901] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.386050] env[69950]: DEBUG nova.compute.manager [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.389166] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.391582] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.480s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.391646] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.391978] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69950) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1059.392149] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.831s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.397238] env[69950]: INFO nova.compute.claims [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.404985] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1ef33b-0d5e-4f08-a9f8-8f83379e92f4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.416191] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e42a87-2245-4a56-a9ee-7f26e58e9e85 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.437555] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2528426-32e9-4467-9e4a-df837a0ad9d2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.447797] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cce9d7-874b-42fd-ad3a-3b6e72838151 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.483373] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178836MB free_disk=1GB free_vcpus=48 pci_devices=None {{(pid=69950) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1059.483549] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.484801] env[69950]: INFO nova.scheduler.client.report [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Deleted allocations for instance dda88168-a704-4dd5-b580-1d22afb83117 [ 1059.487833] env[69950]: DEBUG nova.virt.hardware [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.489783] env[69950]: DEBUG nova.virt.hardware [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.489783] env[69950]: DEBUG nova.virt.hardware [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.489783] env[69950]: DEBUG nova.virt.hardware [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.489783] env[69950]: DEBUG nova.virt.hardware [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.489783] env[69950]: DEBUG nova.virt.hardware [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.489783] env[69950]: DEBUG nova.virt.hardware [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.489783] env[69950]: DEBUG nova.virt.hardware [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.489783] env[69950]: DEBUG nova.virt.hardware [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.489783] env[69950]: DEBUG nova.virt.hardware [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.490313] env[69950]: DEBUG nova.virt.hardware [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.490744] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75212043-112f-412a-a65f-197dc533e4c9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.497198] env[69950]: DEBUG nova.network.neutron [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Successfully created port: 23815098-5a1a-4911-adf6-c15af4edcb25 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.503108] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09864983-3010-4b81-92fb-cec52bd391c8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.688915] env[69950]: DEBUG oslo_concurrency.lockutils [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.689182] env[69950]: DEBUG oslo_concurrency.lockutils [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.002803] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dfd916de-0632-4713-91ef-75e42eed8c72 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Lock "dda88168-a704-4dd5-b580-1d22afb83117" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.236s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.193576] env[69950]: DEBUG nova.compute.utils [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.217093] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.217421] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.696120] env[69950]: DEBUG oslo_concurrency.lockutils [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.720122] env[69950]: DEBUG nova.compute.manager [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.795722] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e48246-bf02-45e1-a5a3-de48e9ed96f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.804228] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38120b8-86b5-41b3-ad3c-843d7e09975d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.834851] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d22dfc-ab1b-4cd1-8b03-5b0945dc6d52 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.844352] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66225d38-64a4-4ffa-930a-c42ccbef01c3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.862864] env[69950]: DEBUG nova.compute.provider_tree [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.221279] env[69950]: DEBUG nova.compute.manager [req-8420b949-05b2-4412-b67c-dfec48078613 req-f4fc33d9-841f-4bb6-8653-5db28cac4574 service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Received event network-vif-plugged-407fdbd6-ce50-4bf8-9bc4-0a084c33a256 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1061.221341] env[69950]: DEBUG oslo_concurrency.lockutils [req-8420b949-05b2-4412-b67c-dfec48078613 req-f4fc33d9-841f-4bb6-8653-5db28cac4574 service nova] Acquiring lock "94a63450-5424-422c-85e5-9803fb2241da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.221545] env[69950]: DEBUG oslo_concurrency.lockutils [req-8420b949-05b2-4412-b67c-dfec48078613 req-f4fc33d9-841f-4bb6-8653-5db28cac4574 service nova] Lock "94a63450-5424-422c-85e5-9803fb2241da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.221714] env[69950]: DEBUG oslo_concurrency.lockutils [req-8420b949-05b2-4412-b67c-dfec48078613 req-f4fc33d9-841f-4bb6-8653-5db28cac4574 service nova] Lock "94a63450-5424-422c-85e5-9803fb2241da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.221888] env[69950]: DEBUG nova.compute.manager [req-8420b949-05b2-4412-b67c-dfec48078613 req-f4fc33d9-841f-4bb6-8653-5db28cac4574 service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] No waiting events found dispatching network-vif-plugged-407fdbd6-ce50-4bf8-9bc4-0a084c33a256 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1061.222060] env[69950]: WARNING nova.compute.manager [req-8420b949-05b2-4412-b67c-dfec48078613 req-f4fc33d9-841f-4bb6-8653-5db28cac4574 service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Received unexpected event network-vif-plugged-407fdbd6-ce50-4bf8-9bc4-0a084c33a256 for instance with vm_state building and task_state spawning. [ 1061.270843] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.298738] env[69950]: DEBUG nova.network.neutron [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Successfully updated port: 407fdbd6-ce50-4bf8-9bc4-0a084c33a256 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.367836] env[69950]: DEBUG nova.scheduler.client.report [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.877962] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.877962] env[69950]: DEBUG nova.compute.manager [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.879944] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.879s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.880436] env[69950]: DEBUG nova.objects.instance [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lazy-loading 'resources' on Instance uuid 224dbd2b-d96d-4c5c-8b59-252382cac427 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.896423] env[69950]: DEBUG oslo_concurrency.lockutils [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.896423] env[69950]: DEBUG oslo_concurrency.lockutils [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.896423] env[69950]: INFO nova.compute.manager [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Attaching volume 9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3 to /dev/sdb [ 1061.951496] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6452b9f-caa5-428e-afdf-8b5c839168da {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.962791] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ade239-077d-4ce3-acea-2f70b5a0187b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.985044] env[69950]: DEBUG nova.virt.block_device [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Updating existing volume attachment record: 8660cbfd-bbbf-4a3e-b3a0-38c8a9ba962c {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1062.384371] env[69950]: DEBUG nova.compute.utils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.384371] env[69950]: DEBUG nova.compute.manager [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.384371] env[69950]: DEBUG nova.network.neutron [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.510581] env[69950]: DEBUG nova.policy [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9074020aef64685a82a0f96224bd473', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ba00a2573514cc9b6216fc0f5a6b93c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.889426] env[69950]: DEBUG nova.compute.manager [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.893613] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7261cce7-c1ec-484a-87f2-81e0b12fac7d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.904222] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9fdea3-b804-4c10-b1a2-251030b78c4c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.942806] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f733cb-1b8b-4c2b-98ab-09c5424e0b3a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.952874] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd1724e-2ef5-44d5-933f-cbba5ef72b4b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.968373] env[69950]: DEBUG nova.compute.provider_tree [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.268754] env[69950]: DEBUG nova.compute.manager [req-03c7b23e-048e-421c-bb78-83f050c27f00 req-5121b43d-0372-40d7-a5ab-1dd917ed313b service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Received event network-changed-407fdbd6-ce50-4bf8-9bc4-0a084c33a256 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1063.269226] env[69950]: DEBUG nova.compute.manager [req-03c7b23e-048e-421c-bb78-83f050c27f00 req-5121b43d-0372-40d7-a5ab-1dd917ed313b service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Refreshing instance network info cache due to event network-changed-407fdbd6-ce50-4bf8-9bc4-0a084c33a256. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1063.269548] env[69950]: DEBUG oslo_concurrency.lockutils [req-03c7b23e-048e-421c-bb78-83f050c27f00 req-5121b43d-0372-40d7-a5ab-1dd917ed313b service nova] Acquiring lock "refresh_cache-94a63450-5424-422c-85e5-9803fb2241da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.269811] env[69950]: DEBUG oslo_concurrency.lockutils [req-03c7b23e-048e-421c-bb78-83f050c27f00 req-5121b43d-0372-40d7-a5ab-1dd917ed313b service nova] Acquired lock "refresh_cache-94a63450-5424-422c-85e5-9803fb2241da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.270128] env[69950]: DEBUG nova.network.neutron [req-03c7b23e-048e-421c-bb78-83f050c27f00 req-5121b43d-0372-40d7-a5ab-1dd917ed313b service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Refreshing network info cache for port 407fdbd6-ce50-4bf8-9bc4-0a084c33a256 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.326175] env[69950]: DEBUG nova.network.neutron [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Successfully created port: 76c1b45a-af04-4833-8566-b578f358a2c5 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.473391] env[69950]: DEBUG nova.scheduler.client.report [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.887229] env[69950]: DEBUG nova.network.neutron [req-03c7b23e-048e-421c-bb78-83f050c27f00 req-5121b43d-0372-40d7-a5ab-1dd917ed313b service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.907158] env[69950]: DEBUG nova.compute.manager [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.980031] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.987896] env[69950]: DEBUG nova.virt.hardware [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.987896] env[69950]: DEBUG nova.virt.hardware [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.987896] env[69950]: DEBUG nova.virt.hardware [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.987896] env[69950]: DEBUG nova.virt.hardware [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.987896] env[69950]: DEBUG nova.virt.hardware [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.987896] env[69950]: DEBUG nova.virt.hardware [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.987896] env[69950]: DEBUG nova.virt.hardware [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.987896] env[69950]: DEBUG nova.virt.hardware [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.988380] env[69950]: DEBUG nova.virt.hardware [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.988519] env[69950]: DEBUG nova.virt.hardware [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.988754] env[69950]: DEBUG nova.virt.hardware [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.989363] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.760s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.991134] env[69950]: INFO nova.compute.claims [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.994717] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a8f019-1bf9-4759-be43-325d2ba58fd0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.013915] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7978c70-6aee-4b94-a21a-3022a31e46ea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.059977] env[69950]: INFO nova.scheduler.client.report [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Deleted allocations for instance 224dbd2b-d96d-4c5c-8b59-252382cac427 [ 1064.432493] env[69950]: DEBUG nova.network.neutron [req-03c7b23e-048e-421c-bb78-83f050c27f00 req-5121b43d-0372-40d7-a5ab-1dd917ed313b service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.545381] env[69950]: DEBUG nova.network.neutron [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Successfully updated port: 23815098-5a1a-4911-adf6-c15af4edcb25 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.570774] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "224dbd2b-d96d-4c5c-8b59-252382cac427" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.202s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.935827] env[69950]: DEBUG oslo_concurrency.lockutils [req-03c7b23e-048e-421c-bb78-83f050c27f00 req-5121b43d-0372-40d7-a5ab-1dd917ed313b service nova] Releasing lock "refresh_cache-94a63450-5424-422c-85e5-9803fb2241da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.050798] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "refresh_cache-94a63450-5424-422c-85e5-9803fb2241da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.050941] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquired lock "refresh_cache-94a63450-5424-422c-85e5-9803fb2241da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.051102] env[69950]: DEBUG nova.network.neutron [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.322660] env[69950]: DEBUG nova.compute.manager [req-baf46be3-adf8-4236-9b78-0a62311566af req-0fe6cd33-9cda-4ded-9a6e-be5d76c62054 service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Received event network-vif-plugged-23815098-5a1a-4911-adf6-c15af4edcb25 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1065.322988] env[69950]: DEBUG oslo_concurrency.lockutils [req-baf46be3-adf8-4236-9b78-0a62311566af req-0fe6cd33-9cda-4ded-9a6e-be5d76c62054 service nova] Acquiring lock "94a63450-5424-422c-85e5-9803fb2241da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.323182] env[69950]: DEBUG oslo_concurrency.lockutils [req-baf46be3-adf8-4236-9b78-0a62311566af req-0fe6cd33-9cda-4ded-9a6e-be5d76c62054 service nova] Lock "94a63450-5424-422c-85e5-9803fb2241da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.323439] env[69950]: DEBUG oslo_concurrency.lockutils [req-baf46be3-adf8-4236-9b78-0a62311566af req-0fe6cd33-9cda-4ded-9a6e-be5d76c62054 service nova] Lock "94a63450-5424-422c-85e5-9803fb2241da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.323635] env[69950]: DEBUG nova.compute.manager [req-baf46be3-adf8-4236-9b78-0a62311566af req-0fe6cd33-9cda-4ded-9a6e-be5d76c62054 service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] No waiting events found dispatching network-vif-plugged-23815098-5a1a-4911-adf6-c15af4edcb25 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1065.323893] env[69950]: WARNING nova.compute.manager [req-baf46be3-adf8-4236-9b78-0a62311566af req-0fe6cd33-9cda-4ded-9a6e-be5d76c62054 service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Received unexpected event network-vif-plugged-23815098-5a1a-4911-adf6-c15af4edcb25 for instance with vm_state building and task_state spawning. [ 1065.323970] env[69950]: DEBUG nova.compute.manager [req-baf46be3-adf8-4236-9b78-0a62311566af req-0fe6cd33-9cda-4ded-9a6e-be5d76c62054 service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Received event network-changed-23815098-5a1a-4911-adf6-c15af4edcb25 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1065.324125] env[69950]: DEBUG nova.compute.manager [req-baf46be3-adf8-4236-9b78-0a62311566af req-0fe6cd33-9cda-4ded-9a6e-be5d76c62054 service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Refreshing instance network info cache due to event network-changed-23815098-5a1a-4911-adf6-c15af4edcb25. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1065.324296] env[69950]: DEBUG oslo_concurrency.lockutils [req-baf46be3-adf8-4236-9b78-0a62311566af req-0fe6cd33-9cda-4ded-9a6e-be5d76c62054 service nova] Acquiring lock "refresh_cache-94a63450-5424-422c-85e5-9803fb2241da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.467325] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329650c0-aaa3-4c09-a5da-920c1e0f72ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.474179] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60de3da-67f1-47cc-ae6d-fbbda757a420 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.507296] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e8929f-ee4a-4e57-8462-7faf58c0547d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.515886] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf910973-eb19-4429-8e55-7cd577c31c91 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.536550] env[69950]: DEBUG nova.compute.provider_tree [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.617979] env[69950]: DEBUG nova.network.neutron [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.042758] env[69950]: DEBUG nova.scheduler.client.report [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.271993] env[69950]: DEBUG nova.network.neutron [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Successfully updated port: 76c1b45a-af04-4833-8566-b578f358a2c5 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.289239] env[69950]: DEBUG nova.network.neutron [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Updating instance_info_cache with network_info: [{"id": "407fdbd6-ce50-4bf8-9bc4-0a084c33a256", "address": "fa:16:3e:52:bd:d5", "network": {"id": "9b718bbc-a1ee-4a86-9652-b810e9d533fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1912714032", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407fdbd6-ce", "ovs_interfaceid": "407fdbd6-ce50-4bf8-9bc4-0a084c33a256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23815098-5a1a-4911-adf6-c15af4edcb25", "address": "fa:16:3e:53:25:46", "network": {"id": "3b1456cb-efce-4b98-a9b1-75070f7bb6e2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-954379115", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23815098-5a", "ovs_interfaceid": "23815098-5a1a-4911-adf6-c15af4edcb25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.548801] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.548978] env[69950]: DEBUG nova.compute.manager [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.552085] env[69950]: DEBUG oslo_concurrency.lockutils [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.779s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.554348] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1066.554533] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835557', 'volume_id': '9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3', 'name': 'volume-9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72e181d4-3808-45a8-88ab-d2c1a68d71c8', 'attached_at': '', 'detached_at': '', 'volume_id': '9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3', 'serial': '9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1066.555414] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbbd5d4-88f2-4bfc-ba29-67f6df62489f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.575239] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb8f20-4309-44a0-b9c9-89f45ea8b9da {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.602026] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3/volume-9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.603450] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea162bcb-692a-4557-bfd7-ea7d9618811b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.622971] env[69950]: DEBUG oslo_vmware.api [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1066.622971] env[69950]: value = "task-4222632" [ 1066.622971] env[69950]: _type = "Task" [ 1066.622971] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.635383] env[69950]: DEBUG oslo_vmware.api [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.775732] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Acquiring lock "refresh_cache-a2179e0b-50e2-4dad-b84b-ed913f4a72a7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.775732] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Acquired lock "refresh_cache-a2179e0b-50e2-4dad-b84b-ed913f4a72a7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.775732] env[69950]: DEBUG nova.network.neutron [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.793930] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Releasing lock "refresh_cache-94a63450-5424-422c-85e5-9803fb2241da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.793930] env[69950]: DEBUG nova.compute.manager [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Instance network_info: |[{"id": "407fdbd6-ce50-4bf8-9bc4-0a084c33a256", "address": "fa:16:3e:52:bd:d5", "network": {"id": "9b718bbc-a1ee-4a86-9652-b810e9d533fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1912714032", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407fdbd6-ce", "ovs_interfaceid": "407fdbd6-ce50-4bf8-9bc4-0a084c33a256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23815098-5a1a-4911-adf6-c15af4edcb25", "address": "fa:16:3e:53:25:46", "network": {"id": "3b1456cb-efce-4b98-a9b1-75070f7bb6e2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-954379115", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23815098-5a", "ovs_interfaceid": "23815098-5a1a-4911-adf6-c15af4edcb25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.793930] env[69950]: DEBUG oslo_concurrency.lockutils [req-baf46be3-adf8-4236-9b78-0a62311566af req-0fe6cd33-9cda-4ded-9a6e-be5d76c62054 service nova] Acquired lock "refresh_cache-94a63450-5424-422c-85e5-9803fb2241da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.793930] env[69950]: DEBUG nova.network.neutron [req-baf46be3-adf8-4236-9b78-0a62311566af req-0fe6cd33-9cda-4ded-9a6e-be5d76c62054 service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Refreshing network info cache for port 23815098-5a1a-4911-adf6-c15af4edcb25 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.796539] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:bd:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '407fdbd6-ce50-4bf8-9bc4-0a084c33a256', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:25:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23815098-5a1a-4911-adf6-c15af4edcb25', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.808523] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.813220] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.818154] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a1b44dc-748f-4071-8395-6f664606ddac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.845139] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.845139] env[69950]: value = "task-4222633" [ 1066.845139] env[69950]: _type = "Task" [ 1066.845139] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.856339] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222633, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.055527] env[69950]: DEBUG nova.compute.utils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.059632] env[69950]: INFO nova.compute.claims [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.065591] env[69950]: DEBUG nova.compute.manager [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.065591] env[69950]: DEBUG nova.network.neutron [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.134668] env[69950]: DEBUG oslo_vmware.api [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222632, 'name': ReconfigVM_Task, 'duration_secs': 0.430584} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.134953] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3/volume-9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.140010] env[69950]: DEBUG oslo_concurrency.lockutils [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "3b3787a9-2613-4c96-a271-9abf718a60c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.140303] env[69950]: DEBUG oslo_concurrency.lockutils [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "3b3787a9-2613-4c96-a271-9abf718a60c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.140504] env[69950]: DEBUG oslo_concurrency.lockutils [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "3b3787a9-2613-4c96-a271-9abf718a60c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.140678] env[69950]: DEBUG oslo_concurrency.lockutils [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "3b3787a9-2613-4c96-a271-9abf718a60c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.140849] env[69950]: DEBUG oslo_concurrency.lockutils [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "3b3787a9-2613-4c96-a271-9abf718a60c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.143825] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ee63501-0d94-4f41-aa89-73af95a12d5d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.158698] env[69950]: DEBUG nova.policy [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adf4ea2ecd254e82a6b41ddba1f2b9fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae78d1a2c5b941dd9d69e87bf7baf7b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.166112] env[69950]: INFO nova.compute.manager [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Terminating instance [ 1067.171400] env[69950]: DEBUG oslo_vmware.api [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1067.171400] env[69950]: value = "task-4222634" [ 1067.171400] env[69950]: _type = "Task" [ 1067.171400] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.186253] env[69950]: DEBUG oslo_vmware.api [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.322030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "4a450a03-497e-470b-a03f-551965c90c1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.322030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "4a450a03-497e-470b-a03f-551965c90c1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.322030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "4a450a03-497e-470b-a03f-551965c90c1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.322030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "4a450a03-497e-470b-a03f-551965c90c1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.322030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "4a450a03-497e-470b-a03f-551965c90c1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.324615] env[69950]: INFO nova.compute.manager [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Terminating instance [ 1067.360162] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222633, 'name': CreateVM_Task, 'duration_secs': 0.46353} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.360162] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.360162] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.360162] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.360162] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.360162] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-894da721-30cf-4d4e-911b-2c816e2d65a8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.371201] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 1067.371201] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e62b0d-6f0d-cc98-75e8-cd6ef1cde5c1" [ 1067.371201] env[69950]: _type = "Task" [ 1067.371201] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.380233] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e62b0d-6f0d-cc98-75e8-cd6ef1cde5c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.381892] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.382147] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.382385] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.382539] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.382726] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.383805] env[69950]: DEBUG nova.compute.manager [req-adf5590c-4b42-4a23-9284-9966d4434b75 req-a55ad6c1-0342-4ee1-b37f-2660a0b8f42e service nova] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Received event network-vif-plugged-76c1b45a-af04-4833-8566-b578f358a2c5 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1067.384014] env[69950]: DEBUG oslo_concurrency.lockutils [req-adf5590c-4b42-4a23-9284-9966d4434b75 req-a55ad6c1-0342-4ee1-b37f-2660a0b8f42e service nova] Acquiring lock "a2179e0b-50e2-4dad-b84b-ed913f4a72a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.384221] env[69950]: DEBUG oslo_concurrency.lockutils [req-adf5590c-4b42-4a23-9284-9966d4434b75 req-a55ad6c1-0342-4ee1-b37f-2660a0b8f42e service nova] Lock "a2179e0b-50e2-4dad-b84b-ed913f4a72a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.384385] env[69950]: DEBUG oslo_concurrency.lockutils [req-adf5590c-4b42-4a23-9284-9966d4434b75 req-a55ad6c1-0342-4ee1-b37f-2660a0b8f42e service nova] Lock "a2179e0b-50e2-4dad-b84b-ed913f4a72a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.384553] env[69950]: DEBUG nova.compute.manager [req-adf5590c-4b42-4a23-9284-9966d4434b75 req-a55ad6c1-0342-4ee1-b37f-2660a0b8f42e service nova] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] No waiting events found dispatching network-vif-plugged-76c1b45a-af04-4833-8566-b578f358a2c5 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1067.384718] env[69950]: WARNING nova.compute.manager [req-adf5590c-4b42-4a23-9284-9966d4434b75 req-a55ad6c1-0342-4ee1-b37f-2660a0b8f42e service nova] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Received unexpected event network-vif-plugged-76c1b45a-af04-4833-8566-b578f358a2c5 for instance with vm_state building and task_state spawning. [ 1067.385207] env[69950]: DEBUG nova.compute.manager [req-adf5590c-4b42-4a23-9284-9966d4434b75 req-a55ad6c1-0342-4ee1-b37f-2660a0b8f42e service nova] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Received event network-changed-76c1b45a-af04-4833-8566-b578f358a2c5 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1067.385403] env[69950]: DEBUG nova.compute.manager [req-adf5590c-4b42-4a23-9284-9966d4434b75 req-a55ad6c1-0342-4ee1-b37f-2660a0b8f42e service nova] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Refreshing instance network info cache due to event network-changed-76c1b45a-af04-4833-8566-b578f358a2c5. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1067.385777] env[69950]: DEBUG oslo_concurrency.lockutils [req-adf5590c-4b42-4a23-9284-9966d4434b75 req-a55ad6c1-0342-4ee1-b37f-2660a0b8f42e service nova] Acquiring lock "refresh_cache-a2179e0b-50e2-4dad-b84b-ed913f4a72a7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.386166] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-476ae154-14eb-4f9d-a27d-6da72bbfda7b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.396182] env[69950]: DEBUG nova.network.neutron [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.402581] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.402850] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.403837] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e296553-389e-4351-b907-fad513612220 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.411253] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 1067.411253] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52205e71-b6ef-6b9f-3589-5129c5e60bdc" [ 1067.411253] env[69950]: _type = "Task" [ 1067.411253] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.419671] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52205e71-b6ef-6b9f-3589-5129c5e60bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.452034] env[69950]: DEBUG nova.network.neutron [req-baf46be3-adf8-4236-9b78-0a62311566af req-0fe6cd33-9cda-4ded-9a6e-be5d76c62054 service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Updated VIF entry in instance network info cache for port 23815098-5a1a-4911-adf6-c15af4edcb25. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.452546] env[69950]: DEBUG nova.network.neutron [req-baf46be3-adf8-4236-9b78-0a62311566af req-0fe6cd33-9cda-4ded-9a6e-be5d76c62054 service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Updating instance_info_cache with network_info: [{"id": "407fdbd6-ce50-4bf8-9bc4-0a084c33a256", "address": "fa:16:3e:52:bd:d5", "network": {"id": "9b718bbc-a1ee-4a86-9652-b810e9d533fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1912714032", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407fdbd6-ce", "ovs_interfaceid": "407fdbd6-ce50-4bf8-9bc4-0a084c33a256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23815098-5a1a-4911-adf6-c15af4edcb25", "address": "fa:16:3e:53:25:46", "network": {"id": "3b1456cb-efce-4b98-a9b1-75070f7bb6e2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-954379115", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b4871d28285045deb950c8b27b8b3ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23815098-5a", "ovs_interfaceid": "23815098-5a1a-4911-adf6-c15af4edcb25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.566277] env[69950]: DEBUG nova.compute.manager [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.570998] env[69950]: INFO nova.compute.resource_tracker [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating resource usage from migration d0a95b22-504a-4c55-8bd6-d52ba82c9058 [ 1067.668961] env[69950]: DEBUG nova.compute.manager [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.669229] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.670684] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e6b50b-5740-4a0b-8040-abbce4a1fbee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.688231] env[69950]: DEBUG oslo_vmware.api [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222634, 'name': ReconfigVM_Task, 'duration_secs': 0.165772} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.690892] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835557', 'volume_id': '9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3', 'name': 'volume-9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72e181d4-3808-45a8-88ab-d2c1a68d71c8', 'attached_at': '', 'detached_at': '', 'volume_id': '9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3', 'serial': '9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1067.692729] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.695988] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9132f4ef-7a02-4975-b6fb-8b2f5f5cdf9c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.709347] env[69950]: DEBUG oslo_vmware.api [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1067.709347] env[69950]: value = "task-4222635" [ 1067.709347] env[69950]: _type = "Task" [ 1067.709347] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.725352] env[69950]: DEBUG oslo_vmware.api [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.770101] env[69950]: DEBUG nova.network.neutron [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Updating instance_info_cache with network_info: [{"id": "76c1b45a-af04-4833-8566-b578f358a2c5", "address": "fa:16:3e:bf:6e:2c", "network": {"id": "b3c57126-33cb-4bd7-8d91-dbd3cf71d351", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1137358675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba00a2573514cc9b6216fc0f5a6b93c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c1b45a-af", "ovs_interfaceid": "76c1b45a-af04-4833-8566-b578f358a2c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.833196] env[69950]: DEBUG nova.compute.manager [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.833196] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.835476] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eaf549-6812-49db-b168-994e1baaa82e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.843961] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.844030] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68d60edd-1004-4dc5-92d9-744b2ec860d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.854596] env[69950]: DEBUG oslo_vmware.api [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1067.854596] env[69950]: value = "task-4222636" [ 1067.854596] env[69950]: _type = "Task" [ 1067.854596] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.866769] env[69950]: DEBUG oslo_vmware.api [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.926892] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52205e71-b6ef-6b9f-3589-5129c5e60bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.928112] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd9d79a0-403b-4371-a693-170689708cba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.934660] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 1067.934660] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5277fe71-6c53-9b5b-cfb0-516e6b30662d" [ 1067.934660] env[69950]: _type = "Task" [ 1067.934660] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.944839] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5277fe71-6c53-9b5b-cfb0-516e6b30662d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.958673] env[69950]: DEBUG oslo_concurrency.lockutils [req-baf46be3-adf8-4236-9b78-0a62311566af req-0fe6cd33-9cda-4ded-9a6e-be5d76c62054 service nova] Releasing lock "refresh_cache-94a63450-5424-422c-85e5-9803fb2241da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.066101] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ae396f-95cf-40d0-8dee-5f833027222d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.079835] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6841c74a-177d-431e-bfbe-b35318f4b1e6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.118386] env[69950]: DEBUG nova.network.neutron [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Successfully created port: f32e84b8-de54-47de-820f-0b2307250bd1 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.120930] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bfdcd0-eb48-4eb3-a7b9-91e6fd4df799 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.130355] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa85958d-ca2f-4ccf-b5cf-0e4497a181f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.146317] env[69950]: DEBUG nova.compute.provider_tree [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.220557] env[69950]: DEBUG oslo_vmware.api [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222635, 'name': PowerOffVM_Task, 'duration_secs': 0.261923} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.220923] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.221117] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.221464] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcab1282-193b-42d6-8e08-1a534ad6d591 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.272662] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Releasing lock "refresh_cache-a2179e0b-50e2-4dad-b84b-ed913f4a72a7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.273079] env[69950]: DEBUG nova.compute.manager [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Instance network_info: |[{"id": "76c1b45a-af04-4833-8566-b578f358a2c5", "address": "fa:16:3e:bf:6e:2c", "network": {"id": "b3c57126-33cb-4bd7-8d91-dbd3cf71d351", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1137358675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba00a2573514cc9b6216fc0f5a6b93c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c1b45a-af", "ovs_interfaceid": "76c1b45a-af04-4833-8566-b578f358a2c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.273448] env[69950]: DEBUG oslo_concurrency.lockutils [req-adf5590c-4b42-4a23-9284-9966d4434b75 req-a55ad6c1-0342-4ee1-b37f-2660a0b8f42e service nova] Acquired lock "refresh_cache-a2179e0b-50e2-4dad-b84b-ed913f4a72a7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.273648] env[69950]: DEBUG nova.network.neutron [req-adf5590c-4b42-4a23-9284-9966d4434b75 req-a55ad6c1-0342-4ee1-b37f-2660a0b8f42e service nova] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Refreshing network info cache for port 76c1b45a-af04-4833-8566-b578f358a2c5 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.275232] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:6e:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76c1b45a-af04-4833-8566-b578f358a2c5', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.283655] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Creating folder: Project (0ba00a2573514cc9b6216fc0f5a6b93c). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.287827] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d491705-9676-4e50-90f5-545e7ff20e4a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.292235] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.292484] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.292702] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Deleting the datastore file [datastore2] 3b3787a9-2613-4c96-a271-9abf718a60c2 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.293737] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d58b5166-c16a-4e0c-af0d-6e33297252a3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.302066] env[69950]: DEBUG oslo_vmware.api [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1068.302066] env[69950]: value = "task-4222639" [ 1068.302066] env[69950]: _type = "Task" [ 1068.302066] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.308197] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Created folder: Project (0ba00a2573514cc9b6216fc0f5a6b93c) in parent group-v835309. [ 1068.308197] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Creating folder: Instances. Parent ref: group-v835559. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.308999] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f724fb87-6a6f-4e94-bceb-b14403bcbfe7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.314808] env[69950]: DEBUG oslo_vmware.api [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.324769] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Created folder: Instances in parent group-v835559. [ 1068.325104] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.325330] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.325567] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6011afc0-fecf-4d61-bdcb-24d727da0e2f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.350809] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.350809] env[69950]: value = "task-4222641" [ 1068.350809] env[69950]: _type = "Task" [ 1068.350809] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.364170] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222641, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.367846] env[69950]: DEBUG oslo_vmware.api [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222636, 'name': PowerOffVM_Task, 'duration_secs': 0.199074} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.368182] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.368420] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.368785] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05e1f5f6-a736-45fb-963e-7beca3c7c86e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.448810] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5277fe71-6c53-9b5b-cfb0-516e6b30662d, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.451600] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.451947] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 94a63450-5424-422c-85e5-9803fb2241da/94a63450-5424-422c-85e5-9803fb2241da.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.452272] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.452484] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.452665] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Deleting the datastore file [datastore2] 4a450a03-497e-470b-a03f-551965c90c1f {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.452923] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05a5b907-28e1-457e-964e-a217bfefbfbc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.455252] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcc11e08-5456-4665-893e-803b35678fc1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.466634] env[69950]: DEBUG oslo_vmware.api [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for the task: (returnval){ [ 1068.466634] env[69950]: value = "task-4222644" [ 1068.466634] env[69950]: _type = "Task" [ 1068.466634] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.469100] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 1068.469100] env[69950]: value = "task-4222643" [ 1068.469100] env[69950]: _type = "Task" [ 1068.469100] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.483217] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.487437] env[69950]: DEBUG oslo_vmware.api [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.586987] env[69950]: DEBUG nova.compute.manager [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.638504] env[69950]: DEBUG nova.virt.hardware [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.638766] env[69950]: DEBUG nova.virt.hardware [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.638927] env[69950]: DEBUG nova.virt.hardware [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.639190] env[69950]: DEBUG nova.virt.hardware [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.639383] env[69950]: DEBUG nova.virt.hardware [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.639603] env[69950]: DEBUG nova.virt.hardware [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.639868] env[69950]: DEBUG nova.virt.hardware [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.641438] env[69950]: DEBUG nova.virt.hardware [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.641438] env[69950]: DEBUG nova.virt.hardware [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.641438] env[69950]: DEBUG nova.virt.hardware [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.641438] env[69950]: DEBUG nova.virt.hardware [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.642270] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11175614-4d7d-4243-bec3-5f60190175ea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.652147] env[69950]: DEBUG nova.scheduler.client.report [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.656556] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44df3ce8-3270-401b-9bbf-554b951b3a33 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.746342] env[69950]: DEBUG nova.network.neutron [req-adf5590c-4b42-4a23-9284-9966d4434b75 req-a55ad6c1-0342-4ee1-b37f-2660a0b8f42e service nova] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Updated VIF entry in instance network info cache for port 76c1b45a-af04-4833-8566-b578f358a2c5. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.746816] env[69950]: DEBUG nova.network.neutron [req-adf5590c-4b42-4a23-9284-9966d4434b75 req-a55ad6c1-0342-4ee1-b37f-2660a0b8f42e service nova] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Updating instance_info_cache with network_info: [{"id": "76c1b45a-af04-4833-8566-b578f358a2c5", "address": "fa:16:3e:bf:6e:2c", "network": {"id": "b3c57126-33cb-4bd7-8d91-dbd3cf71d351", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1137358675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba00a2573514cc9b6216fc0f5a6b93c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76c1b45a-af", "ovs_interfaceid": "76c1b45a-af04-4833-8566-b578f358a2c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.771943] env[69950]: DEBUG nova.objects.instance [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lazy-loading 'flavor' on Instance uuid 72e181d4-3808-45a8-88ab-d2c1a68d71c8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.814023] env[69950]: DEBUG oslo_vmware.api [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20704} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.814332] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.814548] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.814736] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.814912] env[69950]: INFO nova.compute.manager [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1068.815178] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.815430] env[69950]: DEBUG nova.compute.manager [-] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.815528] env[69950]: DEBUG nova.network.neutron [-] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.864636] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222641, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.994194] env[69950]: DEBUG oslo_vmware.api [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Task: {'id': task-4222644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167772} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.994462] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222643, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.994799] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.994986] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.995262] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.995475] env[69950]: INFO nova.compute.manager [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1068.995730] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.995926] env[69950]: DEBUG nova.compute.manager [-] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.996039] env[69950]: DEBUG nova.network.neutron [-] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.162733] env[69950]: DEBUG oslo_concurrency.lockutils [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.611s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.166468] env[69950]: INFO nova.compute.manager [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Migrating [ 1069.170908] env[69950]: DEBUG oslo_concurrency.lockutils [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.871s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.170908] env[69950]: DEBUG nova.objects.instance [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lazy-loading 'resources' on Instance uuid 94ba5c21-e4d6-49ec-b392-24d93632d4a3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.251902] env[69950]: DEBUG oslo_concurrency.lockutils [req-adf5590c-4b42-4a23-9284-9966d4434b75 req-a55ad6c1-0342-4ee1-b37f-2660a0b8f42e service nova] Releasing lock "refresh_cache-a2179e0b-50e2-4dad-b84b-ed913f4a72a7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.280930] env[69950]: DEBUG oslo_concurrency.lockutils [None req-be6fab9b-babc-4522-88dd-a0c4c05794a1 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.387s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.362775] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222641, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.493792] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625861} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.494599] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 94a63450-5424-422c-85e5-9803fb2241da/94a63450-5424-422c-85e5-9803fb2241da.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.494599] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.494599] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-409a5818-0bc7-4a7f-851a-c446ef63a23f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.502038] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 1069.502038] env[69950]: value = "task-4222645" [ 1069.502038] env[69950]: _type = "Task" [ 1069.502038] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.520397] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.686800] env[69950]: DEBUG oslo_concurrency.lockutils [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.687108] env[69950]: DEBUG oslo_concurrency.lockutils [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.687406] env[69950]: DEBUG nova.network.neutron [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.695888] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec44be6e-2f7d-453e-9a13-2b89763b6440 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.704824] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9386670-6856-468f-a5a3-cc371aa9779a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.739330] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bff6a71-9dca-45c3-b3b7-87419ea890cd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.746221] env[69950]: DEBUG nova.compute.manager [req-88addbd4-9c52-4c20-bb73-1c4ded8913dd req-59f64645-3968-4447-b407-8f4643c136bc service nova] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Received event network-vif-deleted-49561347-c1f7-4a2d-83c2-69529d97351f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1069.746445] env[69950]: INFO nova.compute.manager [req-88addbd4-9c52-4c20-bb73-1c4ded8913dd req-59f64645-3968-4447-b407-8f4643c136bc service nova] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Neutron deleted interface 49561347-c1f7-4a2d-83c2-69529d97351f; detaching it from the instance and deleting it from the info cache [ 1069.746817] env[69950]: DEBUG nova.network.neutron [req-88addbd4-9c52-4c20-bb73-1c4ded8913dd req-59f64645-3968-4447-b407-8f4643c136bc service nova] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.752178] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cdb475-53b3-448b-bc8c-38cb7b215b4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.769215] env[69950]: DEBUG nova.compute.provider_tree [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.849879] env[69950]: DEBUG oslo_concurrency.lockutils [None req-344fca5d-aa87-4565-af3e-e2579eb54a98 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.850293] env[69950]: DEBUG oslo_concurrency.lockutils [None req-344fca5d-aa87-4565-af3e-e2579eb54a98 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.850545] env[69950]: DEBUG nova.compute.manager [None req-344fca5d-aa87-4565-af3e-e2579eb54a98 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1069.851605] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f497b5e0-5e04-4775-9ce9-3743f52f970d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.866557] env[69950]: DEBUG nova.compute.manager [None req-344fca5d-aa87-4565-af3e-e2579eb54a98 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69950) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1069.867405] env[69950]: DEBUG nova.objects.instance [None req-344fca5d-aa87-4565-af3e-e2579eb54a98 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lazy-loading 'flavor' on Instance uuid 72e181d4-3808-45a8-88ab-d2c1a68d71c8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.868712] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222641, 'name': CreateVM_Task, 'duration_secs': 1.44111} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.868875] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.869837] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.870011] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.870361] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.870698] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225e02fd-02d0-4d6c-af03-ddce0e107872 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.876246] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Waiting for the task: (returnval){ [ 1069.876246] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52476be5-e30e-c3b4-9b0f-c8d944260411" [ 1069.876246] env[69950]: _type = "Task" [ 1069.876246] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.886338] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52476be5-e30e-c3b4-9b0f-c8d944260411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.011483] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182997} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.011805] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.012641] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f807d5b-da38-4e29-830d-ea428b8afa48 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.038050] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 94a63450-5424-422c-85e5-9803fb2241da/94a63450-5424-422c-85e5-9803fb2241da.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.038576] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e971ab0e-7279-4cfa-8742-6b23eb8a3842 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.058450] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 1070.058450] env[69950]: value = "task-4222646" [ 1070.058450] env[69950]: _type = "Task" [ 1070.058450] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.067410] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.098149] env[69950]: DEBUG nova.network.neutron [-] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.101735] env[69950]: DEBUG nova.network.neutron [-] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.251853] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74b66e32-ffca-4ec8-ab89-2219c2985016 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.265810] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d70ebd4-0b8b-4831-b4b9-79b44cbe3ae3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.281485] env[69950]: DEBUG nova.scheduler.client.report [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.317878] env[69950]: DEBUG nova.compute.manager [req-88addbd4-9c52-4c20-bb73-1c4ded8913dd req-59f64645-3968-4447-b407-8f4643c136bc service nova] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Detach interface failed, port_id=49561347-c1f7-4a2d-83c2-69529d97351f, reason: Instance 4a450a03-497e-470b-a03f-551965c90c1f could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1070.387057] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52476be5-e30e-c3b4-9b0f-c8d944260411, 'name': SearchDatastore_Task, 'duration_secs': 0.037272} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.387914] env[69950]: DEBUG nova.network.neutron [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Successfully updated port: f32e84b8-de54-47de-820f-0b2307250bd1 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.389652] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.389652] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.389652] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.389766] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.390281] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.390471] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c7d8220-6f49-4915-b086-d0933729b3ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.400629] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.400825] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.401863] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f4a33e-ec7e-42df-af08-0dd37563d6e4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.411225] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Waiting for the task: (returnval){ [ 1070.411225] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522b5fab-1da8-1212-6955-59238b247326" [ 1070.411225] env[69950]: _type = "Task" [ 1070.411225] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.422955] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522b5fab-1da8-1212-6955-59238b247326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.569201] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222646, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.603536] env[69950]: INFO nova.compute.manager [-] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Took 1.61 seconds to deallocate network for instance. [ 1070.603897] env[69950]: INFO nova.compute.manager [-] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Took 1.79 seconds to deallocate network for instance. [ 1070.647606] env[69950]: DEBUG nova.network.neutron [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating instance_info_cache with network_info: [{"id": "2f2c206c-6c62-4219-860a-34eece36afd9", "address": "fa:16:3e:72:c9:ce", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f2c206c-6c", "ovs_interfaceid": "2f2c206c-6c62-4219-860a-34eece36afd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.715621] env[69950]: DEBUG nova.compute.manager [req-936b3853-8064-4faf-9436-db7bc83810f2 req-a33090d9-d3d5-410f-9375-c3cc5a6760b5 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Received event network-vif-plugged-f32e84b8-de54-47de-820f-0b2307250bd1 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1070.715840] env[69950]: DEBUG oslo_concurrency.lockutils [req-936b3853-8064-4faf-9436-db7bc83810f2 req-a33090d9-d3d5-410f-9375-c3cc5a6760b5 service nova] Acquiring lock "43e81197-d430-4443-9dfd-4c561ec2000c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.716283] env[69950]: DEBUG oslo_concurrency.lockutils [req-936b3853-8064-4faf-9436-db7bc83810f2 req-a33090d9-d3d5-410f-9375-c3cc5a6760b5 service nova] Lock "43e81197-d430-4443-9dfd-4c561ec2000c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.716283] env[69950]: DEBUG oslo_concurrency.lockutils [req-936b3853-8064-4faf-9436-db7bc83810f2 req-a33090d9-d3d5-410f-9375-c3cc5a6760b5 service nova] Lock "43e81197-d430-4443-9dfd-4c561ec2000c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.716401] env[69950]: DEBUG nova.compute.manager [req-936b3853-8064-4faf-9436-db7bc83810f2 req-a33090d9-d3d5-410f-9375-c3cc5a6760b5 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] No waiting events found dispatching network-vif-plugged-f32e84b8-de54-47de-820f-0b2307250bd1 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1070.716587] env[69950]: WARNING nova.compute.manager [req-936b3853-8064-4faf-9436-db7bc83810f2 req-a33090d9-d3d5-410f-9375-c3cc5a6760b5 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Received unexpected event network-vif-plugged-f32e84b8-de54-47de-820f-0b2307250bd1 for instance with vm_state building and task_state spawning. [ 1070.787111] env[69950]: DEBUG oslo_concurrency.lockutils [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.789832] env[69950]: DEBUG oslo_concurrency.lockutils [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.710s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.790186] env[69950]: DEBUG nova.objects.instance [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lazy-loading 'resources' on Instance uuid 384026e4-403e-4760-8abd-fb15a02c96bf {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.844560] env[69950]: INFO nova.scheduler.client.report [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Deleted allocations for instance 94ba5c21-e4d6-49ec-b392-24d93632d4a3 [ 1070.874933] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-344fca5d-aa87-4565-af3e-e2579eb54a98 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.875283] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bc6a458-df13-49f3-bf91-a068cee321ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.883711] env[69950]: DEBUG oslo_vmware.api [None req-344fca5d-aa87-4565-af3e-e2579eb54a98 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1070.883711] env[69950]: value = "task-4222647" [ 1070.883711] env[69950]: _type = "Task" [ 1070.883711] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.892146] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.892384] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.892477] env[69950]: DEBUG nova.network.neutron [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.893891] env[69950]: DEBUG oslo_vmware.api [None req-344fca5d-aa87-4565-af3e-e2579eb54a98 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.922814] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522b5fab-1da8-1212-6955-59238b247326, 'name': SearchDatastore_Task, 'duration_secs': 0.011596} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.924237] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96efa374-c7c5-4219-9f10-a5adc43147f7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.930869] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Waiting for the task: (returnval){ [ 1070.930869] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520e5fd3-e454-1714-55fd-5bca2014b08a" [ 1070.930869] env[69950]: _type = "Task" [ 1070.930869] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.939278] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520e5fd3-e454-1714-55fd-5bca2014b08a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.074240] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222646, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.113801] env[69950]: DEBUG oslo_concurrency.lockutils [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.114807] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.150796] env[69950]: DEBUG oslo_concurrency.lockutils [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.351227] env[69950]: DEBUG oslo_concurrency.lockutils [None req-04ebc508-3191-49a5-a7d5-561802f3137e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "94ba5c21-e4d6-49ec-b392-24d93632d4a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.058s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.394287] env[69950]: DEBUG oslo_vmware.api [None req-344fca5d-aa87-4565-af3e-e2579eb54a98 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.449182] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520e5fd3-e454-1714-55fd-5bca2014b08a, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.449541] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.450100] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] a2179e0b-50e2-4dad-b84b-ed913f4a72a7/a2179e0b-50e2-4dad-b84b-ed913f4a72a7.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.450429] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0bc43dc-c068-48c9-b271-340f1f0a4e0a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.463096] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Waiting for the task: (returnval){ [ 1071.463096] env[69950]: value = "task-4222648" [ 1071.463096] env[69950]: _type = "Task" [ 1071.463096] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.474468] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.480104] env[69950]: DEBUG nova.network.neutron [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.584870] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222646, 'name': ReconfigVM_Task, 'duration_secs': 1.323885} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.585029] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 94a63450-5424-422c-85e5-9803fb2241da/94a63450-5424-422c-85e5-9803fb2241da.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.585935] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6eef495-7294-402d-bb34-f4fc020f1d6b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.596316] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 1071.596316] env[69950]: value = "task-4222649" [ 1071.596316] env[69950]: _type = "Task" [ 1071.596316] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.612842] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222649, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.731493] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b3869b-874a-471d-83d4-687a0fc03b25 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.745327] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab40ea8d-9a77-4ce6-86ff-946dd04bc98a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.784041] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9eb95e-bd49-4272-92b8-22e5676a8828 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.795678] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb113d0c-cdb7-4001-b015-c4454176ec65 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.819035] env[69950]: DEBUG nova.compute.provider_tree [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.896891] env[69950]: DEBUG nova.network.neutron [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Updating instance_info_cache with network_info: [{"id": "f32e84b8-de54-47de-820f-0b2307250bd1", "address": "fa:16:3e:33:a6:16", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32e84b8-de", "ovs_interfaceid": "f32e84b8-de54-47de-820f-0b2307250bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.911457] env[69950]: DEBUG oslo_vmware.api [None req-344fca5d-aa87-4565-af3e-e2579eb54a98 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.976987] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222648, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.074882] env[69950]: DEBUG nova.compute.manager [req-1afc255d-bb6a-4a3b-b285-4ebf22378c5b req-eddca9d6-5c5a-4f78-a046-0f56dcecae22 service nova] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Received event network-vif-deleted-8f5b16ae-1caa-4162-980e-6f6fd9caaae9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1072.077390] env[69950]: DEBUG nova.compute.manager [req-1afc255d-bb6a-4a3b-b285-4ebf22378c5b req-eddca9d6-5c5a-4f78-a046-0f56dcecae22 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Received event network-changed-f32e84b8-de54-47de-820f-0b2307250bd1 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1072.077390] env[69950]: DEBUG nova.compute.manager [req-1afc255d-bb6a-4a3b-b285-4ebf22378c5b req-eddca9d6-5c5a-4f78-a046-0f56dcecae22 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Refreshing instance network info cache due to event network-changed-f32e84b8-de54-47de-820f-0b2307250bd1. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1072.077390] env[69950]: DEBUG oslo_concurrency.lockutils [req-1afc255d-bb6a-4a3b-b285-4ebf22378c5b req-eddca9d6-5c5a-4f78-a046-0f56dcecae22 service nova] Acquiring lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.111733] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222649, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.321148] env[69950]: DEBUG nova.scheduler.client.report [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.400378] env[69950]: DEBUG oslo_vmware.api [None req-344fca5d-aa87-4565-af3e-e2579eb54a98 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222647, 'name': PowerOffVM_Task, 'duration_secs': 1.168517} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.400760] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-344fca5d-aa87-4565-af3e-e2579eb54a98 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.401011] env[69950]: DEBUG nova.compute.manager [None req-344fca5d-aa87-4565-af3e-e2579eb54a98 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.402259] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff73232-cc3b-42f7-85f3-73b5befda9e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.415628] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.416121] env[69950]: DEBUG nova.compute.manager [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Instance network_info: |[{"id": "f32e84b8-de54-47de-820f-0b2307250bd1", "address": "fa:16:3e:33:a6:16", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32e84b8-de", "ovs_interfaceid": "f32e84b8-de54-47de-820f-0b2307250bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.416912] env[69950]: DEBUG oslo_concurrency.lockutils [req-1afc255d-bb6a-4a3b-b285-4ebf22378c5b req-eddca9d6-5c5a-4f78-a046-0f56dcecae22 service nova] Acquired lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.417233] env[69950]: DEBUG nova.network.neutron [req-1afc255d-bb6a-4a3b-b285-4ebf22378c5b req-eddca9d6-5c5a-4f78-a046-0f56dcecae22 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Refreshing network info cache for port f32e84b8-de54-47de-820f-0b2307250bd1 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.419269] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:a6:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f32e84b8-de54-47de-820f-0b2307250bd1', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.433106] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.433887] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.434251] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3a12cb7-7b16-4b9a-a42e-3cc0f8bfb51d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.471881] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.471881] env[69950]: value = "task-4222650" [ 1072.471881] env[69950]: _type = "Task" [ 1072.471881] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.482260] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222650, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.485675] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607739} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.485937] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] a2179e0b-50e2-4dad-b84b-ed913f4a72a7/a2179e0b-50e2-4dad-b84b-ed913f4a72a7.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.486177] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.486445] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-247723d6-7f7b-433f-8a92-835450c23d56 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.494925] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Waiting for the task: (returnval){ [ 1072.494925] env[69950]: value = "task-4222651" [ 1072.494925] env[69950]: _type = "Task" [ 1072.494925] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.506530] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.615304] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222649, 'name': Rename_Task, 'duration_secs': 0.524495} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.615813] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.616232] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6fa8a43-3052-4b67-af26-3497bd916078 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.626134] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 1072.626134] env[69950]: value = "task-4222652" [ 1072.626134] env[69950]: _type = "Task" [ 1072.626134] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.641416] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.672293] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6e51e0-785a-4e79-8494-2e32c9509a03 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.694058] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating instance 'b30ebaee-894d-49c3-9d54-f9d31f45615c' progress to 0 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.827460] env[69950]: DEBUG oslo_concurrency.lockutils [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.830393] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.598s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.891261] env[69950]: INFO nova.scheduler.client.report [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleted allocations for instance 384026e4-403e-4760-8abd-fb15a02c96bf [ 1072.920475] env[69950]: DEBUG oslo_concurrency.lockutils [None req-344fca5d-aa87-4565-af3e-e2579eb54a98 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.070s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.984179] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222650, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.009670] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199961} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.010211] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.011572] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c899680-7ece-4466-99fd-a067d4c810a7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.052976] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] a2179e0b-50e2-4dad-b84b-ed913f4a72a7/a2179e0b-50e2-4dad-b84b-ed913f4a72a7.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.057691] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192e41a4-9455-4782-b509-aead7ce095a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.085496] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Waiting for the task: (returnval){ [ 1073.085496] env[69950]: value = "task-4222653" [ 1073.085496] env[69950]: _type = "Task" [ 1073.085496] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.094990] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.138075] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.203700] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.203700] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c5cebcc-d62c-4fb1-89a9-9e589f7523e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.208653] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1073.208653] env[69950]: value = "task-4222654" [ 1073.208653] env[69950]: _type = "Task" [ 1073.208653] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.222551] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.337159] env[69950]: INFO nova.compute.claims [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.376636] env[69950]: DEBUG nova.network.neutron [req-1afc255d-bb6a-4a3b-b285-4ebf22378c5b req-eddca9d6-5c5a-4f78-a046-0f56dcecae22 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Updated VIF entry in instance network info cache for port f32e84b8-de54-47de-820f-0b2307250bd1. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.377097] env[69950]: DEBUG nova.network.neutron [req-1afc255d-bb6a-4a3b-b285-4ebf22378c5b req-eddca9d6-5c5a-4f78-a046-0f56dcecae22 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Updating instance_info_cache with network_info: [{"id": "f32e84b8-de54-47de-820f-0b2307250bd1", "address": "fa:16:3e:33:a6:16", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32e84b8-de", "ovs_interfaceid": "f32e84b8-de54-47de-820f-0b2307250bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.399336] env[69950]: DEBUG oslo_concurrency.lockutils [None req-261938c7-97ed-4f2e-ba37-529fbaf272b1 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "384026e4-403e-4760-8abd-fb15a02c96bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.229s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.487661] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222650, 'name': CreateVM_Task, 'duration_secs': 0.833697} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.488178] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.488887] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.489071] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.489390] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.489739] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.490230] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.491757] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0b551c-f39e-4ce9-bbb5-b8881de2ae7d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.498943] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1073.498943] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5233ff20-a5ff-3e47-1f56-7ca47776c5d2" [ 1073.498943] env[69950]: _type = "Task" [ 1073.498943] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.509679] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5233ff20-a5ff-3e47-1f56-7ca47776c5d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.596975] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.638232] env[69950]: DEBUG oslo_vmware.api [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222652, 'name': PowerOnVM_Task, 'duration_secs': 0.867049} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.641729] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.641729] env[69950]: INFO nova.compute.manager [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Took 14.25 seconds to spawn the instance on the hypervisor. [ 1073.641729] env[69950]: DEBUG nova.compute.manager [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.641729] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3b2189-2aa5-4872-87bf-fc8bfde8f6dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.718912] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222654, 'name': PowerOffVM_Task, 'duration_secs': 0.28419} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.719325] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.719521] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating instance 'b30ebaee-894d-49c3-9d54-f9d31f45615c' progress to 17 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.848036] env[69950]: INFO nova.compute.resource_tracker [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating resource usage from migration f7299c66-c1af-4fc5-95f9-a57c8c3c70aa [ 1073.880783] env[69950]: DEBUG oslo_concurrency.lockutils [req-1afc255d-bb6a-4a3b-b285-4ebf22378c5b req-eddca9d6-5c5a-4f78-a046-0f56dcecae22 service nova] Releasing lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.988957] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "01a8ef80-a68f-47cc-9800-5ac78005e2fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.989246] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "01a8ef80-a68f-47cc-9800-5ac78005e2fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.989654] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "01a8ef80-a68f-47cc-9800-5ac78005e2fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.989654] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "01a8ef80-a68f-47cc-9800-5ac78005e2fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.989803] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "01a8ef80-a68f-47cc-9800-5ac78005e2fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.993911] env[69950]: INFO nova.compute.manager [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Terminating instance [ 1073.995636] env[69950]: INFO nova.compute.manager [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Detaching volume 231a5e43-dc28-4463-92ab-9e4a6aa1d211 [ 1074.015156] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5233ff20-a5ff-3e47-1f56-7ca47776c5d2, 'name': SearchDatastore_Task, 'duration_secs': 0.019095} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.015510] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.015941] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.016252] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.016413] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.016621] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.016890] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33b69b1b-c93e-42ff-a6be-694900395eff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.030846] env[69950]: DEBUG nova.objects.instance [None req-db65fc8f-d271-4695-a658-b9460e54a4cc tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lazy-loading 'flavor' on Instance uuid 72e181d4-3808-45a8-88ab-d2c1a68d71c8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.035884] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.036087] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.037197] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d2bfdd-6f87-42c8-895f-84c9f657fe7e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.040765] env[69950]: INFO nova.virt.block_device [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Attempting to driver detach volume 231a5e43-dc28-4463-92ab-9e4a6aa1d211 from mountpoint /dev/sdb [ 1074.040994] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1074.041211] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835511', 'volume_id': '231a5e43-dc28-4463-92ab-9e4a6aa1d211', 'name': 'volume-231a5e43-dc28-4463-92ab-9e4a6aa1d211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abc1f717-c0c7-4b99-87dc-cc166732cf90', 'attached_at': '', 'detached_at': '', 'volume_id': '231a5e43-dc28-4463-92ab-9e4a6aa1d211', 'serial': '231a5e43-dc28-4463-92ab-9e4a6aa1d211'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1074.042128] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562461c4-39e3-4a3f-9bc7-8d31fc4725d3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.065822] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1074.065822] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52951f18-1c8d-e9c7-06f0-6492d40b5510" [ 1074.065822] env[69950]: _type = "Task" [ 1074.065822] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.069032] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0f421e-0128-444e-a6da-cd59275b0e41 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.082063] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52951f18-1c8d-e9c7-06f0-6492d40b5510, 'name': SearchDatastore_Task, 'duration_secs': 0.029667} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.087424] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51bf0f87-968b-4aac-b95a-15b14fb4fc55 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.090518] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d64083-238a-46fd-bf5d-655715520f70 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.100718] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1074.100718] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521d165a-9aa6-a7f6-af0c-0dcb55fc75f8" [ 1074.100718] env[69950]: _type = "Task" [ 1074.100718] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.118830] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222653, 'name': ReconfigVM_Task, 'duration_secs': 0.613737} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.125429] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Reconfigured VM instance instance-00000057 to attach disk [datastore1] a2179e0b-50e2-4dad-b84b-ed913f4a72a7/a2179e0b-50e2-4dad-b84b-ed913f4a72a7.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.125621] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c6aaa8-4a89-425a-b7dc-68a3d369948b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.128127] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb5fbbed-02bf-482f-b01c-e830d742d206 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.154290] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] The volume has not been displaced from its original location: [datastore1] volume-231a5e43-dc28-4463-92ab-9e4a6aa1d211/volume-231a5e43-dc28-4463-92ab-9e4a6aa1d211.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1074.158039] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.158039] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521d165a-9aa6-a7f6-af0c-0dcb55fc75f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011853} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.163237] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3e0c009-c4c0-4615-b21e-71ad2174530c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.177603] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.177603] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 43e81197-d430-4443-9dfd-4c561ec2000c/43e81197-d430-4443-9dfd-4c561ec2000c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.177603] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Waiting for the task: (returnval){ [ 1074.177603] env[69950]: value = "task-4222655" [ 1074.177603] env[69950]: _type = "Task" [ 1074.177603] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.179518] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d742f4b4-af9d-4b0c-bfb0-e315e4971332 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.185281] env[69950]: INFO nova.compute.manager [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Took 33.61 seconds to build instance. [ 1074.188397] env[69950]: DEBUG oslo_vmware.api [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1074.188397] env[69950]: value = "task-4222656" [ 1074.188397] env[69950]: _type = "Task" [ 1074.188397] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.199980] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1074.199980] env[69950]: value = "task-4222657" [ 1074.199980] env[69950]: _type = "Task" [ 1074.199980] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.202646] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222655, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.202881] env[69950]: DEBUG oslo_vmware.api [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.215704] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.227650] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.227650] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.227650] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.227650] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.227650] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.227650] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.227650] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.227650] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.227650] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.227650] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.227650] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.232597] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1be179-9eef-4eb8-a108-ed7795172c8b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.253051] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1074.253051] env[69950]: value = "task-4222658" [ 1074.253051] env[69950]: _type = "Task" [ 1074.253051] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.264662] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.271441] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e74eb39-4fbb-42c9-905d-037b9dbf4a6e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.279186] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a79634-7a3b-4ed4-9acc-00a7300cfac9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.311784] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fc4eaa-f84e-4b24-bdf2-77149a5a02e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.320542] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b023b784-9176-46f6-b6f7-d27c0302ad55 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.335512] env[69950]: DEBUG nova.compute.provider_tree [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.421616] env[69950]: DEBUG oslo_concurrency.lockutils [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "94a63450-5424-422c-85e5-9803fb2241da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.501876] env[69950]: DEBUG nova.compute.manager [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.502251] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.503127] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aa2212-5a50-4b66-993b-bfea259e43c0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.513505] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.513833] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efb26768-0902-4dca-8cde-4bc128c0d39b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.521169] env[69950]: DEBUG oslo_vmware.api [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 1074.521169] env[69950]: value = "task-4222659" [ 1074.521169] env[69950]: _type = "Task" [ 1074.521169] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.530214] env[69950]: DEBUG oslo_vmware.api [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.540196] env[69950]: DEBUG oslo_concurrency.lockutils [None req-db65fc8f-d271-4695-a658-b9460e54a4cc tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.540392] env[69950]: DEBUG oslo_concurrency.lockutils [None req-db65fc8f-d271-4695-a658-b9460e54a4cc tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquired lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.540577] env[69950]: DEBUG nova.network.neutron [None req-db65fc8f-d271-4695-a658-b9460e54a4cc tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.540762] env[69950]: DEBUG nova.objects.instance [None req-db65fc8f-d271-4695-a658-b9460e54a4cc tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lazy-loading 'info_cache' on Instance uuid 72e181d4-3808-45a8-88ab-d2c1a68d71c8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.687526] env[69950]: DEBUG oslo_concurrency.lockutils [None req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "94a63450-5424-422c-85e5-9803fb2241da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.126s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.687864] env[69950]: DEBUG oslo_concurrency.lockutils [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "94a63450-5424-422c-85e5-9803fb2241da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.266s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.688196] env[69950]: DEBUG oslo_concurrency.lockutils [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "94a63450-5424-422c-85e5-9803fb2241da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.689034] env[69950]: DEBUG oslo_concurrency.lockutils [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "94a63450-5424-422c-85e5-9803fb2241da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.689034] env[69950]: DEBUG oslo_concurrency.lockutils [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "94a63450-5424-422c-85e5-9803fb2241da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.691347] env[69950]: INFO nova.compute.manager [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Terminating instance [ 1074.700950] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222655, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.714185] env[69950]: DEBUG oslo_vmware.api [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222656, 'name': ReconfigVM_Task, 'duration_secs': 0.284865} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.716608] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.730416] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-943f22cd-c095-46a4-9f14-0fc4f19734fa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.748285] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222657, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.761833] env[69950]: DEBUG oslo_vmware.api [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1074.761833] env[69950]: value = "task-4222660" [ 1074.761833] env[69950]: _type = "Task" [ 1074.761833] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.770777] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.778420] env[69950]: DEBUG oslo_vmware.api [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.840209] env[69950]: DEBUG nova.scheduler.client.report [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.031883] env[69950]: DEBUG oslo_vmware.api [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222659, 'name': PowerOffVM_Task, 'duration_secs': 0.354298} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.032193] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.032578] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.032625] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35bda493-aaaf-4ad7-b24d-906524a8b2d3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.044046] env[69950]: DEBUG nova.objects.base [None req-db65fc8f-d271-4695-a658-b9460e54a4cc tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Object Instance<72e181d4-3808-45a8-88ab-d2c1a68d71c8> lazy-loaded attributes: flavor,info_cache {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1075.101393] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.101669] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.101828] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleting the datastore file [datastore2] 01a8ef80-a68f-47cc-9800-5ac78005e2fa {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.102141] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5f5830a-17ff-480a-b7f3-fdd52a1ed893 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.109190] env[69950]: DEBUG oslo_vmware.api [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for the task: (returnval){ [ 1075.109190] env[69950]: value = "task-4222662" [ 1075.109190] env[69950]: _type = "Task" [ 1075.109190] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.117884] env[69950]: DEBUG oslo_vmware.api [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.192454] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222655, 'name': Rename_Task, 'duration_secs': 0.733461} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.192740] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.193114] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-583b884c-f0c8-41a7-b43b-ac7e07612d6a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.200862] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Waiting for the task: (returnval){ [ 1075.200862] env[69950]: value = "task-4222663" [ 1075.200862] env[69950]: _type = "Task" [ 1075.200862] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.212504] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.216212] env[69950]: DEBUG nova.compute.manager [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.216463] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.216802] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702973} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.217594] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f70cce-988d-461c-9762-8a7e3d176c08 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.220548] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 43e81197-d430-4443-9dfd-4c561ec2000c/43e81197-d430-4443-9dfd-4c561ec2000c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.220756] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.221041] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff70b9a8-c450-4125-9ef1-10112bcb0160 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.228443] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.230157] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-776615bc-983a-4142-ba63-0e14b65c7c3f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.232124] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1075.232124] env[69950]: value = "task-4222664" [ 1075.232124] env[69950]: _type = "Task" [ 1075.232124] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.237589] env[69950]: DEBUG oslo_vmware.api [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 1075.237589] env[69950]: value = "task-4222665" [ 1075.237589] env[69950]: _type = "Task" [ 1075.237589] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.247127] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.254959] env[69950]: DEBUG oslo_vmware.api [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.266231] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222658, 'name': ReconfigVM_Task, 'duration_secs': 0.587849} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.270135] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating instance 'b30ebaee-894d-49c3-9d54-f9d31f45615c' progress to 33 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.280441] env[69950]: DEBUG oslo_vmware.api [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222660, 'name': ReconfigVM_Task, 'duration_secs': 0.234764} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.280769] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835511', 'volume_id': '231a5e43-dc28-4463-92ab-9e4a6aa1d211', 'name': 'volume-231a5e43-dc28-4463-92ab-9e4a6aa1d211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abc1f717-c0c7-4b99-87dc-cc166732cf90', 'attached_at': '', 'detached_at': '', 'volume_id': '231a5e43-dc28-4463-92ab-9e4a6aa1d211', 'serial': '231a5e43-dc28-4463-92ab-9e4a6aa1d211'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1075.346957] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.517s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.347244] env[69950]: INFO nova.compute.manager [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Migrating [ 1075.356596] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.924s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.358145] env[69950]: INFO nova.compute.claims [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.619846] env[69950]: DEBUG oslo_vmware.api [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Task: {'id': task-4222662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213641} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.620287] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.620352] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.620573] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.620730] env[69950]: INFO nova.compute.manager [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1075.620985] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.621231] env[69950]: DEBUG nova.compute.manager [-] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.621330] env[69950]: DEBUG nova.network.neutron [-] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.712587] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222663, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.745207] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080357} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.745960] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.746749] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4534f0f4-0d40-40a7-8808-ca87a747725e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.752355] env[69950]: DEBUG oslo_vmware.api [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222665, 'name': PowerOffVM_Task, 'duration_secs': 0.180005} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.752989] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.753184] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.753491] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93cc42d4-e9d7-4a9b-89ba-5e37cd6125ea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.773423] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 43e81197-d430-4443-9dfd-4c561ec2000c/43e81197-d430-4443-9dfd-4c561ec2000c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.776690] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a08f3380-e632-412b-846b-4587de551466 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.793211] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.793561] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.793641] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.793807] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.794020] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.794199] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.794310] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.794471] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.794639] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.794802] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.794980] env[69950]: DEBUG nova.virt.hardware [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.800497] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.801030] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4519f82-e985-4510-8711-9e002918686c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.822690] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1075.822690] env[69950]: value = "task-4222668" [ 1075.822690] env[69950]: _type = "Task" [ 1075.822690] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.824404] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1075.824404] env[69950]: value = "task-4222667" [ 1075.824404] env[69950]: _type = "Task" [ 1075.824404] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.842298] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222668, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.845482] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.855598] env[69950]: DEBUG nova.objects.instance [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lazy-loading 'flavor' on Instance uuid abc1f717-c0c7-4b99-87dc-cc166732cf90 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.872523] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.872915] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.873146] env[69950]: DEBUG nova.network.neutron [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.892326] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.892645] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.892950] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Deleting the datastore file [datastore1] 94a63450-5424-422c-85e5-9803fb2241da {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.893351] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d1e354d-f3bd-49f2-9762-8b2749aa8110 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.901671] env[69950]: DEBUG oslo_vmware.api [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for the task: (returnval){ [ 1075.901671] env[69950]: value = "task-4222669" [ 1075.901671] env[69950]: _type = "Task" [ 1075.901671] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.912411] env[69950]: DEBUG oslo_vmware.api [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.111984] env[69950]: DEBUG nova.network.neutron [None req-db65fc8f-d271-4695-a658-b9460e54a4cc tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Updating instance_info_cache with network_info: [{"id": "1e050ece-c07e-4fd8-8782-c541b1e5345c", "address": "fa:16:3e:72:4e:27", "network": {"id": "28abb0d9-a17c-4151-90b1-c92889d156a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1139582651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f6b14514aef41898b7289024c536ffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e050ece-c0", "ovs_interfaceid": "1e050ece-c07e-4fd8-8782-c541b1e5345c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.212450] env[69950]: DEBUG oslo_vmware.api [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222663, 'name': PowerOnVM_Task, 'duration_secs': 0.632559} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.212734] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.212961] env[69950]: INFO nova.compute.manager [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Took 12.31 seconds to spawn the instance on the hypervisor. [ 1076.214106] env[69950]: DEBUG nova.compute.manager [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1076.215907] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c342815-6158-4932-b00b-26235b6dee5e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.228866] env[69950]: DEBUG nova.compute.manager [req-df4ca896-b324-466a-9232-1e9d7c9f17df req-b90c95b8-bbca-4412-a533-786863fd3ce7 service nova] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Received event network-vif-deleted-dec75a8c-dfcd-4fec-bb61-0f7252760583 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1076.229132] env[69950]: INFO nova.compute.manager [req-df4ca896-b324-466a-9232-1e9d7c9f17df req-b90c95b8-bbca-4412-a533-786863fd3ce7 service nova] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Neutron deleted interface dec75a8c-dfcd-4fec-bb61-0f7252760583; detaching it from the instance and deleting it from the info cache [ 1076.229317] env[69950]: DEBUG nova.network.neutron [req-df4ca896-b324-466a-9232-1e9d7c9f17df req-b90c95b8-bbca-4412-a533-786863fd3ce7 service nova] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.334853] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.340138] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222667, 'name': ReconfigVM_Task, 'duration_secs': 0.378874} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.340431] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 43e81197-d430-4443-9dfd-4c561ec2000c/43e81197-d430-4443-9dfd-4c561ec2000c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.341055] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16b5227f-41e8-471b-977d-4d03c0e64dbe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.348863] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1076.348863] env[69950]: value = "task-4222670" [ 1076.348863] env[69950]: _type = "Task" [ 1076.348863] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.360063] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222670, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.417356] env[69950]: DEBUG oslo_vmware.api [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Task: {'id': task-4222669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202116} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.418114] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.418319] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.418520] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.418801] env[69950]: INFO nova.compute.manager [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1076.419115] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.419322] env[69950]: DEBUG nova.compute.manager [-] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.419433] env[69950]: DEBUG nova.network.neutron [-] [instance: 94a63450-5424-422c-85e5-9803fb2241da] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.614573] env[69950]: DEBUG oslo_concurrency.lockutils [None req-db65fc8f-d271-4695-a658-b9460e54a4cc tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Releasing lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.685412] env[69950]: DEBUG nova.network.neutron [-] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.743081] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43b174fe-8b75-49a7-a63c-466501cc3d02 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.746883] env[69950]: INFO nova.compute.manager [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Took 31.22 seconds to build instance. [ 1076.749542] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddb94ba-8e4a-4685-8ff3-b40aa9de50c1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.763057] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e1ebe1-3565-4d16-8d64-403285401c7e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.770671] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d4283c-01b1-43b4-9d6f-e3ccfddd6f85 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.824953] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03bd881-061b-4e3c-ba1c-24b6faec240e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.828353] env[69950]: DEBUG nova.compute.manager [req-df4ca896-b324-466a-9232-1e9d7c9f17df req-b90c95b8-bbca-4412-a533-786863fd3ce7 service nova] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Detach interface failed, port_id=dec75a8c-dfcd-4fec-bb61-0f7252760583, reason: Instance 01a8ef80-a68f-47cc-9800-5ac78005e2fa could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1076.839991] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.843634] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8dc4db-6b9a-45cc-91a4-c8e68e0965cd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.862891] env[69950]: DEBUG nova.compute.provider_tree [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.866064] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f2f847d5-f5e4-439b-8e20-7822d111918d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.376s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.871718] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222670, 'name': Rename_Task, 'duration_secs': 0.155456} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.872923] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.873243] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23a27955-240f-4206-949a-c1dd60d8d06b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.884936] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1076.884936] env[69950]: value = "task-4222671" [ 1076.884936] env[69950]: _type = "Task" [ 1076.884936] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.896134] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.916075] env[69950]: DEBUG nova.network.neutron [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance_info_cache with network_info: [{"id": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "address": "fa:16:3e:8b:a3:9a", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5505ec44-bb", "ovs_interfaceid": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.188629] env[69950]: INFO nova.compute.manager [-] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Took 1.57 seconds to deallocate network for instance. [ 1077.249444] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Lock "a2179e0b-50e2-4dad-b84b-ed913f4a72a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.744s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.344812] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222668, 'name': ReconfigVM_Task, 'duration_secs': 1.315284} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.345404] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.346611] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc575542-adc1-484d-8191-4f7b475236b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.381135] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] b30ebaee-894d-49c3-9d54-f9d31f45615c/b30ebaee-894d-49c3-9d54-f9d31f45615c.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.381794] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-905b9aab-b6e0-4c36-b63d-6b6c95712307 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.396423] env[69950]: DEBUG oslo_concurrency.lockutils [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Acquiring lock "a2179e0b-50e2-4dad-b84b-ed913f4a72a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.396685] env[69950]: DEBUG oslo_concurrency.lockutils [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Lock "a2179e0b-50e2-4dad-b84b-ed913f4a72a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.397355] env[69950]: DEBUG oslo_concurrency.lockutils [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Acquiring lock "a2179e0b-50e2-4dad-b84b-ed913f4a72a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.399386] env[69950]: DEBUG oslo_concurrency.lockutils [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Lock "a2179e0b-50e2-4dad-b84b-ed913f4a72a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.399668] env[69950]: DEBUG oslo_concurrency.lockutils [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Lock "a2179e0b-50e2-4dad-b84b-ed913f4a72a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.405056] env[69950]: ERROR nova.scheduler.client.report [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [req-6dc11e24-b2f9-4920-9c9d-3e1e34be07ac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6dc11e24-b2f9-4920-9c9d-3e1e34be07ac"}]} [ 1077.405836] env[69950]: INFO nova.compute.manager [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Terminating instance [ 1077.418423] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.419853] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1077.419853] env[69950]: value = "task-4222672" [ 1077.419853] env[69950]: _type = "Task" [ 1077.419853] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.423508] env[69950]: DEBUG oslo_vmware.api [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222671, 'name': PowerOnVM_Task, 'duration_secs': 0.534666} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.428427] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.428496] env[69950]: INFO nova.compute.manager [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1077.428650] env[69950]: DEBUG nova.compute.manager [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1077.430734] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352592c5-6227-47dc-9242-ff365a8f56e3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.434824] env[69950]: DEBUG nova.scheduler.client.report [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1077.443295] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.451425] env[69950]: DEBUG nova.scheduler.client.report [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1077.451644] env[69950]: DEBUG nova.compute.provider_tree [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.461699] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.461949] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.462176] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "abc1f717-c0c7-4b99-87dc-cc166732cf90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.462392] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "abc1f717-c0c7-4b99-87dc-cc166732cf90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.462688] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "abc1f717-c0c7-4b99-87dc-cc166732cf90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.464806] env[69950]: INFO nova.compute.manager [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Terminating instance [ 1077.468968] env[69950]: DEBUG nova.scheduler.client.report [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1077.494900] env[69950]: DEBUG nova.scheduler.client.report [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1077.624153] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-db65fc8f-d271-4695-a658-b9460e54a4cc tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.624587] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1ed2aba-9e9e-4933-8824-2aee52d7140c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.635435] env[69950]: DEBUG oslo_vmware.api [None req-db65fc8f-d271-4695-a658-b9460e54a4cc tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1077.635435] env[69950]: value = "task-4222673" [ 1077.635435] env[69950]: _type = "Task" [ 1077.635435] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.646384] env[69950]: DEBUG oslo_vmware.api [None req-db65fc8f-d271-4695-a658-b9460e54a4cc tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.699337] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.817452] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b9adbe-75ce-4125-b9ac-86d8a7fc3c3d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.825501] env[69950]: DEBUG nova.network.neutron [-] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.827770] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33161cb1-c4dd-441a-a1d3-501ed2e227f1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.863445] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70313963-7011-4e91-9671-8c9369287960 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.873188] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f189e271-c280-47fb-a9b0-e33d7b65ab2d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.889584] env[69950]: DEBUG nova.compute.provider_tree [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.925969] env[69950]: DEBUG nova.compute.manager [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.925969] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.926661] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf1d502-c893-4f87-937d-ee96def6bd51 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.942162] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.944852] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.945264] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1142fb3c-fd66-476c-8b69-fc5ad2a1ce8c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.955487] env[69950]: DEBUG oslo_vmware.api [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Waiting for the task: (returnval){ [ 1077.955487] env[69950]: value = "task-4222674" [ 1077.955487] env[69950]: _type = "Task" [ 1077.955487] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.961426] env[69950]: INFO nova.compute.manager [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Took 29.75 seconds to build instance. [ 1077.970211] env[69950]: DEBUG nova.compute.manager [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.970486] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.970746] env[69950]: DEBUG oslo_vmware.api [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.971602] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0e6674-cfff-44b4-8050-2b5e323bd982 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.980209] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.980485] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea89a9a6-5c45-4ef8-b52b-9d204ebb6296 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.989709] env[69950]: DEBUG oslo_vmware.api [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1077.989709] env[69950]: value = "task-4222675" [ 1077.989709] env[69950]: _type = "Task" [ 1077.989709] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.000644] env[69950]: DEBUG oslo_vmware.api [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.150078] env[69950]: DEBUG oslo_vmware.api [None req-db65fc8f-d271-4695-a658-b9460e54a4cc tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222673, 'name': PowerOnVM_Task, 'duration_secs': 0.500886} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.151885] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-db65fc8f-d271-4695-a658-b9460e54a4cc tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.151885] env[69950]: DEBUG nova.compute.manager [None req-db65fc8f-d271-4695-a658-b9460e54a4cc tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1078.153514] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a666199f-bb8a-4b69-bc7f-373f98072bfa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.332925] env[69950]: INFO nova.compute.manager [-] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Took 1.91 seconds to deallocate network for instance. [ 1078.340750] env[69950]: DEBUG nova.compute.manager [req-e3910a3e-db21-474a-8255-fa679be03a7a req-9ef0f4c6-e900-4e64-bd8e-fe4a196186f8 service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Received event network-vif-deleted-407fdbd6-ce50-4bf8-9bc4-0a084c33a256 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1078.340750] env[69950]: DEBUG nova.compute.manager [req-e3910a3e-db21-474a-8255-fa679be03a7a req-9ef0f4c6-e900-4e64-bd8e-fe4a196186f8 service nova] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Received event network-vif-deleted-23815098-5a1a-4911-adf6-c15af4edcb25 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1078.430941] env[69950]: DEBUG nova.scheduler.client.report [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1078.431213] env[69950]: DEBUG nova.compute.provider_tree [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 127 to 128 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1078.431406] env[69950]: DEBUG nova.compute.provider_tree [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.448338] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222672, 'name': ReconfigVM_Task, 'duration_secs': 0.625421} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.448338] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Reconfigured VM instance instance-00000053 to attach disk [datastore2] b30ebaee-894d-49c3-9d54-f9d31f45615c/b30ebaee-894d-49c3-9d54-f9d31f45615c.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.448679] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating instance 'b30ebaee-894d-49c3-9d54-f9d31f45615c' progress to 50 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.463761] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "43e81197-d430-4443-9dfd-4c561ec2000c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.264s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.469263] env[69950]: DEBUG oslo_vmware.api [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222674, 'name': PowerOffVM_Task, 'duration_secs': 0.223972} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.469604] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.469725] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.470586] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b813c39-922d-4f5b-a54b-56c57465f10c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.503183] env[69950]: DEBUG oslo_vmware.api [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222675, 'name': PowerOffVM_Task, 'duration_secs': 0.264426} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.503809] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.504141] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.504564] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9adf4590-c4df-4076-9bd6-213266331967 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.544266] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.544266] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.544266] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Deleting the datastore file [datastore1] a2179e0b-50e2-4dad-b84b-ed913f4a72a7 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.544266] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea251bf3-6a40-4353-b110-ecf1f1d1dfb4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.555286] env[69950]: DEBUG oslo_vmware.api [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Waiting for the task: (returnval){ [ 1078.555286] env[69950]: value = "task-4222678" [ 1078.555286] env[69950]: _type = "Task" [ 1078.555286] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.565816] env[69950]: DEBUG oslo_vmware.api [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.580388] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.583026] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.583026] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Deleting the datastore file [datastore1] abc1f717-c0c7-4b99-87dc-cc166732cf90 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.583026] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91e46f43-6100-467c-abc1-34d65d8c13f1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.589411] env[69950]: DEBUG oslo_vmware.api [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1078.589411] env[69950]: value = "task-4222679" [ 1078.589411] env[69950]: _type = "Task" [ 1078.589411] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.599981] env[69950]: DEBUG oslo_vmware.api [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.730487] env[69950]: DEBUG nova.compute.manager [req-02b89eb4-6706-499e-b368-54ce8aa391e7 req-3647483e-1394-4d30-8f8c-87ef57167507 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Received event network-changed-f32e84b8-de54-47de-820f-0b2307250bd1 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1078.731184] env[69950]: DEBUG nova.compute.manager [req-02b89eb4-6706-499e-b368-54ce8aa391e7 req-3647483e-1394-4d30-8f8c-87ef57167507 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Refreshing instance network info cache due to event network-changed-f32e84b8-de54-47de-820f-0b2307250bd1. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1078.731596] env[69950]: DEBUG oslo_concurrency.lockutils [req-02b89eb4-6706-499e-b368-54ce8aa391e7 req-3647483e-1394-4d30-8f8c-87ef57167507 service nova] Acquiring lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.733018] env[69950]: DEBUG oslo_concurrency.lockutils [req-02b89eb4-6706-499e-b368-54ce8aa391e7 req-3647483e-1394-4d30-8f8c-87ef57167507 service nova] Acquired lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.733018] env[69950]: DEBUG nova.network.neutron [req-02b89eb4-6706-499e-b368-54ce8aa391e7 req-3647483e-1394-4d30-8f8c-87ef57167507 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Refreshing network info cache for port f32e84b8-de54-47de-820f-0b2307250bd1 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.842776] env[69950]: DEBUG oslo_concurrency.lockutils [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.943019] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.584s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.943019] env[69950]: DEBUG nova.compute.manager [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.946107] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.723s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.948653] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948997c2-95de-4acc-9218-80617ab16963 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.955538] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c72f9b-87fd-4767-8b27-55829cb7f23c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.976164] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance '8dc73bf3-9e59-4fe3-8d62-94033241d0dc' progress to 0 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.999027] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c52222-77c8-4dfe-9811-55e412e8de01 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.018727] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating instance 'b30ebaee-894d-49c3-9d54-f9d31f45615c' progress to 67 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.066502] env[69950]: DEBUG oslo_vmware.api [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Task: {'id': task-4222678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190086} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.067550] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.067749] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.067952] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.068175] env[69950]: INFO nova.compute.manager [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1079.068425] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.068873] env[69950]: DEBUG nova.compute.manager [-] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.068975] env[69950]: DEBUG nova.network.neutron [-] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.100342] env[69950]: DEBUG oslo_vmware.api [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178735} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.100941] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.101182] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.101417] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.101567] env[69950]: INFO nova.compute.manager [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1079.101818] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.102049] env[69950]: DEBUG nova.compute.manager [-] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.102158] env[69950]: DEBUG nova.network.neutron [-] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.450689] env[69950]: DEBUG nova.compute.utils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.452289] env[69950]: DEBUG nova.compute.manager [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.452472] env[69950]: DEBUG nova.network.neutron [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.459486] env[69950]: INFO nova.compute.claims [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.498046] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.498372] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7162754-70df-4574-8744-7a2386d7dbae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.506825] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1079.506825] env[69950]: value = "task-4222680" [ 1079.506825] env[69950]: _type = "Task" [ 1079.506825] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.512117] env[69950]: DEBUG nova.policy [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7610552571c43d68e54a7ee04234dcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d4ad236a9784e6695ba4af4dac760d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.519324] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.596831] env[69950]: DEBUG nova.network.neutron [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Port 2f2c206c-6c62-4219-860a-34eece36afd9 binding to destination host cpu-1 is already ACTIVE {{(pid=69950) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1079.852264] env[69950]: DEBUG nova.network.neutron [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Successfully created port: c47268f6-d88a-442c-9cce-20fccf0c465b {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.957580] env[69950]: DEBUG nova.network.neutron [req-02b89eb4-6706-499e-b368-54ce8aa391e7 req-3647483e-1394-4d30-8f8c-87ef57167507 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Updated VIF entry in instance network info cache for port f32e84b8-de54-47de-820f-0b2307250bd1. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.958013] env[69950]: DEBUG nova.network.neutron [req-02b89eb4-6706-499e-b368-54ce8aa391e7 req-3647483e-1394-4d30-8f8c-87ef57167507 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Updating instance_info_cache with network_info: [{"id": "f32e84b8-de54-47de-820f-0b2307250bd1", "address": "fa:16:3e:33:a6:16", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32e84b8-de", "ovs_interfaceid": "f32e84b8-de54-47de-820f-0b2307250bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.959635] env[69950]: DEBUG nova.compute.manager [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.965515] env[69950]: INFO nova.compute.resource_tracker [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating resource usage from migration 305d95b8-277d-4ff3-9809-fde4142458ed [ 1080.022119] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222680, 'name': PowerOffVM_Task, 'duration_secs': 0.211855} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.022119] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.022119] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance '8dc73bf3-9e59-4fe3-8d62-94033241d0dc' progress to 17 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.292409] env[69950]: DEBUG nova.network.neutron [-] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.337033] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b535482-231d-442e-bcb4-09b077c8539f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.344703] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624d7511-eef3-45a5-89c5-77fccaf02626 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.379088] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf873be1-c596-4aa0-8767-75bdfd1e9458 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.386048] env[69950]: DEBUG nova.compute.manager [req-67b436ab-4b5a-4d13-915b-fbc246cf7898 req-4ab0b4e2-0c61-4645-8381-e5deded82ecf service nova] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Received event network-vif-deleted-76c1b45a-af04-4833-8566-b578f358a2c5 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1080.386048] env[69950]: DEBUG nova.compute.manager [req-67b436ab-4b5a-4d13-915b-fbc246cf7898 req-4ab0b4e2-0c61-4645-8381-e5deded82ecf service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Received event network-vif-deleted-1fa07175-8303-4f8d-b05a-d2ec1a854066 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1080.386048] env[69950]: INFO nova.compute.manager [req-67b436ab-4b5a-4d13-915b-fbc246cf7898 req-4ab0b4e2-0c61-4645-8381-e5deded82ecf service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Neutron deleted interface 1fa07175-8303-4f8d-b05a-d2ec1a854066; detaching it from the instance and deleting it from the info cache [ 1080.386048] env[69950]: DEBUG nova.network.neutron [req-67b436ab-4b5a-4d13-915b-fbc246cf7898 req-4ab0b4e2-0c61-4645-8381-e5deded82ecf service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.392190] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4605f72c-f0f7-4f56-9954-35a3021c4029 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.409080] env[69950]: DEBUG nova.compute.provider_tree [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.463220] env[69950]: DEBUG oslo_concurrency.lockutils [req-02b89eb4-6706-499e-b368-54ce8aa391e7 req-3647483e-1394-4d30-8f8c-87ef57167507 service nova] Releasing lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.530025] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.530025] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.530025] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.530025] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.530430] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.530723] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.531189] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.531493] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.531800] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.532102] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.532443] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.541017] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cebbc7e-7625-4bd3-b656-c552ff4ee6d1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.556927] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1080.556927] env[69950]: value = "task-4222681" [ 1080.556927] env[69950]: _type = "Task" [ 1080.556927] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.566238] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.620849] env[69950]: DEBUG oslo_concurrency.lockutils [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "b30ebaee-894d-49c3-9d54-f9d31f45615c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.621208] env[69950]: DEBUG oslo_concurrency.lockutils [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "b30ebaee-894d-49c3-9d54-f9d31f45615c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.621433] env[69950]: DEBUG oslo_concurrency.lockutils [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "b30ebaee-894d-49c3-9d54-f9d31f45615c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.661250] env[69950]: DEBUG nova.network.neutron [-] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.794876] env[69950]: INFO nova.compute.manager [-] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Took 1.73 seconds to deallocate network for instance. [ 1080.888943] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cdbf043-fcdd-4f52-8f43-4dafb54a7eb3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.899708] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4954e9d-2ff6-4bec-bd75-6049bdc8eadc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.913679] env[69950]: DEBUG nova.scheduler.client.report [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.936857] env[69950]: DEBUG nova.compute.manager [req-67b436ab-4b5a-4d13-915b-fbc246cf7898 req-4ab0b4e2-0c61-4645-8381-e5deded82ecf service nova] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Detach interface failed, port_id=1fa07175-8303-4f8d-b05a-d2ec1a854066, reason: Instance abc1f717-c0c7-4b99-87dc-cc166732cf90 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1080.971700] env[69950]: DEBUG nova.compute.manager [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.001389] env[69950]: DEBUG nova.virt.hardware [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.001654] env[69950]: DEBUG nova.virt.hardware [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.001821] env[69950]: DEBUG nova.virt.hardware [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.002058] env[69950]: DEBUG nova.virt.hardware [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.002193] env[69950]: DEBUG nova.virt.hardware [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.002348] env[69950]: DEBUG nova.virt.hardware [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.002558] env[69950]: DEBUG nova.virt.hardware [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.002721] env[69950]: DEBUG nova.virt.hardware [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.002892] env[69950]: DEBUG nova.virt.hardware [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.003070] env[69950]: DEBUG nova.virt.hardware [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.003253] env[69950]: DEBUG nova.virt.hardware [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.004159] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db23bb54-1003-4ac6-9ffe-b43b06056954 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.014133] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89ab532-11fe-418b-bdb9-e804623dcffd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.067455] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222681, 'name': ReconfigVM_Task, 'duration_secs': 0.500824} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.067860] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance '8dc73bf3-9e59-4fe3-8d62-94033241d0dc' progress to 33 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.164553] env[69950]: INFO nova.compute.manager [-] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Took 2.06 seconds to deallocate network for instance. [ 1081.292497] env[69950]: DEBUG nova.compute.manager [req-d09aba5a-facc-4180-b53d-e498b9164534 req-5d369ae2-6c87-499d-9a0f-ef737aebf342 service nova] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Received event network-vif-plugged-c47268f6-d88a-442c-9cce-20fccf0c465b {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1081.293711] env[69950]: DEBUG oslo_concurrency.lockutils [req-d09aba5a-facc-4180-b53d-e498b9164534 req-5d369ae2-6c87-499d-9a0f-ef737aebf342 service nova] Acquiring lock "65385871-2f5a-4953-a3f3-95f97b045b37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.293711] env[69950]: DEBUG oslo_concurrency.lockutils [req-d09aba5a-facc-4180-b53d-e498b9164534 req-5d369ae2-6c87-499d-9a0f-ef737aebf342 service nova] Lock "65385871-2f5a-4953-a3f3-95f97b045b37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.293711] env[69950]: DEBUG oslo_concurrency.lockutils [req-d09aba5a-facc-4180-b53d-e498b9164534 req-5d369ae2-6c87-499d-9a0f-ef737aebf342 service nova] Lock "65385871-2f5a-4953-a3f3-95f97b045b37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.293711] env[69950]: DEBUG nova.compute.manager [req-d09aba5a-facc-4180-b53d-e498b9164534 req-5d369ae2-6c87-499d-9a0f-ef737aebf342 service nova] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] No waiting events found dispatching network-vif-plugged-c47268f6-d88a-442c-9cce-20fccf0c465b {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1081.293711] env[69950]: WARNING nova.compute.manager [req-d09aba5a-facc-4180-b53d-e498b9164534 req-5d369ae2-6c87-499d-9a0f-ef737aebf342 service nova] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Received unexpected event network-vif-plugged-c47268f6-d88a-442c-9cce-20fccf0c465b for instance with vm_state building and task_state spawning. [ 1081.301637] env[69950]: DEBUG oslo_concurrency.lockutils [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.394697] env[69950]: DEBUG nova.network.neutron [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Successfully updated port: c47268f6-d88a-442c-9cce-20fccf0c465b {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.418477] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.472s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.418695] env[69950]: INFO nova.compute.manager [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Migrating [ 1081.425608] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.942s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.574843] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.575148] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.575320] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.575514] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.575663] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.575815] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.576046] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.576257] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.576434] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.576605] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.576785] env[69950]: DEBUG nova.virt.hardware [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.582692] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.583020] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a49eebf-e37a-4831-931f-14df3a854b9e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.602872] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1081.602872] env[69950]: value = "task-4222682" [ 1081.602872] env[69950]: _type = "Task" [ 1081.602872] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.611885] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.663423] env[69950]: DEBUG oslo_concurrency.lockutils [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.663669] env[69950]: DEBUG oslo_concurrency.lockutils [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.663860] env[69950]: DEBUG nova.network.neutron [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.670928] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.899713] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "refresh_cache-65385871-2f5a-4953-a3f3-95f97b045b37" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.900063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "refresh_cache-65385871-2f5a-4953-a3f3-95f97b045b37" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.900063] env[69950]: DEBUG nova.network.neutron [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.940960] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.941200] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.941385] env[69950]: DEBUG nova.network.neutron [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.113487] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222682, 'name': ReconfigVM_Task, 'duration_secs': 0.197941} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.113770] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1082.114610] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2969f35-9b5b-4c09-92c9-9bf0afbed0dd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.137681] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 8dc73bf3-9e59-4fe3-8d62-94033241d0dc/8dc73bf3-9e59-4fe3-8d62-94033241d0dc.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.138028] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52147d47-5bc6-469f-a103-c47135e7b771 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.157249] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1082.157249] env[69950]: value = "task-4222683" [ 1082.157249] env[69950]: _type = "Task" [ 1082.157249] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.166092] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.397963] env[69950]: DEBUG nova.network.neutron [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating instance_info_cache with network_info: [{"id": "2f2c206c-6c62-4219-860a-34eece36afd9", "address": "fa:16:3e:72:c9:ce", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f2c206c-6c", "ovs_interfaceid": "2f2c206c-6c62-4219-860a-34eece36afd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.430779] env[69950]: DEBUG nova.network.neutron [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.444833] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Applying migration context for instance 8dc73bf3-9e59-4fe3-8d62-94033241d0dc as it has an incoming, in-progress migration f7299c66-c1af-4fc5-95f9-a57c8c3c70aa. Migration status is migrating {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1082.445082] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Applying migration context for instance 9cf314f0-aafc-478e-8429-b7e3db2c4611 as it has an incoming, in-progress migration 305d95b8-277d-4ff3-9809-fde4142458ed. Migration status is pre-migrating {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1082.445263] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Applying migration context for instance b30ebaee-894d-49c3-9d54-f9d31f45615c as it has an incoming, in-progress migration d0a95b22-504a-4c55-8bd6-d52ba82c9058. Migration status is post-migrating {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1082.446945] env[69950]: INFO nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating resource usage from migration f7299c66-c1af-4fc5-95f9-a57c8c3c70aa [ 1082.447277] env[69950]: INFO nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating resource usage from migration 305d95b8-277d-4ff3-9809-fde4142458ed [ 1082.447551] env[69950]: INFO nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating resource usage from migration d0a95b22-504a-4c55-8bd6-d52ba82c9058 [ 1082.478504] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance da4381f9-af9d-4e93-b6e9-92371f27d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.478504] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 401ccd9e-e776-4407-97cf-18f571c84716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.478660] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 01a8ef80-a68f-47cc-9800-5ac78005e2fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1082.479635] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance abc1f717-c0c7-4b99-87dc-cc166732cf90 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1082.479635] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 9a63a423-1f35-4b6b-8ca2-a39da82cde45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.479635] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance a9d2ed90-7a8b-4d90-9702-029cb3c184f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.479635] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance fdfbc8cd-57a0-4acf-a4d1-20a7788acae1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.479635] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 72e181d4-3808-45a8-88ab-d2c1a68d71c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.479635] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 3b3787a9-2613-4c96-a271-9abf718a60c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1082.479635] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 4a450a03-497e-470b-a03f-551965c90c1f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1082.479635] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance b0cb9eae-d6c5-49c5-8f87-7ec597e952b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.480046] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance fb7588d9-cd40-4391-b6f7-65bc2780c6e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.480046] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 94a63450-5424-422c-85e5-9803fb2241da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1082.480046] env[69950]: WARNING nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance a2179e0b-50e2-4dad-b84b-ed913f4a72a7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1082.480160] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 43e81197-d430-4443-9dfd-4c561ec2000c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.480235] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Migration d0a95b22-504a-4c55-8bd6-d52ba82c9058 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1082.480349] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance b30ebaee-894d-49c3-9d54-f9d31f45615c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.480462] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Migration f7299c66-c1af-4fc5-95f9-a57c8c3c70aa is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1082.480676] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 8dc73bf3-9e59-4fe3-8d62-94033241d0dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.480676] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 65385871-2f5a-4953-a3f3-95f97b045b37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.480831] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Migration 305d95b8-277d-4ff3-9809-fde4142458ed is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1082.480942] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 9cf314f0-aafc-478e-8429-b7e3db2c4611 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.576920] env[69950]: DEBUG nova.network.neutron [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Updating instance_info_cache with network_info: [{"id": "c47268f6-d88a-442c-9cce-20fccf0c465b", "address": "fa:16:3e:99:35:92", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47268f6-d8", "ovs_interfaceid": "c47268f6-d88a-442c-9cce-20fccf0c465b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.671226] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222683, 'name': ReconfigVM_Task, 'duration_secs': 0.348312} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.671511] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 8dc73bf3-9e59-4fe3-8d62-94033241d0dc/8dc73bf3-9e59-4fe3-8d62-94033241d0dc.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.671801] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance '8dc73bf3-9e59-4fe3-8d62-94033241d0dc' progress to 50 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.718841] env[69950]: DEBUG nova.network.neutron [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance_info_cache with network_info: [{"id": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "address": "fa:16:3e:28:fa:d6", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1326b99-5c", "ovs_interfaceid": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.900886] env[69950]: DEBUG oslo_concurrency.lockutils [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.986436] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance d64d47bf-00a1-4d52-b6b5-06185bfb2e61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1082.986436] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1082.986620] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1083.080367] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "refresh_cache-65385871-2f5a-4953-a3f3-95f97b045b37" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.080709] env[69950]: DEBUG nova.compute.manager [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Instance network_info: |[{"id": "c47268f6-d88a-442c-9cce-20fccf0c465b", "address": "fa:16:3e:99:35:92", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47268f6-d8", "ovs_interfaceid": "c47268f6-d88a-442c-9cce-20fccf0c465b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.081201] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:35:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c47268f6-d88a-442c-9cce-20fccf0c465b', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.091741] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.093920] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.094348] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae2489b4-3142-458d-9e77-77712ee726d2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.117589] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.117589] env[69950]: value = "task-4222684" [ 1083.117589] env[69950]: _type = "Task" [ 1083.117589] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.127273] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222684, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.180095] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d84c7d-3c76-4ca4-b0fb-003eda7acb85 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.204668] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493377e3-2cd4-4ec0-8917-68c40b8655b5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.224917] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance '8dc73bf3-9e59-4fe3-8d62-94033241d0dc' progress to 67 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.231599] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.319702] env[69950]: DEBUG nova.compute.manager [req-2948a7da-e140-4bc1-a72d-8e6f5a610d69 req-7e19da25-a1a5-4a1f-99c1-09f7f0719d3b service nova] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Received event network-changed-c47268f6-d88a-442c-9cce-20fccf0c465b {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1083.319979] env[69950]: DEBUG nova.compute.manager [req-2948a7da-e140-4bc1-a72d-8e6f5a610d69 req-7e19da25-a1a5-4a1f-99c1-09f7f0719d3b service nova] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Refreshing instance network info cache due to event network-changed-c47268f6-d88a-442c-9cce-20fccf0c465b. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1083.320321] env[69950]: DEBUG oslo_concurrency.lockutils [req-2948a7da-e140-4bc1-a72d-8e6f5a610d69 req-7e19da25-a1a5-4a1f-99c1-09f7f0719d3b service nova] Acquiring lock "refresh_cache-65385871-2f5a-4953-a3f3-95f97b045b37" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.320514] env[69950]: DEBUG oslo_concurrency.lockutils [req-2948a7da-e140-4bc1-a72d-8e6f5a610d69 req-7e19da25-a1a5-4a1f-99c1-09f7f0719d3b service nova] Acquired lock "refresh_cache-65385871-2f5a-4953-a3f3-95f97b045b37" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.320693] env[69950]: DEBUG nova.network.neutron [req-2948a7da-e140-4bc1-a72d-8e6f5a610d69 req-7e19da25-a1a5-4a1f-99c1-09f7f0719d3b service nova] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Refreshing network info cache for port c47268f6-d88a-442c-9cce-20fccf0c465b {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.350303] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e511871a-04e5-4d9b-aec7-e71eb94e30ee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.358590] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adb1f7a-db85-4208-939f-7c1effcc730a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.394639] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c486cd90-08e4-4156-b0fe-326935c52a1b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.403768] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d533841-1306-4337-8fe0-0a97dbe1f0cd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.423823] env[69950]: DEBUG nova.compute.provider_tree [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.427852] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ca2158-4ac5-4518-b7fe-7b3f451307b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.448293] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a07a65-3b20-49aa-8340-a527a1ca0dd7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.456339] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating instance 'b30ebaee-894d-49c3-9d54-f9d31f45615c' progress to 83 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.627522] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222684, 'name': CreateVM_Task, 'duration_secs': 0.388826} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.627772] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.628518] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.628687] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.629018] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.629290] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b72dca-de81-457e-8e27-a5be46389014 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.634459] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1083.634459] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f376d8-8597-76d4-7471-75cf778e1d33" [ 1083.634459] env[69950]: _type = "Task" [ 1083.634459] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.642391] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f376d8-8597-76d4-7471-75cf778e1d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.787219] env[69950]: DEBUG nova.network.neutron [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Port 5505ec44-bbf6-4ec4-bdda-3dd5746421af binding to destination host cpu-1 is already ACTIVE {{(pid=69950) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1083.926751] env[69950]: DEBUG nova.scheduler.client.report [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.962687] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.962992] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32d0474d-76c7-4ca2-be21-42a79f307b26 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.973592] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1083.973592] env[69950]: value = "task-4222685" [ 1083.973592] env[69950]: _type = "Task" [ 1083.973592] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.983776] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.108769] env[69950]: DEBUG nova.network.neutron [req-2948a7da-e140-4bc1-a72d-8e6f5a610d69 req-7e19da25-a1a5-4a1f-99c1-09f7f0719d3b service nova] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Updated VIF entry in instance network info cache for port c47268f6-d88a-442c-9cce-20fccf0c465b. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.109203] env[69950]: DEBUG nova.network.neutron [req-2948a7da-e140-4bc1-a72d-8e6f5a610d69 req-7e19da25-a1a5-4a1f-99c1-09f7f0719d3b service nova] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Updating instance_info_cache with network_info: [{"id": "c47268f6-d88a-442c-9cce-20fccf0c465b", "address": "fa:16:3e:99:35:92", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47268f6-d8", "ovs_interfaceid": "c47268f6-d88a-442c-9cce-20fccf0c465b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.146888] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f376d8-8597-76d4-7471-75cf778e1d33, 'name': SearchDatastore_Task, 'duration_secs': 0.013215} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.147220] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.147466] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.147792] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.147861] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.148060] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.148341] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb73e6e2-4de4-409f-beb5-ac49ff6d238d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.158297] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.158509] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.159308] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f563f7-7730-4849-9667-6b6a1c54b938 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.166038] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1084.166038] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52db0e44-28d2-efe3-6cc8-7fc1749ca28b" [ 1084.166038] env[69950]: _type = "Task" [ 1084.166038] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.174413] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52db0e44-28d2-efe3-6cc8-7fc1749ca28b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.431511] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1084.431746] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.006s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.432041] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.162s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.433606] env[69950]: INFO nova.compute.claims [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.484238] env[69950]: DEBUG oslo_vmware.api [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222685, 'name': PowerOnVM_Task, 'duration_secs': 0.433054} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.484487] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.484674] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-25c64dfb-3f7b-4acd-84aa-21a6756648d0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating instance 'b30ebaee-894d-49c3-9d54-f9d31f45615c' progress to 100 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.611848] env[69950]: DEBUG oslo_concurrency.lockutils [req-2948a7da-e140-4bc1-a72d-8e6f5a610d69 req-7e19da25-a1a5-4a1f-99c1-09f7f0719d3b service nova] Releasing lock "refresh_cache-65385871-2f5a-4953-a3f3-95f97b045b37" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.676599] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52db0e44-28d2-efe3-6cc8-7fc1749ca28b, 'name': SearchDatastore_Task, 'duration_secs': 0.012373} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.677359] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0078b59-b6de-4738-8ccf-44fea4c90394 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.682564] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1084.682564] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522efcce-6739-b858-33ab-e9e83ca11b13" [ 1084.682564] env[69950]: _type = "Task" [ 1084.682564] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.690302] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522efcce-6739-b858-33ab-e9e83ca11b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.751837] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b79c07-bd79-4c13-8565-ad0dcf5a0992 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.772701] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance '9cf314f0-aafc-478e-8429-b7e3db2c4611' progress to 0 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.804877] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.805132] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.807735] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.807948] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.808141] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.193414] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522efcce-6739-b858-33ab-e9e83ca11b13, 'name': SearchDatastore_Task, 'duration_secs': 0.047929} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.193763] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.193957] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 65385871-2f5a-4953-a3f3-95f97b045b37/65385871-2f5a-4953-a3f3-95f97b045b37.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.194250] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd94a871-0611-40eb-9830-ea973e37f5a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.202737] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1085.202737] env[69950]: value = "task-4222686" [ 1085.202737] env[69950]: _type = "Task" [ 1085.202737] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.212172] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.279056] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.279472] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8018a636-194f-4305-b1e6-ff034da00942 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.287781] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1085.287781] env[69950]: value = "task-4222687" [ 1085.287781] env[69950]: _type = "Task" [ 1085.287781] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.299598] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.317677] env[69950]: INFO nova.compute.manager [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Detaching volume ed0fae9e-1065-4592-abc0-3455ef3495d1 [ 1085.361590] env[69950]: INFO nova.virt.block_device [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Attempting to driver detach volume ed0fae9e-1065-4592-abc0-3455ef3495d1 from mountpoint /dev/sdb [ 1085.361979] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1085.362325] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835528', 'volume_id': 'ed0fae9e-1065-4592-abc0-3455ef3495d1', 'name': 'volume-ed0fae9e-1065-4592-abc0-3455ef3495d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9a63a423-1f35-4b6b-8ca2-a39da82cde45', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed0fae9e-1065-4592-abc0-3455ef3495d1', 'serial': 'ed0fae9e-1065-4592-abc0-3455ef3495d1'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1085.364156] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11df3cf3-d375-4855-9a4e-3019ad17e9f7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.390348] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b0bc44-fa9b-4966-94e0-31d7a496454d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.399448] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39885d0-2430-4afb-a291-51f7af27b58a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.421222] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead14798-7912-49c2-8617-d68d76fb2887 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.437349] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] The volume has not been displaced from its original location: [datastore2] volume-ed0fae9e-1065-4592-abc0-3455ef3495d1/volume-ed0fae9e-1065-4592-abc0-3455ef3495d1.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1085.443092] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1085.446372] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8fb5f48-c762-4197-a27e-5ec992705c85 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.472763] env[69950]: DEBUG oslo_vmware.api [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1085.472763] env[69950]: value = "task-4222688" [ 1085.472763] env[69950]: _type = "Task" [ 1085.472763] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.489287] env[69950]: DEBUG oslo_vmware.api [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.715721] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222686, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.805260] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222687, 'name': PowerOffVM_Task, 'duration_secs': 0.226831} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.805567] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.805755] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance '9cf314f0-aafc-478e-8429-b7e3db2c4611' progress to 17 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.830057] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe24f0d2-352c-45c3-a7f6-995a33f03c87 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.839402] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bae04bb-95d4-4a39-b069-258c535971f0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.875123] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.875397] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.875497] env[69950]: DEBUG nova.network.neutron [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.877305] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5418b34f-9cf2-4fae-8328-5233b00e692e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.886516] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb867f8-d410-4b20-8081-89b8ada83f4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.903484] env[69950]: DEBUG nova.compute.provider_tree [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.983594] env[69950]: DEBUG oslo_vmware.api [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222688, 'name': ReconfigVM_Task, 'duration_secs': 0.37281} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.983813] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.988842] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2215ac1-d47a-4e78-9b50-7986f3aaa936 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.011474] env[69950]: DEBUG oslo_vmware.api [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1086.011474] env[69950]: value = "task-4222689" [ 1086.011474] env[69950]: _type = "Task" [ 1086.011474] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.020938] env[69950]: DEBUG oslo_vmware.api [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.206726] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "b30ebaee-894d-49c3-9d54-f9d31f45615c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.207089] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "b30ebaee-894d-49c3-9d54-f9d31f45615c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.207209] env[69950]: DEBUG nova.compute.manager [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Going to confirm migration 4 {{(pid=69950) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1086.218404] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712662} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.218698] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 65385871-2f5a-4953-a3f3-95f97b045b37/65385871-2f5a-4953-a3f3-95f97b045b37.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.218951] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.219239] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e736c0e6-9efc-4bf4-b361-79b1e3cd5e38 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.227120] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1086.227120] env[69950]: value = "task-4222690" [ 1086.227120] env[69950]: _type = "Task" [ 1086.227120] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.236776] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.312890] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.313168] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.313330] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.313520] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.313668] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.313823] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.314046] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.314252] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.314431] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.314597] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.314778] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.320228] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97406c8b-81b9-4167-ab04-7b7d3e273474 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.337581] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1086.337581] env[69950]: value = "task-4222691" [ 1086.337581] env[69950]: _type = "Task" [ 1086.337581] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.346434] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.407070] env[69950]: DEBUG nova.scheduler.client.report [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.523269] env[69950]: DEBUG oslo_vmware.api [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222689, 'name': ReconfigVM_Task, 'duration_secs': 0.158252} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.523578] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835528', 'volume_id': 'ed0fae9e-1065-4592-abc0-3455ef3495d1', 'name': 'volume-ed0fae9e-1065-4592-abc0-3455ef3495d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9a63a423-1f35-4b6b-8ca2-a39da82cde45', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed0fae9e-1065-4592-abc0-3455ef3495d1', 'serial': 'ed0fae9e-1065-4592-abc0-3455ef3495d1'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1086.684635] env[69950]: DEBUG nova.network.neutron [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance_info_cache with network_info: [{"id": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "address": "fa:16:3e:8b:a3:9a", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5505ec44-bb", "ovs_interfaceid": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.738046] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078312} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.738261] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.739084] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0f2064-c466-4592-93d9-32bb14222a4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.762694] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 65385871-2f5a-4953-a3f3-95f97b045b37/65385871-2f5a-4953-a3f3-95f97b045b37.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.764013] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.764197] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.764362] env[69950]: DEBUG nova.network.neutron [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.764553] env[69950]: DEBUG nova.objects.instance [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lazy-loading 'info_cache' on Instance uuid b30ebaee-894d-49c3-9d54-f9d31f45615c {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.766395] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-683899f7-6888-4313-b35b-479189d77798 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.786894] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1086.786894] env[69950]: value = "task-4222692" [ 1086.786894] env[69950]: _type = "Task" [ 1086.786894] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.797961] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.847426] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222691, 'name': ReconfigVM_Task, 'duration_secs': 0.337596} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.847760] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance '9cf314f0-aafc-478e-8429-b7e3db2c4611' progress to 33 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.912236] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.912750] env[69950]: DEBUG nova.compute.manager [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.915645] env[69950]: DEBUG oslo_concurrency.lockutils [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.802s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.915812] env[69950]: DEBUG oslo_concurrency.lockutils [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.917894] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.803s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.918072] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.920321] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.221s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.920497] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.922161] env[69950]: DEBUG oslo_concurrency.lockutils [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.080s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.922344] env[69950]: DEBUG oslo_concurrency.lockutils [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.923861] env[69950]: DEBUG oslo_concurrency.lockutils [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.623s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.924051] env[69950]: DEBUG oslo_concurrency.lockutils [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.925594] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.255s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.925812] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.949042] env[69950]: INFO nova.scheduler.client.report [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Deleted allocations for instance 3b3787a9-2613-4c96-a271-9abf718a60c2 [ 1086.950186] env[69950]: INFO nova.scheduler.client.report [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Deleted allocations for instance 01a8ef80-a68f-47cc-9800-5ac78005e2fa [ 1086.967266] env[69950]: INFO nova.scheduler.client.report [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Deleted allocations for instance abc1f717-c0c7-4b99-87dc-cc166732cf90 [ 1086.968919] env[69950]: INFO nova.scheduler.client.report [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Deleted allocations for instance a2179e0b-50e2-4dad-b84b-ed913f4a72a7 [ 1086.985621] env[69950]: INFO nova.scheduler.client.report [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Deleted allocations for instance 4a450a03-497e-470b-a03f-551965c90c1f [ 1086.989734] env[69950]: INFO nova.scheduler.client.report [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Deleted allocations for instance 94a63450-5424-422c-85e5-9803fb2241da [ 1087.071763] env[69950]: DEBUG nova.objects.instance [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lazy-loading 'flavor' on Instance uuid 9a63a423-1f35-4b6b-8ca2-a39da82cde45 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.072654] env[69950]: WARNING oslo_messaging._drivers.amqpdriver [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1087.187419] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.298424] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.354649] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.354788] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.354897] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.355541] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.355541] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.355541] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.355733] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.355774] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.355945] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.356126] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.356342] env[69950]: DEBUG nova.virt.hardware [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.362151] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1087.362869] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-391749b9-1770-4489-95fb-60358d615566 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.391497] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1087.391497] env[69950]: value = "task-4222693" [ 1087.391497] env[69950]: _type = "Task" [ 1087.391497] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.401043] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.429083] env[69950]: DEBUG nova.compute.utils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.430487] env[69950]: DEBUG nova.compute.manager [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.430679] env[69950]: DEBUG nova.network.neutron [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.464647] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951d847e-4087-4aff-98f6-2cbbcd17bae7 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Lock "01a8ef80-a68f-47cc-9800-5ac78005e2fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.475s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.467056] env[69950]: DEBUG oslo_concurrency.lockutils [None req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "3b3787a9-2613-4c96-a271-9abf718a60c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.326s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.478873] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "abc1f717-c0c7-4b99-87dc-cc166732cf90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.017s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.479873] env[69950]: DEBUG oslo_concurrency.lockutils [None req-065438d5-af7b-4c00-a5f9-707953918981 tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Lock "a2179e0b-50e2-4dad-b84b-ed913f4a72a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.083s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.500683] env[69950]: DEBUG oslo_concurrency.lockutils [None req-dddc269e-df10-4a98-977f-7dc89fcfecab tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Lock "4a450a03-497e-470b-a03f-551965c90c1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.181s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.502046] env[69950]: DEBUG oslo_concurrency.lockutils [None req-30b3e034-35ae-4c52-bfc3-3c655af67e75 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Lock "94a63450-5424-422c-85e5-9803fb2241da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.814s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.518227] env[69950]: DEBUG nova.policy [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4b9e9c3dc184877bae88ddb382db43d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6e8c430e4e24a09ba55a5392816ebbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.718396] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3a42e5-7542-4462-bc43-e40e4b402ad9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.743068] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a39687-1910-440a-bbe6-38d940ebad93 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.752428] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance '8dc73bf3-9e59-4fe3-8d62-94033241d0dc' progress to 83 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.803339] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.902436] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222693, 'name': ReconfigVM_Task, 'duration_secs': 0.450479} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.902775] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1087.903973] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c09e0ae-96da-4d92-9c61-e9459c22f6e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.933862] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 9cf314f0-aafc-478e-8429-b7e3db2c4611/9cf314f0-aafc-478e-8429-b7e3db2c4611.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.934525] env[69950]: DEBUG nova.compute.manager [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.938083] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6709793-687f-4fe0-a0f7-f5ff33990c7e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.962314] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1087.962314] env[69950]: value = "task-4222694" [ 1087.962314] env[69950]: _type = "Task" [ 1087.962314] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.971876] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.080544] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4a24893c-a54c-4b77-ba47-9e6052c32d94 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.275s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.261074] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.261503] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fa504c4-c76f-41ec-a74a-57b837767527 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.270880] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1088.270880] env[69950]: value = "task-4222695" [ 1088.270880] env[69950]: _type = "Task" [ 1088.270880] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.280907] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.299654] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222692, 'name': ReconfigVM_Task, 'duration_secs': 1.282913} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.300240] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 65385871-2f5a-4953-a3f3-95f97b045b37/65385871-2f5a-4953-a3f3-95f97b045b37.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.300856] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b42d2e8-701b-4f2e-b9bd-c89930bb67cf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.309976] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1088.309976] env[69950]: value = "task-4222696" [ 1088.309976] env[69950]: _type = "Task" [ 1088.309976] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.320088] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222696, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.446234] env[69950]: DEBUG nova.network.neutron [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating instance_info_cache with network_info: [{"id": "2f2c206c-6c62-4219-860a-34eece36afd9", "address": "fa:16:3e:72:c9:ce", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f2c206c-6c", "ovs_interfaceid": "2f2c206c-6c62-4219-860a-34eece36afd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.475043] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222694, 'name': ReconfigVM_Task, 'duration_secs': 0.348063} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.475860] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 9cf314f0-aafc-478e-8429-b7e3db2c4611/9cf314f0-aafc-478e-8429-b7e3db2c4611.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.475860] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance '9cf314f0-aafc-478e-8429-b7e3db2c4611' progress to 50 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.783901] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.788920] env[69950]: DEBUG nova.network.neutron [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Successfully created port: 544c7297-b35f-4fe9-9981-782afe689f18 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.824157] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222696, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.950298] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "refresh_cache-b30ebaee-894d-49c3-9d54-f9d31f45615c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.950298] env[69950]: DEBUG nova.objects.instance [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lazy-loading 'migration_context' on Instance uuid b30ebaee-894d-49c3-9d54-f9d31f45615c {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.962556] env[69950]: DEBUG nova.compute.manager [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.982852] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecfae2c-9265-414d-93f6-b5aaac6bf81e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.014899] env[69950]: DEBUG nova.virt.hardware [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.015217] env[69950]: DEBUG nova.virt.hardware [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.015326] env[69950]: DEBUG nova.virt.hardware [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.015507] env[69950]: DEBUG nova.virt.hardware [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.015654] env[69950]: DEBUG nova.virt.hardware [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.015803] env[69950]: DEBUG nova.virt.hardware [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.016325] env[69950]: DEBUG nova.virt.hardware [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.016505] env[69950]: DEBUG nova.virt.hardware [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.016679] env[69950]: DEBUG nova.virt.hardware [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.016879] env[69950]: DEBUG nova.virt.hardware [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.017077] env[69950]: DEBUG nova.virt.hardware [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.018133] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0a76ec-fa58-41ed-869f-ede7a5574336 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.021464] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2add12-e37b-4f14-a8b3-5b1769945648 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.049985] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46998955-4dad-42f0-9f67-3f705177eb7e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.056843] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance '9cf314f0-aafc-478e-8429-b7e3db2c4611' progress to 67 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.260946] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.261256] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.261465] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.261689] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.261876] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.266480] env[69950]: INFO nova.compute.manager [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Terminating instance [ 1089.287324] env[69950]: DEBUG oslo_vmware.api [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222695, 'name': PowerOnVM_Task, 'duration_secs': 0.73496} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.288266] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.288465] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6cef94c-2dfd-43c1-8bdf-d3d0237dec28 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance '8dc73bf3-9e59-4fe3-8d62-94033241d0dc' progress to 100 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.324415] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222696, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.458410] env[69950]: DEBUG nova.objects.base [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.459416] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867aaf50-b47d-4328-905b-b4b5ebc958e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.492822] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ecad7d-1a56-491c-997e-5a8ff0f57aa4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.500527] env[69950]: DEBUG oslo_vmware.api [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1089.500527] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527edc98-df90-e68b-6925-8942077ac11e" [ 1089.500527] env[69950]: _type = "Task" [ 1089.500527] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.510374] env[69950]: DEBUG oslo_vmware.api [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527edc98-df90-e68b-6925-8942077ac11e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.770247] env[69950]: DEBUG nova.compute.manager [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.770562] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.772610] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655d97ea-8912-4080-b7c9-f1ae6cb5b29c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.781783] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.782358] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c00759c-64ec-457b-9b1d-23c5ce37d3c0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.789831] env[69950]: DEBUG oslo_vmware.api [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1089.789831] env[69950]: value = "task-4222697" [ 1089.789831] env[69950]: _type = "Task" [ 1089.789831] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.806314] env[69950]: DEBUG oslo_vmware.api [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.826579] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222696, 'name': Rename_Task, 'duration_secs': 1.158152} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.826934] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.827198] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9463a91f-b4fa-4ad4-ab53-3e091aae7565 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.838175] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1089.838175] env[69950]: value = "task-4222698" [ 1089.838175] env[69950]: _type = "Task" [ 1089.838175] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.849403] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.015041] env[69950]: DEBUG oslo_vmware.api [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527edc98-df90-e68b-6925-8942077ac11e, 'name': SearchDatastore_Task, 'duration_secs': 0.008472} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.015614] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.015922] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.308325] env[69950]: DEBUG oslo_vmware.api [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222697, 'name': PowerOffVM_Task, 'duration_secs': 0.246513} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.308610] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.308814] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.309123] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29d0ef66-70b6-40df-9c68-b5c971e87e68 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.349317] env[69950]: DEBUG oslo_vmware.api [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222698, 'name': PowerOnVM_Task, 'duration_secs': 0.489288} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.349317] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.349783] env[69950]: INFO nova.compute.manager [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1090.349783] env[69950]: DEBUG nova.compute.manager [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1090.352230] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1a8144-851f-457d-8766-6e97e01954d4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.386105] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.386105] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.386105] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleting the datastore file [datastore2] 9a63a423-1f35-4b6b-8ca2-a39da82cde45 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.386105] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-890f4e93-ce00-48aa-89ec-c39c2644965f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.396286] env[69950]: DEBUG oslo_vmware.api [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1090.396286] env[69950]: value = "task-4222700" [ 1090.396286] env[69950]: _type = "Task" [ 1090.396286] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.407812] env[69950]: DEBUG oslo_vmware.api [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.659082] env[69950]: DEBUG nova.compute.manager [req-f833893c-ea0e-4f91-9509-526dc5b39c58 req-b2f63131-b994-40df-a0e0-60a238fbacfb service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Received event network-vif-plugged-544c7297-b35f-4fe9-9981-782afe689f18 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1090.659348] env[69950]: DEBUG oslo_concurrency.lockutils [req-f833893c-ea0e-4f91-9509-526dc5b39c58 req-b2f63131-b994-40df-a0e0-60a238fbacfb service nova] Acquiring lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.659649] env[69950]: DEBUG oslo_concurrency.lockutils [req-f833893c-ea0e-4f91-9509-526dc5b39c58 req-b2f63131-b994-40df-a0e0-60a238fbacfb service nova] Lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.659895] env[69950]: DEBUG oslo_concurrency.lockutils [req-f833893c-ea0e-4f91-9509-526dc5b39c58 req-b2f63131-b994-40df-a0e0-60a238fbacfb service nova] Lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.660525] env[69950]: DEBUG nova.compute.manager [req-f833893c-ea0e-4f91-9509-526dc5b39c58 req-b2f63131-b994-40df-a0e0-60a238fbacfb service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] No waiting events found dispatching network-vif-plugged-544c7297-b35f-4fe9-9981-782afe689f18 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1090.660525] env[69950]: WARNING nova.compute.manager [req-f833893c-ea0e-4f91-9509-526dc5b39c58 req-b2f63131-b994-40df-a0e0-60a238fbacfb service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Received unexpected event network-vif-plugged-544c7297-b35f-4fe9-9981-782afe689f18 for instance with vm_state building and task_state spawning. [ 1090.786766] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba167e21-35b9-487c-b2a4-fdbc011399a8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.791337] env[69950]: DEBUG nova.network.neutron [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Port d1326b99-5ce9-458f-bd91-926c0d9f7381 binding to destination host cpu-1 is already ACTIVE {{(pid=69950) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1090.798916] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a194ef9c-3dd0-4cbf-a308-58cfaf2c5de6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.843018] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e2a59c-8467-4c7a-88f4-b3c3188bad50 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.854702] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed49311-b1f6-49f8-89e2-2a8baa64a97b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.874237] env[69950]: DEBUG nova.compute.provider_tree [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.879851] env[69950]: INFO nova.compute.manager [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Took 33.50 seconds to build instance. [ 1090.908936] env[69950]: DEBUG oslo_vmware.api [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147872} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.909434] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.909723] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.909973] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.910228] env[69950]: INFO nova.compute.manager [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1090.910545] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.910836] env[69950]: DEBUG nova.compute.manager [-] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.910993] env[69950]: DEBUG nova.network.neutron [-] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.075154] env[69950]: DEBUG nova.network.neutron [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Successfully updated port: 544c7297-b35f-4fe9-9981-782afe689f18 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.381925] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "65385871-2f5a-4953-a3f3-95f97b045b37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.024s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.417300] env[69950]: DEBUG nova.scheduler.client.report [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1091.417656] env[69950]: DEBUG nova.compute.provider_tree [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 128 to 129 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1091.420017] env[69950]: DEBUG nova.compute.provider_tree [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.500018] env[69950]: DEBUG nova.compute.manager [req-bdb70f26-1e2d-4702-8144-c541fdcab28e req-f25ce41f-3a5b-4dce-a3e3-ac7d06d73b69 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Received event network-changed-544c7297-b35f-4fe9-9981-782afe689f18 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1091.500018] env[69950]: DEBUG nova.compute.manager [req-bdb70f26-1e2d-4702-8144-c541fdcab28e req-f25ce41f-3a5b-4dce-a3e3-ac7d06d73b69 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Refreshing instance network info cache due to event network-changed-544c7297-b35f-4fe9-9981-782afe689f18. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1091.500018] env[69950]: DEBUG oslo_concurrency.lockutils [req-bdb70f26-1e2d-4702-8144-c541fdcab28e req-f25ce41f-3a5b-4dce-a3e3-ac7d06d73b69 service nova] Acquiring lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.500018] env[69950]: DEBUG oslo_concurrency.lockutils [req-bdb70f26-1e2d-4702-8144-c541fdcab28e req-f25ce41f-3a5b-4dce-a3e3-ac7d06d73b69 service nova] Acquired lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.500018] env[69950]: DEBUG nova.network.neutron [req-bdb70f26-1e2d-4702-8144-c541fdcab28e req-f25ce41f-3a5b-4dce-a3e3-ac7d06d73b69 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Refreshing network info cache for port 544c7297-b35f-4fe9-9981-782afe689f18 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.579055] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.832119] env[69950]: DEBUG nova.compute.manager [req-5bfe2fb0-61c8-488e-acf6-6c3948954152 req-100099dd-75a0-4890-9239-b37d1e674e89 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Received event network-vif-deleted-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1091.832334] env[69950]: INFO nova.compute.manager [req-5bfe2fb0-61c8-488e-acf6-6c3948954152 req-100099dd-75a0-4890-9239-b37d1e674e89 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Neutron deleted interface 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9; detaching it from the instance and deleting it from the info cache [ 1091.832371] env[69950]: DEBUG nova.network.neutron [req-5bfe2fb0-61c8-488e-acf6-6c3948954152 req-100099dd-75a0-4890-9239-b37d1e674e89 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.834088] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "9cf314f0-aafc-478e-8429-b7e3db2c4611-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.834088] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "9cf314f0-aafc-478e-8429-b7e3db2c4611-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.834288] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "9cf314f0-aafc-478e-8429-b7e3db2c4611-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.067050] env[69950]: DEBUG nova.network.neutron [req-bdb70f26-1e2d-4702-8144-c541fdcab28e req-f25ce41f-3a5b-4dce-a3e3-ac7d06d73b69 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.074776] env[69950]: DEBUG nova.network.neutron [-] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.338394] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81f4ab2b-a1a0-4409-adb1-dcd5faff3cdc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.352227] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ede192f-8789-43c8-8ea9-5ec5dece9269 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.403093] env[69950]: DEBUG nova.compute.manager [req-5bfe2fb0-61c8-488e-acf6-6c3948954152 req-100099dd-75a0-4890-9239-b37d1e674e89 service nova] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Detach interface failed, port_id=7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9, reason: Instance 9a63a423-1f35-4b6b-8ca2-a39da82cde45 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1092.432020] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.414s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.487738] env[69950]: DEBUG nova.network.neutron [req-bdb70f26-1e2d-4702-8144-c541fdcab28e req-f25ce41f-3a5b-4dce-a3e3-ac7d06d73b69 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.577919] env[69950]: INFO nova.compute.manager [-] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Took 1.67 seconds to deallocate network for instance. [ 1092.905512] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.905512] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.905512] env[69950]: DEBUG nova.network.neutron [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.919352] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.922381] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.922381] env[69950]: DEBUG nova.compute.manager [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Going to confirm migration 5 {{(pid=69950) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1092.992901] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "65385871-2f5a-4953-a3f3-95f97b045b37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.993411] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "65385871-2f5a-4953-a3f3-95f97b045b37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.996495] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "65385871-2f5a-4953-a3f3-95f97b045b37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.996775] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "65385871-2f5a-4953-a3f3-95f97b045b37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.997048] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "65385871-2f5a-4953-a3f3-95f97b045b37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.004264] env[69950]: DEBUG oslo_concurrency.lockutils [req-bdb70f26-1e2d-4702-8144-c541fdcab28e req-f25ce41f-3a5b-4dce-a3e3-ac7d06d73b69 service nova] Releasing lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.005404] env[69950]: INFO nova.compute.manager [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Terminating instance [ 1093.007933] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.007933] env[69950]: DEBUG nova.network.neutron [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.024037] env[69950]: INFO nova.scheduler.client.report [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleted allocation for migration d0a95b22-504a-4c55-8bd6-d52ba82c9058 [ 1093.087240] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.087651] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.087926] env[69950]: DEBUG nova.objects.instance [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lazy-loading 'resources' on Instance uuid 9a63a423-1f35-4b6b-8ca2-a39da82cde45 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.178171] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.178171] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.500154] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.501290] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.502459] env[69950]: DEBUG nova.network.neutron [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.502459] env[69950]: DEBUG nova.objects.instance [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lazy-loading 'info_cache' on Instance uuid 8dc73bf3-9e59-4fe3-8d62-94033241d0dc {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.514019] env[69950]: DEBUG nova.compute.manager [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.514269] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.521229] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32e30ab-c4d6-4736-b43e-d85e97e1d0a2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.534176] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9e906c38-a3a2-48b1-969b-28bfebba8b6e tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "b30ebaee-894d-49c3-9d54-f9d31f45615c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.327s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.535640] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.539024] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efd08fd2-7af4-4846-9f50-bb0c432a3f61 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.544981] env[69950]: DEBUG oslo_vmware.api [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1093.544981] env[69950]: value = "task-4222701" [ 1093.544981] env[69950]: _type = "Task" [ 1093.544981] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.556819] env[69950]: DEBUG oslo_vmware.api [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.562477] env[69950]: DEBUG nova.network.neutron [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.682508] env[69950]: DEBUG nova.compute.manager [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.853601] env[69950]: DEBUG nova.network.neutron [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Updating instance_info_cache with network_info: [{"id": "544c7297-b35f-4fe9-9981-782afe689f18", "address": "fa:16:3e:83:51:93", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap544c7297-b3", "ovs_interfaceid": "544c7297-b35f-4fe9-9981-782afe689f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.953378] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b11a43-77dd-4441-b53b-d806d5aa1643 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.962310] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703dd7e7-f706-406e-bd7f-ec709a539c82 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.004142] env[69950]: DEBUG nova.network.neutron [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance_info_cache with network_info: [{"id": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "address": "fa:16:3e:28:fa:d6", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1326b99-5c", "ovs_interfaceid": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.006064] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e54d689-e702-4c08-a5dc-4b7374ab2fd2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.017231] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8607dd96-0a76-4387-9a3a-ba24b0e6903d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.035215] env[69950]: DEBUG nova.compute.provider_tree [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.056044] env[69950]: DEBUG oslo_vmware.api [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222701, 'name': PowerOffVM_Task, 'duration_secs': 0.22697} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.056368] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.057029] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.057029] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22107cba-6526-4ce4-890f-11594bdd6b1e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.085787] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "2e9582f7-528a-4335-a447-fbe4e21ce41a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.085787] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2e9582f7-528a-4335-a447-fbe4e21ce41a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.129630] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.129630] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.129630] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleting the datastore file [datastore2] 65385871-2f5a-4953-a3f3-95f97b045b37 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.130781] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-754adc27-bce4-4dec-8237-9f98350c4724 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.137842] env[69950]: DEBUG oslo_vmware.api [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1094.137842] env[69950]: value = "task-4222703" [ 1094.137842] env[69950]: _type = "Task" [ 1094.137842] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.149174] env[69950]: DEBUG oslo_vmware.api [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.210173] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.357416] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.357802] env[69950]: DEBUG nova.compute.manager [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Instance network_info: |[{"id": "544c7297-b35f-4fe9-9981-782afe689f18", "address": "fa:16:3e:83:51:93", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap544c7297-b3", "ovs_interfaceid": "544c7297-b35f-4fe9-9981-782afe689f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.358271] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:51:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '544c7297-b35f-4fe9-9981-782afe689f18', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.366564] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.366950] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.367123] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78790e75-ceaf-4fe9-a9e0-788d4ec0c54f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.389250] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.389250] env[69950]: value = "task-4222704" [ 1094.389250] env[69950]: _type = "Task" [ 1094.389250] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.513040] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.542215] env[69950]: DEBUG nova.scheduler.client.report [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.588734] env[69950]: DEBUG nova.compute.manager [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.654337] env[69950]: DEBUG oslo_vmware.api [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168459} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.654824] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.655366] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.656238] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.657435] env[69950]: INFO nova.compute.manager [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1094.657435] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.657435] env[69950]: DEBUG nova.compute.manager [-] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.657435] env[69950]: DEBUG nova.network.neutron [-] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.908389] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222704, 'name': CreateVM_Task, 'duration_secs': 0.390293} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.911023] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.911806] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.911964] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.912513] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.913056] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df467df-f170-4d97-816d-4df74ad986b1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.921765] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1094.921765] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b9c005-f883-68b7-22a6-d673289bb5e8" [ 1094.921765] env[69950]: _type = "Task" [ 1094.921765] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.928354] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b9c005-f883-68b7-22a6-d673289bb5e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.972725] env[69950]: DEBUG nova.network.neutron [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance_info_cache with network_info: [{"id": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "address": "fa:16:3e:8b:a3:9a", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5505ec44-bb", "ovs_interfaceid": "5505ec44-bbf6-4ec4-bdda-3dd5746421af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.024015] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f251e646-3a0f-49e6-9eb3-39f5bf5801f8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.032846] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2d92d7-f300-462f-8eb7-04f758f8e2d6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.052284] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.059981] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.850s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.061705] env[69950]: INFO nova.compute.claims [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.070788] env[69950]: DEBUG nova.compute.manager [req-49a547f6-e2ed-4347-b53f-e45ae4e4b404 req-8dc67255-b589-42da-a4d3-675c03053742 service nova] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Received event network-vif-deleted-c47268f6-d88a-442c-9cce-20fccf0c465b {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1095.071244] env[69950]: INFO nova.compute.manager [req-49a547f6-e2ed-4347-b53f-e45ae4e4b404 req-8dc67255-b589-42da-a4d3-675c03053742 service nova] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Neutron deleted interface c47268f6-d88a-442c-9cce-20fccf0c465b; detaching it from the instance and deleting it from the info cache [ 1095.071591] env[69950]: DEBUG nova.network.neutron [req-49a547f6-e2ed-4347-b53f-e45ae4e4b404 req-8dc67255-b589-42da-a4d3-675c03053742 service nova] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.100787] env[69950]: INFO nova.scheduler.client.report [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleted allocations for instance 9a63a423-1f35-4b6b-8ca2-a39da82cde45 [ 1095.114640] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.436504] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b9c005-f883-68b7-22a6-d673289bb5e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010523} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.436504] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.436504] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.436504] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.436504] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.436504] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.436504] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6953c5f7-5a64-4368-9025-4b860b2f633d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.450148] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.450148] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.450148] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96527807-a299-4e80-a40c-2480693fe5ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.454272] env[69950]: DEBUG nova.network.neutron [-] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.459959] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1095.459959] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520368c4-8ecb-311d-30e4-2af7c19390dc" [ 1095.459959] env[69950]: _type = "Task" [ 1095.459959] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.470399] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520368c4-8ecb-311d-30e4-2af7c19390dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.475298] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-8dc73bf3-9e59-4fe3-8d62-94033241d0dc" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.475778] env[69950]: DEBUG nova.objects.instance [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lazy-loading 'migration_context' on Instance uuid 8dc73bf3-9e59-4fe3-8d62-94033241d0dc {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.578089] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7732d527-5454-4147-b0ad-6d0682355369 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.589898] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f705dadf-3179-4bcd-affb-75602bcf9034 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.626688] env[69950]: DEBUG nova.compute.manager [req-49a547f6-e2ed-4347-b53f-e45ae4e4b404 req-8dc67255-b589-42da-a4d3-675c03053742 service nova] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Detach interface failed, port_id=c47268f6-d88a-442c-9cce-20fccf0c465b, reason: Instance 65385871-2f5a-4953-a3f3-95f97b045b37 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1095.630658] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "9a63a423-1f35-4b6b-8ca2-a39da82cde45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.369s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.697212] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Acquiring lock "a4eb1012-2913-4c54-a175-a0a91eee0b7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.697623] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Lock "a4eb1012-2913-4c54-a175-a0a91eee0b7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.926067] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "b30ebaee-894d-49c3-9d54-f9d31f45615c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.926514] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "b30ebaee-894d-49c3-9d54-f9d31f45615c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.926832] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "b30ebaee-894d-49c3-9d54-f9d31f45615c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.927014] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "b30ebaee-894d-49c3-9d54-f9d31f45615c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.928833] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "b30ebaee-894d-49c3-9d54-f9d31f45615c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.931813] env[69950]: INFO nova.compute.manager [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Terminating instance [ 1095.957066] env[69950]: INFO nova.compute.manager [-] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Took 1.30 seconds to deallocate network for instance. [ 1095.974873] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520368c4-8ecb-311d-30e4-2af7c19390dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.975523] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9428547a-7a26-433f-a244-57657db05f49 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.978500] env[69950]: DEBUG nova.objects.base [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Object Instance<8dc73bf3-9e59-4fe3-8d62-94033241d0dc> lazy-loaded attributes: info_cache,migration_context {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1095.979470] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863c1f3a-00f8-43e7-be8d-b9e32589df59 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.986555] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1095.986555] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52014828-7fd1-4ab7-7e72-b1b594b27792" [ 1095.986555] env[69950]: _type = "Task" [ 1095.986555] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.005978] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639d8b4a-dde4-48d3-9525-11da81ed0a4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.017560] env[69950]: DEBUG oslo_vmware.api [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1096.017560] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524e5d8e-5451-1e88-9442-45639d2783eb" [ 1096.017560] env[69950]: _type = "Task" [ 1096.017560] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.018228] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52014828-7fd1-4ab7-7e72-b1b594b27792, 'name': SearchDatastore_Task, 'duration_secs': 0.009749} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.018637] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.018937] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] d64d47bf-00a1-4d52-b6b5-06185bfb2e61/d64d47bf-00a1-4d52-b6b5-06185bfb2e61.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.023029] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccaa3505-2f3d-4fcb-bc93-2059277b79ce {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.031722] env[69950]: DEBUG oslo_vmware.api [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524e5d8e-5451-1e88-9442-45639d2783eb, 'name': SearchDatastore_Task, 'duration_secs': 0.007999} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.033083] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.033406] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1096.033406] env[69950]: value = "task-4222705" [ 1096.033406] env[69950]: _type = "Task" [ 1096.033406] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.041649] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.192355] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0a052e-41e7-4111-ab65-773dfa493c13 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.199909] env[69950]: DEBUG nova.compute.manager [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.225575] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2022fc4f-511a-49f0-8764-9cf96f182fe6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.234811] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance '9cf314f0-aafc-478e-8429-b7e3db2c4611' progress to 83 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.437490] env[69950]: DEBUG nova.compute.manager [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.438258] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.438570] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "e6dd8807-2d7e-4deb-86af-0551f940595c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.441095] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "e6dd8807-2d7e-4deb-86af-0551f940595c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.445978] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef98412-d574-4e6d-960b-92c99fe3c270 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.462804] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.462804] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1d6cb16-2e46-4c2a-897c-6c2cbac8874f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.465724] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d626ddf5-cef2-49cb-a1d6-d606bdb883ff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.471437] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.471831] env[69950]: DEBUG oslo_vmware.api [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1096.471831] env[69950]: value = "task-4222706" [ 1096.471831] env[69950]: _type = "Task" [ 1096.471831] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.481891] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2240a9-f82f-48ea-974c-929241eb720e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.491600] env[69950]: DEBUG oslo_vmware.api [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.527052] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85788dca-8646-46be-9d9e-187ea735ad60 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.546022] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cfa1f7-1c1b-40cf-8087-f738eae2b18e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.560548] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520519} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.573376] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] d64d47bf-00a1-4d52-b6b5-06185bfb2e61/d64d47bf-00a1-4d52-b6b5-06185bfb2e61.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.573376] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.574109] env[69950]: DEBUG nova.compute.provider_tree [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.577046] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fb3f535-f8bf-4edf-ae10-ed3e6c6c6c53 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.587104] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1096.587104] env[69950]: value = "task-4222707" [ 1096.587104] env[69950]: _type = "Task" [ 1096.587104] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.597762] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.744457] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.744790] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1141b34-d51b-4906-a940-5872654cfbe1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.748465] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.755900] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1096.755900] env[69950]: value = "task-4222708" [ 1096.755900] env[69950]: _type = "Task" [ 1096.755900] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.766306] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.952528] env[69950]: DEBUG nova.compute.manager [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.984910] env[69950]: DEBUG oslo_vmware.api [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222706, 'name': PowerOffVM_Task, 'duration_secs': 0.296182} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.985673] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.986370] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.986370] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bba0d213-f641-42bd-8c6d-997d74eb6822 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.056303] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.056527] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.056858] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleting the datastore file [datastore2] b30ebaee-894d-49c3-9d54-f9d31f45615c {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.057156] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96638f93-ecf1-4725-92b7-51222f5a4c71 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.064771] env[69950]: DEBUG oslo_vmware.api [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1097.064771] env[69950]: value = "task-4222710" [ 1097.064771] env[69950]: _type = "Task" [ 1097.064771] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.082722] env[69950]: DEBUG nova.scheduler.client.report [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.087569] env[69950]: DEBUG oslo_vmware.api [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.099059] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073089} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.099632] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.101035] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ea1115-3287-460b-8d49-ad696821dfae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.135610] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] d64d47bf-00a1-4d52-b6b5-06185bfb2e61/d64d47bf-00a1-4d52-b6b5-06185bfb2e61.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.136623] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1109b31-e8eb-42db-809b-4afa9fafd043 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.160907] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1097.160907] env[69950]: value = "task-4222711" [ 1097.160907] env[69950]: _type = "Task" [ 1097.160907] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.171023] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.266850] env[69950]: DEBUG oslo_vmware.api [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222708, 'name': PowerOnVM_Task, 'duration_secs': 0.477177} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.267126] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.267361] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a24741f-5e94-4d61-a2df-193c1320d823 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance '9cf314f0-aafc-478e-8429-b7e3db2c4611' progress to 100 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.475473] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.576464] env[69950]: DEBUG oslo_vmware.api [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164683} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.576735] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.576926] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.578110] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.578110] env[69950]: INFO nova.compute.manager [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1097.578110] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.578110] env[69950]: DEBUG nova.compute.manager [-] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.578110] env[69950]: DEBUG nova.network.neutron [-] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.595370] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.595894] env[69950]: DEBUG nova.compute.manager [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.598628] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.484s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.600074] env[69950]: INFO nova.compute.claims [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.674852] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.891881] env[69950]: DEBUG nova.compute.manager [req-6d4af1fd-3a8a-44c8-973a-70e28b965d6c req-80afd8df-7df2-4a63-a9f9-9a30c57b7d26 service nova] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Received event network-vif-deleted-2f2c206c-6c62-4219-860a-34eece36afd9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1097.892353] env[69950]: INFO nova.compute.manager [req-6d4af1fd-3a8a-44c8-973a-70e28b965d6c req-80afd8df-7df2-4a63-a9f9-9a30c57b7d26 service nova] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Neutron deleted interface 2f2c206c-6c62-4219-860a-34eece36afd9; detaching it from the instance and deleting it from the info cache [ 1097.892542] env[69950]: DEBUG nova.network.neutron [req-6d4af1fd-3a8a-44c8-973a-70e28b965d6c req-80afd8df-7df2-4a63-a9f9-9a30c57b7d26 service nova] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.007996] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "3c80752d-807e-4821-b6c4-2cf462366f41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.008262] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "3c80752d-807e-4821-b6c4-2cf462366f41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.105247] env[69950]: DEBUG nova.compute.utils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.108960] env[69950]: DEBUG nova.compute.manager [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.109099] env[69950]: DEBUG nova.network.neutron [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.158935] env[69950]: DEBUG nova.policy [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95c64437ccb247798e445f6014838f00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87a36143c99541a2a1802030073feaca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.175470] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222711, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.363683] env[69950]: DEBUG nova.network.neutron [-] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.397503] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d6109aa-efda-4efc-ad98-eed7f69a276e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.407986] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34891877-b10b-4f1d-988a-d82ce4ad33d2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.447330] env[69950]: DEBUG nova.compute.manager [req-6d4af1fd-3a8a-44c8-973a-70e28b965d6c req-80afd8df-7df2-4a63-a9f9-9a30c57b7d26 service nova] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Detach interface failed, port_id=2f2c206c-6c62-4219-860a-34eece36afd9, reason: Instance b30ebaee-894d-49c3-9d54-f9d31f45615c could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1098.483858] env[69950]: DEBUG nova.network.neutron [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Successfully created port: d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.511495] env[69950]: DEBUG nova.compute.manager [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.613019] env[69950]: DEBUG nova.compute.manager [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.678210] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222711, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.866431] env[69950]: INFO nova.compute.manager [-] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Took 1.29 seconds to deallocate network for instance. [ 1098.965603] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2824c174-0a46-44c2-aa42-57f015b7110b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.976411] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8591e23-e9ae-486d-ad77-29a672310f28 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.008513] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf99193-058b-48d0-8b11-b6da4b3887d4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.019247] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfd399e-e505-4fcb-ba84-a3dea0672963 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.036843] env[69950]: DEBUG nova.compute.provider_tree [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1099.039422] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.179210] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222711, 'name': ReconfigVM_Task, 'duration_secs': 1.893542} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.179210] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Reconfigured VM instance instance-0000005a to attach disk [datastore2] d64d47bf-00a1-4d52-b6b5-06185bfb2e61/d64d47bf-00a1-4d52-b6b5-06185bfb2e61.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.179210] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c3b503f-faab-4938-b18c-2ce8ee5873b3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.188856] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1099.188856] env[69950]: value = "task-4222712" [ 1099.188856] env[69950]: _type = "Task" [ 1099.188856] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.196855] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222712, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.378025] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.469590] env[69950]: DEBUG nova.network.neutron [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Port d1326b99-5ce9-458f-bd91-926c0d9f7381 binding to destination host cpu-1 is already ACTIVE {{(pid=69950) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1099.469879] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.470055] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.470243] env[69950]: DEBUG nova.network.neutron [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.562700] env[69950]: ERROR nova.scheduler.client.report [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [req-954063f7-c636-440d-9211-9fd8b6c0a98d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-954063f7-c636-440d-9211-9fd8b6c0a98d"}]} [ 1099.583506] env[69950]: DEBUG nova.scheduler.client.report [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1099.601775] env[69950]: DEBUG nova.scheduler.client.report [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1099.602118] env[69950]: DEBUG nova.compute.provider_tree [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1099.618896] env[69950]: DEBUG nova.scheduler.client.report [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1099.629190] env[69950]: DEBUG nova.compute.manager [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.645146] env[69950]: DEBUG nova.scheduler.client.report [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1099.667014] env[69950]: DEBUG nova.virt.hardware [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.667014] env[69950]: DEBUG nova.virt.hardware [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.667014] env[69950]: DEBUG nova.virt.hardware [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.667014] env[69950]: DEBUG nova.virt.hardware [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.667014] env[69950]: DEBUG nova.virt.hardware [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.667014] env[69950]: DEBUG nova.virt.hardware [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.667014] env[69950]: DEBUG nova.virt.hardware [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.667014] env[69950]: DEBUG nova.virt.hardware [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.667014] env[69950]: DEBUG nova.virt.hardware [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.667014] env[69950]: DEBUG nova.virt.hardware [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.667014] env[69950]: DEBUG nova.virt.hardware [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.668657] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476a70c2-8d22-4e7f-8743-ee502fc3d5b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.679029] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c530246-840d-4eba-bb1b-3db12d08d9fe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.707560] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222712, 'name': Rename_Task, 'duration_secs': 0.170165} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.707842] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.708113] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e2fe00c-1072-4469-bac0-d09c552da25f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.715593] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1099.715593] env[69950]: value = "task-4222713" [ 1099.715593] env[69950]: _type = "Task" [ 1099.715593] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.724436] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.040519] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd53ec8-3cde-43a3-a923-e4c95a2ea479 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.049428] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1b6342-c9f8-4735-a0b8-613b47c2eceb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.085164] env[69950]: DEBUG nova.network.neutron [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Successfully updated port: d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.087247] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0887f891-9469-410a-94e4-19d93ff3c1f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.104068] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2209606b-fb6c-4a77-9989-3fcccfe43881 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.117589] env[69950]: DEBUG nova.compute.provider_tree [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.230441] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222713, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.268967] env[69950]: DEBUG nova.compute.manager [req-2e5c1a1c-d427-438b-bf51-1f21111c32e2 req-b99086c0-e449-4c69-8e70-6d60842ae00c service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Received event network-vif-plugged-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1100.269382] env[69950]: DEBUG oslo_concurrency.lockutils [req-2e5c1a1c-d427-438b-bf51-1f21111c32e2 req-b99086c0-e449-4c69-8e70-6d60842ae00c service nova] Acquiring lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.269561] env[69950]: DEBUG oslo_concurrency.lockutils [req-2e5c1a1c-d427-438b-bf51-1f21111c32e2 req-b99086c0-e449-4c69-8e70-6d60842ae00c service nova] Lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.269774] env[69950]: DEBUG oslo_concurrency.lockutils [req-2e5c1a1c-d427-438b-bf51-1f21111c32e2 req-b99086c0-e449-4c69-8e70-6d60842ae00c service nova] Lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.270100] env[69950]: DEBUG nova.compute.manager [req-2e5c1a1c-d427-438b-bf51-1f21111c32e2 req-b99086c0-e449-4c69-8e70-6d60842ae00c service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] No waiting events found dispatching network-vif-plugged-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1100.270422] env[69950]: WARNING nova.compute.manager [req-2e5c1a1c-d427-438b-bf51-1f21111c32e2 req-b99086c0-e449-4c69-8e70-6d60842ae00c service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Received unexpected event network-vif-plugged-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f for instance with vm_state building and task_state spawning. [ 1100.450623] env[69950]: DEBUG nova.network.neutron [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance_info_cache with network_info: [{"id": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "address": "fa:16:3e:28:fa:d6", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1326b99-5c", "ovs_interfaceid": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.593480] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "refresh_cache-a6687dd3-76d2-4cfd-a950-18b15b834ba1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.593648] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired lock "refresh_cache-a6687dd3-76d2-4cfd-a950-18b15b834ba1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.593804] env[69950]: DEBUG nova.network.neutron [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.653772] env[69950]: DEBUG nova.scheduler.client.report [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1100.654296] env[69950]: DEBUG nova.compute.provider_tree [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 135 to 136 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1100.654442] env[69950]: DEBUG nova.compute.provider_tree [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.727358] env[69950]: DEBUG oslo_vmware.api [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222713, 'name': PowerOnVM_Task, 'duration_secs': 0.663357} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.727709] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.727976] env[69950]: INFO nova.compute.manager [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Took 11.77 seconds to spawn the instance on the hypervisor. [ 1100.728250] env[69950]: DEBUG nova.compute.manager [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1100.729674] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b41787-49f0-4e94-a980-fe008925b103 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.953483] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.143875] env[69950]: DEBUG nova.network.neutron [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.160146] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.561s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.160732] env[69950]: DEBUG nova.compute.manager [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.165974] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.133s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.193977] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Acquiring lock "50b54d4c-d694-4605-9c94-4105119a271d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.194292] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Lock "50b54d4c-d694-4605-9c94-4105119a271d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.249120] env[69950]: INFO nova.compute.manager [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Took 40.02 seconds to build instance. [ 1101.347918] env[69950]: DEBUG nova.network.neutron [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Updating instance_info_cache with network_info: [{"id": "d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f", "address": "fa:16:3e:8f:0a:a5", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ec37f8-b0", "ovs_interfaceid": "d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.456887] env[69950]: DEBUG nova.compute.manager [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69950) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1101.669814] env[69950]: DEBUG nova.compute.utils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.675195] env[69950]: DEBUG nova.compute.manager [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.675195] env[69950]: DEBUG nova.network.neutron [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.696533] env[69950]: DEBUG nova.compute.manager [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.750936] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a3b557db-3da4-486b-9b6d-ef5469e07a5c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.533s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.758420] env[69950]: DEBUG nova.policy [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18c660c0878c4e749f9d3bd00c7d2e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2308519ed4e8411fac4500622fcad59e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.852084] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Releasing lock "refresh_cache-a6687dd3-76d2-4cfd-a950-18b15b834ba1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.852742] env[69950]: DEBUG nova.compute.manager [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Instance network_info: |[{"id": "d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f", "address": "fa:16:3e:8f:0a:a5", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ec37f8-b0", "ovs_interfaceid": "d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.852954] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:0a:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9ec37f8-b0a4-4c4e-b49b-57556aeffd7f', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.860921] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.861166] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.861393] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d5f0210-6e41-4bee-a69b-7ed02d6a2eb9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.886209] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.886209] env[69950]: value = "task-4222714" [ 1101.886209] env[69950]: _type = "Task" [ 1101.886209] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.895618] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222714, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.071889] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc8c8ff-d08b-47f2-aebc-9040d429c9dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.089305] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907ea520-8726-4fbd-a453-b59e61079af3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.132763] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80597a0c-5e7b-49bf-b541-81cd45b6d193 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.145034] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb48f592-b45a-4092-b592-0fc9db552e0a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.157822] env[69950]: DEBUG nova.compute.provider_tree [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.174995] env[69950]: DEBUG nova.compute.manager [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.227598] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.298720] env[69950]: DEBUG nova.compute.manager [req-d31384a2-3fa0-444a-a142-372f248ba48b req-6f6c2404-712a-43fd-9eeb-bc9fc0213c62 service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Received event network-changed-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1102.298786] env[69950]: DEBUG nova.compute.manager [req-d31384a2-3fa0-444a-a142-372f248ba48b req-6f6c2404-712a-43fd-9eeb-bc9fc0213c62 service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Refreshing instance network info cache due to event network-changed-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1102.298991] env[69950]: DEBUG oslo_concurrency.lockutils [req-d31384a2-3fa0-444a-a142-372f248ba48b req-6f6c2404-712a-43fd-9eeb-bc9fc0213c62 service nova] Acquiring lock "refresh_cache-a6687dd3-76d2-4cfd-a950-18b15b834ba1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.299113] env[69950]: DEBUG oslo_concurrency.lockutils [req-d31384a2-3fa0-444a-a142-372f248ba48b req-6f6c2404-712a-43fd-9eeb-bc9fc0213c62 service nova] Acquired lock "refresh_cache-a6687dd3-76d2-4cfd-a950-18b15b834ba1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.299338] env[69950]: DEBUG nova.network.neutron [req-d31384a2-3fa0-444a-a142-372f248ba48b req-6f6c2404-712a-43fd-9eeb-bc9fc0213c62 service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Refreshing network info cache for port d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.397483] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222714, 'name': CreateVM_Task, 'duration_secs': 0.418164} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.397678] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.398463] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.398630] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.399088] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.400258] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b34f2ec9-25f8-4fdd-8345-03e8a9e00678 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.402973] env[69950]: DEBUG nova.compute.manager [req-2f7b30cd-a329-4a21-9294-0e51424ee24e req-d32f8b48-ab61-4ffe-943a-a104423d284e service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Received event network-changed-544c7297-b35f-4fe9-9981-782afe689f18 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1102.403171] env[69950]: DEBUG nova.compute.manager [req-2f7b30cd-a329-4a21-9294-0e51424ee24e req-d32f8b48-ab61-4ffe-943a-a104423d284e service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Refreshing instance network info cache due to event network-changed-544c7297-b35f-4fe9-9981-782afe689f18. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1102.403380] env[69950]: DEBUG oslo_concurrency.lockutils [req-2f7b30cd-a329-4a21-9294-0e51424ee24e req-d32f8b48-ab61-4ffe-943a-a104423d284e service nova] Acquiring lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.403526] env[69950]: DEBUG oslo_concurrency.lockutils [req-2f7b30cd-a329-4a21-9294-0e51424ee24e req-d32f8b48-ab61-4ffe-943a-a104423d284e service nova] Acquired lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.403716] env[69950]: DEBUG nova.network.neutron [req-2f7b30cd-a329-4a21-9294-0e51424ee24e req-d32f8b48-ab61-4ffe-943a-a104423d284e service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Refreshing network info cache for port 544c7297-b35f-4fe9-9981-782afe689f18 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.411201] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1102.411201] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52da8d44-8e9f-0da1-7767-044d19887ca9" [ 1102.411201] env[69950]: _type = "Task" [ 1102.411201] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.420498] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52da8d44-8e9f-0da1-7767-044d19887ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.427071] env[69950]: DEBUG nova.network.neutron [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Successfully created port: 009eba19-aadb-4133-a7a7-3f5f735f557f {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.636759] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.661356] env[69950]: DEBUG nova.scheduler.client.report [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.924014] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52da8d44-8e9f-0da1-7767-044d19887ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.011646} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.924331] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.924588] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.924831] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.924973] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.925290] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.926521] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7240a47c-37f6-4efa-8fdb-a65e8682b190 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.938022] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.938022] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.938022] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ebe755d-f723-4c5c-95aa-40b16b59ff25 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.943392] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1102.943392] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523fa14a-b1e5-b92f-387a-bbdfb5e22a69" [ 1102.943392] env[69950]: _type = "Task" [ 1102.943392] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.953675] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523fa14a-b1e5-b92f-387a-bbdfb5e22a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.035049] env[69950]: DEBUG nova.network.neutron [req-d31384a2-3fa0-444a-a142-372f248ba48b req-6f6c2404-712a-43fd-9eeb-bc9fc0213c62 service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Updated VIF entry in instance network info cache for port d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.035049] env[69950]: DEBUG nova.network.neutron [req-d31384a2-3fa0-444a-a142-372f248ba48b req-6f6c2404-712a-43fd-9eeb-bc9fc0213c62 service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Updating instance_info_cache with network_info: [{"id": "d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f", "address": "fa:16:3e:8f:0a:a5", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ec37f8-b0", "ovs_interfaceid": "d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.191221] env[69950]: DEBUG nova.compute.manager [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.241088] env[69950]: DEBUG nova.virt.hardware [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.241364] env[69950]: DEBUG nova.virt.hardware [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.241507] env[69950]: DEBUG nova.virt.hardware [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.241711] env[69950]: DEBUG nova.virt.hardware [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.242017] env[69950]: DEBUG nova.virt.hardware [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.242107] env[69950]: DEBUG nova.virt.hardware [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.245797] env[69950]: DEBUG nova.virt.hardware [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.245797] env[69950]: DEBUG nova.virt.hardware [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.245797] env[69950]: DEBUG nova.virt.hardware [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.245797] env[69950]: DEBUG nova.virt.hardware [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.245797] env[69950]: DEBUG nova.virt.hardware [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.245797] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aba092f-6128-4d14-8378-3ed8b1861fbf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.252862] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1202d7-77b9-46bb-a3b8-4a2489479d86 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.399484] env[69950]: DEBUG nova.network.neutron [req-2f7b30cd-a329-4a21-9294-0e51424ee24e req-d32f8b48-ab61-4ffe-943a-a104423d284e service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Updated VIF entry in instance network info cache for port 544c7297-b35f-4fe9-9981-782afe689f18. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.399899] env[69950]: DEBUG nova.network.neutron [req-2f7b30cd-a329-4a21-9294-0e51424ee24e req-d32f8b48-ab61-4ffe-943a-a104423d284e service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Updating instance_info_cache with network_info: [{"id": "544c7297-b35f-4fe9-9981-782afe689f18", "address": "fa:16:3e:83:51:93", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap544c7297-b3", "ovs_interfaceid": "544c7297-b35f-4fe9-9981-782afe689f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.453665] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523fa14a-b1e5-b92f-387a-bbdfb5e22a69, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.454515] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47402431-7cc0-42e4-bae8-db56edfdb9fa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.460216] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1103.460216] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c08a4d-dcc8-f3c2-4fde-fbf808c8814f" [ 1103.460216] env[69950]: _type = "Task" [ 1103.460216] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.468526] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c08a4d-dcc8-f3c2-4fde-fbf808c8814f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.537848] env[69950]: DEBUG oslo_concurrency.lockutils [req-d31384a2-3fa0-444a-a142-372f248ba48b req-6f6c2404-712a-43fd-9eeb-bc9fc0213c62 service nova] Releasing lock "refresh_cache-a6687dd3-76d2-4cfd-a950-18b15b834ba1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.674012] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.508s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.676820] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.206s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.677065] env[69950]: DEBUG nova.objects.instance [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lazy-loading 'resources' on Instance uuid 65385871-2f5a-4953-a3f3-95f97b045b37 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.903303] env[69950]: DEBUG oslo_concurrency.lockutils [req-2f7b30cd-a329-4a21-9294-0e51424ee24e req-d32f8b48-ab61-4ffe-943a-a104423d284e service nova] Releasing lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.972441] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c08a4d-dcc8-f3c2-4fde-fbf808c8814f, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.972782] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.972782] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] a6687dd3-76d2-4cfd-a950-18b15b834ba1/a6687dd3-76d2-4cfd-a950-18b15b834ba1.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.973015] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d15b8e7-2f27-4597-866d-c11cef5b2fd7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.980988] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1103.980988] env[69950]: value = "task-4222715" [ 1103.980988] env[69950]: _type = "Task" [ 1103.980988] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.990155] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.248659] env[69950]: INFO nova.scheduler.client.report [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleted allocation for migration f7299c66-c1af-4fc5-95f9-a57c8c3c70aa [ 1104.437061] env[69950]: DEBUG nova.compute.manager [req-d6c3e521-0b54-499d-a09e-b9759a7b1c91 req-7abd2357-96ca-4eb9-86a5-798fa3a915ad service nova] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Received event network-vif-plugged-009eba19-aadb-4133-a7a7-3f5f735f557f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1104.437446] env[69950]: DEBUG oslo_concurrency.lockutils [req-d6c3e521-0b54-499d-a09e-b9759a7b1c91 req-7abd2357-96ca-4eb9-86a5-798fa3a915ad service nova] Acquiring lock "2e9582f7-528a-4335-a447-fbe4e21ce41a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.437773] env[69950]: DEBUG oslo_concurrency.lockutils [req-d6c3e521-0b54-499d-a09e-b9759a7b1c91 req-7abd2357-96ca-4eb9-86a5-798fa3a915ad service nova] Lock "2e9582f7-528a-4335-a447-fbe4e21ce41a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.438072] env[69950]: DEBUG oslo_concurrency.lockutils [req-d6c3e521-0b54-499d-a09e-b9759a7b1c91 req-7abd2357-96ca-4eb9-86a5-798fa3a915ad service nova] Lock "2e9582f7-528a-4335-a447-fbe4e21ce41a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.438344] env[69950]: DEBUG nova.compute.manager [req-d6c3e521-0b54-499d-a09e-b9759a7b1c91 req-7abd2357-96ca-4eb9-86a5-798fa3a915ad service nova] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] No waiting events found dispatching network-vif-plugged-009eba19-aadb-4133-a7a7-3f5f735f557f {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1104.438612] env[69950]: WARNING nova.compute.manager [req-d6c3e521-0b54-499d-a09e-b9759a7b1c91 req-7abd2357-96ca-4eb9-86a5-798fa3a915ad service nova] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Received unexpected event network-vif-plugged-009eba19-aadb-4133-a7a7-3f5f735f557f for instance with vm_state building and task_state spawning. [ 1104.496991] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222715, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.531124] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a877d1-664b-4060-97ac-14b18880476e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.540365] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c96a339-713e-4cbb-89bf-5fbc1f45a3e9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.582962] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4259731e-671f-46ba-a7f2-588bc1e3e155 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.591885] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad38d49a-c8cf-4d36-a2d5-a5d435737160 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.608678] env[69950]: DEBUG nova.compute.provider_tree [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.651837] env[69950]: DEBUG nova.network.neutron [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Successfully updated port: 009eba19-aadb-4133-a7a7-3f5f735f557f {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.758537] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cbe26acc-5c3e-431c-a323-ef9be768f74a tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.838s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.992754] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563742} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.993098] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] a6687dd3-76d2-4cfd-a950-18b15b834ba1/a6687dd3-76d2-4cfd-a950-18b15b834ba1.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.993259] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.993517] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c058d3a-35b1-4509-b7b1-94d731ae0497 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.001183] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1105.001183] env[69950]: value = "task-4222716" [ 1105.001183] env[69950]: _type = "Task" [ 1105.001183] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.010593] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.130788] env[69950]: ERROR nova.scheduler.client.report [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [req-5aeaacd4-a110-4b18-9e4c-3dea7daa4802] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5aeaacd4-a110-4b18-9e4c-3dea7daa4802"}]} [ 1105.150293] env[69950]: DEBUG nova.scheduler.client.report [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1105.154174] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "refresh_cache-2e9582f7-528a-4335-a447-fbe4e21ce41a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.154303] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "refresh_cache-2e9582f7-528a-4335-a447-fbe4e21ce41a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.154459] env[69950]: DEBUG nova.network.neutron [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.176866] env[69950]: DEBUG nova.scheduler.client.report [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1105.176866] env[69950]: DEBUG nova.compute.provider_tree [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.196299] env[69950]: DEBUG nova.scheduler.client.report [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1105.219068] env[69950]: DEBUG nova.scheduler.client.report [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1105.391079] env[69950]: DEBUG oslo_concurrency.lockutils [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.391079] env[69950]: DEBUG oslo_concurrency.lockutils [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.391079] env[69950]: DEBUG oslo_concurrency.lockutils [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.391079] env[69950]: DEBUG oslo_concurrency.lockutils [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.391460] env[69950]: DEBUG oslo_concurrency.lockutils [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.393317] env[69950]: INFO nova.compute.manager [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Terminating instance [ 1105.482952] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd73664-973c-42b7-8dc1-02b7b12bd275 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.490809] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbcb57f-2c8c-4906-9bcf-1e213880448d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.526760] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1ad1f9-29d6-41ba-89db-88d473d28c76 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.537450] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab439876-adeb-4c78-998f-7fd84e6842d9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.542119] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173175} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.542407] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.543564] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2486fe1d-964d-42f4-a52d-2a4b722afbc4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.554359] env[69950]: DEBUG nova.compute.provider_tree [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.575663] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] a6687dd3-76d2-4cfd-a950-18b15b834ba1/a6687dd3-76d2-4cfd-a950-18b15b834ba1.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.576618] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f3b261a-894e-449c-80fa-508eaaaae1fc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.597817] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1105.597817] env[69950]: value = "task-4222717" [ 1105.597817] env[69950]: _type = "Task" [ 1105.597817] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.606262] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.723351] env[69950]: DEBUG nova.network.neutron [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.898270] env[69950]: DEBUG nova.compute.manager [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.898668] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.899732] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b5d9bc-2825-4cd4-8cb4-026dc18478cd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.907934] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.908214] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96e4ffe7-bc21-4dfd-b694-a5f5def262e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.914548] env[69950]: DEBUG oslo_vmware.api [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1105.914548] env[69950]: value = "task-4222718" [ 1105.914548] env[69950]: _type = "Task" [ 1105.914548] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.924419] env[69950]: DEBUG oslo_vmware.api [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.959797] env[69950]: DEBUG nova.network.neutron [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Updating instance_info_cache with network_info: [{"id": "009eba19-aadb-4133-a7a7-3f5f735f557f", "address": "fa:16:3e:b3:f1:1e", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009eba19-aa", "ovs_interfaceid": "009eba19-aadb-4133-a7a7-3f5f735f557f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.087506] env[69950]: DEBUG nova.scheduler.client.report [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1106.087866] env[69950]: DEBUG nova.compute.provider_tree [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 138 to 139 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1106.088084] env[69950]: DEBUG nova.compute.provider_tree [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.110412] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222717, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.424749] env[69950]: DEBUG oslo_vmware.api [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222718, 'name': PowerOffVM_Task, 'duration_secs': 0.2403} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.424956] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.425153] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.425434] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d3661b7-f56f-449f-95b8-6f9fe00b32dd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.462024] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "refresh_cache-2e9582f7-528a-4335-a447-fbe4e21ce41a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.462399] env[69950]: DEBUG nova.compute.manager [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Instance network_info: |[{"id": "009eba19-aadb-4133-a7a7-3f5f735f557f", "address": "fa:16:3e:b3:f1:1e", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009eba19-aa", "ovs_interfaceid": "009eba19-aadb-4133-a7a7-3f5f735f557f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.462885] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:f1:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '009eba19-aadb-4133-a7a7-3f5f735f557f', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.476310] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.478015] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.479698] env[69950]: DEBUG nova.compute.manager [req-61a7c37e-2031-4dd1-9d9e-8d66afb459e5 req-9cf369b0-567c-4c3d-8df4-f9f5bce97df3 service nova] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Received event network-changed-009eba19-aadb-4133-a7a7-3f5f735f557f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1106.479880] env[69950]: DEBUG nova.compute.manager [req-61a7c37e-2031-4dd1-9d9e-8d66afb459e5 req-9cf369b0-567c-4c3d-8df4-f9f5bce97df3 service nova] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Refreshing instance network info cache due to event network-changed-009eba19-aadb-4133-a7a7-3f5f735f557f. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1106.480180] env[69950]: DEBUG oslo_concurrency.lockutils [req-61a7c37e-2031-4dd1-9d9e-8d66afb459e5 req-9cf369b0-567c-4c3d-8df4-f9f5bce97df3 service nova] Acquiring lock "refresh_cache-2e9582f7-528a-4335-a447-fbe4e21ce41a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.480294] env[69950]: DEBUG oslo_concurrency.lockutils [req-61a7c37e-2031-4dd1-9d9e-8d66afb459e5 req-9cf369b0-567c-4c3d-8df4-f9f5bce97df3 service nova] Acquired lock "refresh_cache-2e9582f7-528a-4335-a447-fbe4e21ce41a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.480460] env[69950]: DEBUG nova.network.neutron [req-61a7c37e-2031-4dd1-9d9e-8d66afb459e5 req-9cf369b0-567c-4c3d-8df4-f9f5bce97df3 service nova] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Refreshing network info cache for port 009eba19-aadb-4133-a7a7-3f5f735f557f {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.482317] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0df09f48-412c-483e-a95b-0b0c686de402 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.504076] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.504076] env[69950]: value = "task-4222720" [ 1106.504076] env[69950]: _type = "Task" [ 1106.504076] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.512833] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222720, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.594169] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.917s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.597086] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.848s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.598169] env[69950]: INFO nova.compute.claims [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.611151] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222717, 'name': ReconfigVM_Task, 'duration_secs': 0.537288} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.611482] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Reconfigured VM instance instance-0000005b to attach disk [datastore2] a6687dd3-76d2-4cfd-a950-18b15b834ba1/a6687dd3-76d2-4cfd-a950-18b15b834ba1.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.612313] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12668aa3-6800-4c0a-9486-d4a5f7e7b7d3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.616475] env[69950]: INFO nova.scheduler.client.report [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleted allocations for instance 65385871-2f5a-4953-a3f3-95f97b045b37 [ 1106.622278] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1106.622278] env[69950]: value = "task-4222721" [ 1106.622278] env[69950]: _type = "Task" [ 1106.622278] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.632256] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222721, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.014943] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222720, 'name': CreateVM_Task, 'duration_secs': 0.371906} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.015105] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.015938] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.016121] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.016455] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.019129] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98eff9e4-666d-4a04-a07f-0ac9ab6c32a2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.025015] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1107.025015] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522498ab-c1fb-ebf4-0bd7-67d627adab1d" [ 1107.025015] env[69950]: _type = "Task" [ 1107.025015] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.034223] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522498ab-c1fb-ebf4-0bd7-67d627adab1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.129432] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9f2735ad-6571-4e44-aa02-446c6514c508 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "65385871-2f5a-4953-a3f3-95f97b045b37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.136s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.140379] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222721, 'name': Rename_Task, 'duration_secs': 0.144544} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.140379] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.140379] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90793cec-b213-45ba-87a1-3ab288e27304 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.149024] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1107.149024] env[69950]: value = "task-4222722" [ 1107.149024] env[69950]: _type = "Task" [ 1107.149024] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.157953] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.285994] env[69950]: DEBUG nova.network.neutron [req-61a7c37e-2031-4dd1-9d9e-8d66afb459e5 req-9cf369b0-567c-4c3d-8df4-f9f5bce97df3 service nova] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Updated VIF entry in instance network info cache for port 009eba19-aadb-4133-a7a7-3f5f735f557f. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.286348] env[69950]: DEBUG nova.network.neutron [req-61a7c37e-2031-4dd1-9d9e-8d66afb459e5 req-9cf369b0-567c-4c3d-8df4-f9f5bce97df3 service nova] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Updating instance_info_cache with network_info: [{"id": "009eba19-aadb-4133-a7a7-3f5f735f557f", "address": "fa:16:3e:b3:f1:1e", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009eba19-aa", "ovs_interfaceid": "009eba19-aadb-4133-a7a7-3f5f735f557f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.537123] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522498ab-c1fb-ebf4-0bd7-67d627adab1d, 'name': SearchDatastore_Task, 'duration_secs': 0.012864} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.537489] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.537733] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.537972] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.538185] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.538485] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.538753] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6b88f17-4bc9-46cd-9f28-d0ae7ce5e0aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.548146] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.548373] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.549142] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b3af86-4e74-418b-89e2-54e475eed9d9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.555197] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1107.555197] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524eb20c-544b-9abe-81fd-2c02566b6a4b" [ 1107.555197] env[69950]: _type = "Task" [ 1107.555197] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.563691] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524eb20c-544b-9abe-81fd-2c02566b6a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.660057] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222722, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.789103] env[69950]: DEBUG oslo_concurrency.lockutils [req-61a7c37e-2031-4dd1-9d9e-8d66afb459e5 req-9cf369b0-567c-4c3d-8df4-f9f5bce97df3 service nova] Releasing lock "refresh_cache-2e9582f7-528a-4335-a447-fbe4e21ce41a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.857576] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132b5621-0009-41d9-b8e1-870f85112f6d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.865880] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac1ed10-b0d5-4e92-904c-1249b91c9843 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.895759] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4be530-23de-48dc-ad8f-96b1d071e979 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.903723] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381e841b-8eff-49cd-bacc-2392bb468da4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.917294] env[69950]: DEBUG nova.compute.provider_tree [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.068329] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524eb20c-544b-9abe-81fd-2c02566b6a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.069238] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a48f328-267a-446c-aa27-6e204152c6f7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.075608] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1108.075608] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522daaed-42c9-3e0e-a343-46d69631e79f" [ 1108.075608] env[69950]: _type = "Task" [ 1108.075608] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.086449] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522daaed-42c9-3e0e-a343-46d69631e79f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.102909] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "b0cb9eae-d6c5-49c5-8f87-7ec597e952b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.103250] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "b0cb9eae-d6c5-49c5-8f87-7ec597e952b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.103529] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "b0cb9eae-d6c5-49c5-8f87-7ec597e952b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.103777] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "b0cb9eae-d6c5-49c5-8f87-7ec597e952b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.104019] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "b0cb9eae-d6c5-49c5-8f87-7ec597e952b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.107036] env[69950]: INFO nova.compute.manager [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Terminating instance [ 1108.166302] env[69950]: DEBUG oslo_vmware.api [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222722, 'name': PowerOnVM_Task, 'duration_secs': 0.55569} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.166659] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.166870] env[69950]: INFO nova.compute.manager [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1108.167070] env[69950]: DEBUG nova.compute.manager [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1108.167901] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa7a259-1986-4da3-a3af-e16155707f85 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.224492] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.224868] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.225160] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleting the datastore file [datastore1] 8dc73bf3-9e59-4fe3-8d62-94033241d0dc {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.225419] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98196bbf-e8e3-4583-a240-761a191a3e9a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.234326] env[69950]: DEBUG oslo_vmware.api [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1108.234326] env[69950]: value = "task-4222723" [ 1108.234326] env[69950]: _type = "Task" [ 1108.234326] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.244281] env[69950]: DEBUG oslo_vmware.api [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.448147] env[69950]: DEBUG nova.scheduler.client.report [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1108.448495] env[69950]: DEBUG nova.compute.provider_tree [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 139 to 140 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1108.448722] env[69950]: DEBUG nova.compute.provider_tree [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.588662] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522daaed-42c9-3e0e-a343-46d69631e79f, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.588972] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.589283] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 2e9582f7-528a-4335-a447-fbe4e21ce41a/2e9582f7-528a-4335-a447-fbe4e21ce41a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.589550] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e42410d-389e-4c67-804f-215d8b3bea8c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.597102] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1108.597102] env[69950]: value = "task-4222724" [ 1108.597102] env[69950]: _type = "Task" [ 1108.597102] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.605380] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.611210] env[69950]: DEBUG nova.compute.manager [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.611485] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.612326] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38099350-1129-40de-9713-95ed517717a0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.619745] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.620066] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84bbce12-ee12-46ed-bca3-74063cd09f0d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.626628] env[69950]: DEBUG oslo_vmware.api [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1108.626628] env[69950]: value = "task-4222725" [ 1108.626628] env[69950]: _type = "Task" [ 1108.626628] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.636797] env[69950]: DEBUG oslo_vmware.api [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.686487] env[69950]: INFO nova.compute.manager [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Took 14.50 seconds to build instance. [ 1108.746615] env[69950]: DEBUG oslo_vmware.api [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171557} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.746940] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.747098] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.747279] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.747459] env[69950]: INFO nova.compute.manager [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Took 2.85 seconds to destroy the instance on the hypervisor. [ 1108.747716] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.747921] env[69950]: DEBUG nova.compute.manager [-] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.748035] env[69950]: DEBUG nova.network.neutron [-] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.954180] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.954730] env[69950]: DEBUG nova.compute.manager [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.957449] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.482s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.958944] env[69950]: INFO nova.compute.claims [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.108555] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501166} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.108959] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 2e9582f7-528a-4335-a447-fbe4e21ce41a/2e9582f7-528a-4335-a447-fbe4e21ce41a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.109270] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.109544] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-543a9c57-83d8-46e1-bf1a-a768c6fc819e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.116923] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1109.116923] env[69950]: value = "task-4222726" [ 1109.116923] env[69950]: _type = "Task" [ 1109.116923] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.127715] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.136780] env[69950]: DEBUG oslo_vmware.api [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222725, 'name': PowerOffVM_Task, 'duration_secs': 0.290184} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.137147] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.137333] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.137590] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b56c0a1f-1ab9-4959-8436-aee38b15752a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.194710] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.016s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.203981] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.204271] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.204482] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleting the datastore file [datastore1] b0cb9eae-d6c5-49c5-8f87-7ec597e952b3 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.204804] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e92464a-f2be-4e50-9bc5-9e455d11f861 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.214114] env[69950]: DEBUG oslo_vmware.api [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1109.214114] env[69950]: value = "task-4222728" [ 1109.214114] env[69950]: _type = "Task" [ 1109.214114] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.223301] env[69950]: DEBUG oslo_vmware.api [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.444316] env[69950]: DEBUG nova.compute.manager [req-4a6f1009-1f16-43bb-82d3-c08019fd51a6 req-8bcef12c-8874-48b2-b879-865edddab102 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Received event network-vif-deleted-5505ec44-bbf6-4ec4-bdda-3dd5746421af {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1109.444541] env[69950]: INFO nova.compute.manager [req-4a6f1009-1f16-43bb-82d3-c08019fd51a6 req-8bcef12c-8874-48b2-b879-865edddab102 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Neutron deleted interface 5505ec44-bbf6-4ec4-bdda-3dd5746421af; detaching it from the instance and deleting it from the info cache [ 1109.444711] env[69950]: DEBUG nova.network.neutron [req-4a6f1009-1f16-43bb-82d3-c08019fd51a6 req-8bcef12c-8874-48b2-b879-865edddab102 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.464721] env[69950]: DEBUG nova.compute.utils [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.469034] env[69950]: DEBUG nova.compute.manager [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Not allocating networking since 'none' was specified. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1109.627744] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126412} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.628016] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.628826] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c371ab93-2c35-4f5f-b104-1464b80da46e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.657689] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 2e9582f7-528a-4335-a447-fbe4e21ce41a/2e9582f7-528a-4335-a447-fbe4e21ce41a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.658891] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b112fcf7-2574-40e7-bec4-5c4aa070d47b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.684175] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1109.684175] env[69950]: value = "task-4222729" [ 1109.684175] env[69950]: _type = "Task" [ 1109.684175] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.695403] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.724567] env[69950]: DEBUG oslo_vmware.api [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143023} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.724832] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.725033] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.725221] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.725402] env[69950]: INFO nova.compute.manager [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1109.725647] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.725844] env[69950]: DEBUG nova.compute.manager [-] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.725938] env[69950]: DEBUG nova.network.neutron [-] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.892973] env[69950]: DEBUG nova.network.neutron [-] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.910921] env[69950]: DEBUG nova.compute.manager [req-562d6494-32a0-4c57-a7ec-7b72918f6ab2 req-05355743-4fc7-4191-973b-9de388a9e6b2 service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Received event network-changed-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1109.913470] env[69950]: DEBUG nova.compute.manager [req-562d6494-32a0-4c57-a7ec-7b72918f6ab2 req-05355743-4fc7-4191-973b-9de388a9e6b2 service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Refreshing instance network info cache due to event network-changed-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1109.913470] env[69950]: DEBUG oslo_concurrency.lockutils [req-562d6494-32a0-4c57-a7ec-7b72918f6ab2 req-05355743-4fc7-4191-973b-9de388a9e6b2 service nova] Acquiring lock "refresh_cache-a6687dd3-76d2-4cfd-a950-18b15b834ba1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.913470] env[69950]: DEBUG oslo_concurrency.lockutils [req-562d6494-32a0-4c57-a7ec-7b72918f6ab2 req-05355743-4fc7-4191-973b-9de388a9e6b2 service nova] Acquired lock "refresh_cache-a6687dd3-76d2-4cfd-a950-18b15b834ba1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.913470] env[69950]: DEBUG nova.network.neutron [req-562d6494-32a0-4c57-a7ec-7b72918f6ab2 req-05355743-4fc7-4191-973b-9de388a9e6b2 service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Refreshing network info cache for port d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.947685] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe88786e-b594-4098-b223-42a742848ee6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.963024] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8634eb3-5cbe-4325-8771-65d2f0b99012 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.972473] env[69950]: DEBUG nova.compute.manager [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.004262] env[69950]: DEBUG nova.compute.manager [req-4a6f1009-1f16-43bb-82d3-c08019fd51a6 req-8bcef12c-8874-48b2-b879-865edddab102 service nova] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Detach interface failed, port_id=5505ec44-bbf6-4ec4-bdda-3dd5746421af, reason: Instance 8dc73bf3-9e59-4fe3-8d62-94033241d0dc could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1110.198372] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222729, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.266431] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680cf2f0-2135-44e2-b365-71d9e304559c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.274900] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e87a89-6eb2-4de3-bd50-b85adee7c715 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.305901] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f881167-20c4-4020-899c-8e485ce5e8b5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.316068] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c96e6d6-2f07-4963-a437-7a2c1930bccd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.330641] env[69950]: DEBUG nova.compute.provider_tree [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.395680] env[69950]: INFO nova.compute.manager [-] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Took 1.65 seconds to deallocate network for instance. [ 1110.479058] env[69950]: DEBUG nova.network.neutron [-] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.697030] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222729, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.748498] env[69950]: DEBUG nova.network.neutron [req-562d6494-32a0-4c57-a7ec-7b72918f6ab2 req-05355743-4fc7-4191-973b-9de388a9e6b2 service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Updated VIF entry in instance network info cache for port d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.748498] env[69950]: DEBUG nova.network.neutron [req-562d6494-32a0-4c57-a7ec-7b72918f6ab2 req-05355743-4fc7-4191-973b-9de388a9e6b2 service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Updating instance_info_cache with network_info: [{"id": "d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f", "address": "fa:16:3e:8f:0a:a5", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ec37f8-b0", "ovs_interfaceid": "d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.833442] env[69950]: DEBUG nova.scheduler.client.report [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.901959] env[69950]: DEBUG oslo_concurrency.lockutils [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.986682] env[69950]: INFO nova.compute.manager [-] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Took 1.26 seconds to deallocate network for instance. [ 1110.987816] env[69950]: DEBUG nova.compute.manager [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.017407] env[69950]: DEBUG nova.virt.hardware [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.017672] env[69950]: DEBUG nova.virt.hardware [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.017842] env[69950]: DEBUG nova.virt.hardware [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.018043] env[69950]: DEBUG nova.virt.hardware [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.018246] env[69950]: DEBUG nova.virt.hardware [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.018476] env[69950]: DEBUG nova.virt.hardware [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.018710] env[69950]: DEBUG nova.virt.hardware [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.018868] env[69950]: DEBUG nova.virt.hardware [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.019077] env[69950]: DEBUG nova.virt.hardware [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.019266] env[69950]: DEBUG nova.virt.hardware [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.019438] env[69950]: DEBUG nova.virt.hardware [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.020343] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040839fb-5960-40e3-a07e-622d599356ac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.029561] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa5698d-08c2-440f-802f-fb3a8bb6792e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.044245] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.049707] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Creating folder: Project (8a44208e6f2a486ea4698e197d895d87). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1111.049991] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdfc3414-90ec-479b-8d3d-4233998388b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.060478] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Created folder: Project (8a44208e6f2a486ea4698e197d895d87) in parent group-v835309. [ 1111.060680] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Creating folder: Instances. Parent ref: group-v835567. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1111.060918] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-249ade56-8d54-4ce5-bf72-c877029959b3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.069783] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Created folder: Instances in parent group-v835567. [ 1111.069966] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.070167] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.070369] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d13832da-3989-4c3d-8834-b4708a9a054c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.086647] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.086647] env[69950]: value = "task-4222732" [ 1111.086647] env[69950]: _type = "Task" [ 1111.086647] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.094575] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222732, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.196373] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222729, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.250622] env[69950]: DEBUG oslo_concurrency.lockutils [req-562d6494-32a0-4c57-a7ec-7b72918f6ab2 req-05355743-4fc7-4191-973b-9de388a9e6b2 service nova] Releasing lock "refresh_cache-a6687dd3-76d2-4cfd-a950-18b15b834ba1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.338747] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.339505] env[69950]: DEBUG nova.compute.manager [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.342295] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.303s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.343800] env[69950]: INFO nova.compute.claims [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.497881] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.502173] env[69950]: DEBUG nova.compute.manager [req-d68792d3-9ede-4231-b689-9c425b1ce6e6 req-501bc9c7-2c31-4e2f-8e39-d10e8466bc43 service nova] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Received event network-vif-deleted-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1111.596855] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222732, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.697244] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222729, 'name': ReconfigVM_Task, 'duration_secs': 1.595012} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.697606] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 2e9582f7-528a-4335-a447-fbe4e21ce41a/2e9582f7-528a-4335-a447-fbe4e21ce41a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.698438] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9962365a-0941-4b03-8bb7-ecf8ed3019c6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.704875] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1111.704875] env[69950]: value = "task-4222733" [ 1111.704875] env[69950]: _type = "Task" [ 1111.704875] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.714495] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222733, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.848752] env[69950]: DEBUG nova.compute.utils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.853425] env[69950]: DEBUG nova.compute.manager [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.853740] env[69950]: DEBUG nova.network.neutron [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.908221] env[69950]: DEBUG nova.policy [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aec1fee313994db6b91ffd8b02e079e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4a4f698050a4a9f85785f6aa03de544', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.100185] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222732, 'name': CreateVM_Task, 'duration_secs': 0.707958} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.100405] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.100840] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.101010] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.101360] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.101632] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397ece94-36d5-425c-bb8c-17004944fe4c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.108299] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Waiting for the task: (returnval){ [ 1112.108299] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5262ebd3-52cb-7791-48f8-512cbf3b9f4f" [ 1112.108299] env[69950]: _type = "Task" [ 1112.108299] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.117057] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5262ebd3-52cb-7791-48f8-512cbf3b9f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.205061] env[69950]: DEBUG nova.network.neutron [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Successfully created port: 263e607d-80de-4a13-9db9-93eb8e817241 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.217230] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222733, 'name': Rename_Task, 'duration_secs': 0.166798} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.217466] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.218321] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e2dac61-60fa-410f-9e96-222606c09ec9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.226099] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1112.226099] env[69950]: value = "task-4222734" [ 1112.226099] env[69950]: _type = "Task" [ 1112.226099] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.235079] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.354251] env[69950]: DEBUG nova.compute.manager [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.619544] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5262ebd3-52cb-7791-48f8-512cbf3b9f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011551} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.619904] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.620190] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.620433] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.620586] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.620770] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.621627] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b9d63dd-6649-429d-9e0e-4cfc8bbcca34 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.632975] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.633200] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.633986] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-982dc648-bc21-473d-8c71-d6ec16aee8d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.640554] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Waiting for the task: (returnval){ [ 1112.640554] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e736bb-e6a8-bf24-6206-cd3cad4a1038" [ 1112.640554] env[69950]: _type = "Task" [ 1112.640554] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.645909] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f5c3cb-0a92-45e4-9c4e-152f2e29f1a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.656802] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9d9d21-646c-419d-88ac-730d40933f54 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.660576] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e736bb-e6a8-bf24-6206-cd3cad4a1038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.689351] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a84a290-3efa-4db4-a3c4-8a6ffad722c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.697576] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c5ec2d-bf54-4bf5-8481-a03a760e043e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.714061] env[69950]: DEBUG nova.compute.provider_tree [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.738121] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222734, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.152150] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e736bb-e6a8-bf24-6206-cd3cad4a1038, 'name': SearchDatastore_Task, 'duration_secs': 0.030878} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.152986] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f57e00-d977-4a79-a134-d827068752a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.158805] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Waiting for the task: (returnval){ [ 1113.158805] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52329b1e-ede1-6a9f-af06-1e742735d11e" [ 1113.158805] env[69950]: _type = "Task" [ 1113.158805] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.168536] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52329b1e-ede1-6a9f-af06-1e742735d11e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.218047] env[69950]: DEBUG nova.scheduler.client.report [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.237657] env[69950]: DEBUG oslo_vmware.api [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222734, 'name': PowerOnVM_Task, 'duration_secs': 0.533298} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.237924] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.238151] env[69950]: INFO nova.compute.manager [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1113.238334] env[69950]: DEBUG nova.compute.manager [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.239217] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7f3129-ed48-483c-b4d3-495d86d341ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.368132] env[69950]: DEBUG nova.compute.manager [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.394757] env[69950]: DEBUG nova.virt.hardware [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.395028] env[69950]: DEBUG nova.virt.hardware [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.395196] env[69950]: DEBUG nova.virt.hardware [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.395384] env[69950]: DEBUG nova.virt.hardware [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.395534] env[69950]: DEBUG nova.virt.hardware [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.395684] env[69950]: DEBUG nova.virt.hardware [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.395898] env[69950]: DEBUG nova.virt.hardware [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.396154] env[69950]: DEBUG nova.virt.hardware [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.396346] env[69950]: DEBUG nova.virt.hardware [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.396560] env[69950]: DEBUG nova.virt.hardware [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.396760] env[69950]: DEBUG nova.virt.hardware [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.397689] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2a05e8-92f9-4aa8-8e4c-b377dc05791e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.406456] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea2824b-63d3-4330-9bac-3fe83a9c8688 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.614627] env[69950]: DEBUG nova.compute.manager [req-4998b390-1eee-4b2a-bccc-2e77ad6c29e8 req-6ebd0f4a-4183-43f9-b7df-54b33ffe7dbf service nova] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Received event network-vif-plugged-263e607d-80de-4a13-9db9-93eb8e817241 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1113.614858] env[69950]: DEBUG oslo_concurrency.lockutils [req-4998b390-1eee-4b2a-bccc-2e77ad6c29e8 req-6ebd0f4a-4183-43f9-b7df-54b33ffe7dbf service nova] Acquiring lock "e6dd8807-2d7e-4deb-86af-0551f940595c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.615141] env[69950]: DEBUG oslo_concurrency.lockutils [req-4998b390-1eee-4b2a-bccc-2e77ad6c29e8 req-6ebd0f4a-4183-43f9-b7df-54b33ffe7dbf service nova] Lock "e6dd8807-2d7e-4deb-86af-0551f940595c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.615360] env[69950]: DEBUG oslo_concurrency.lockutils [req-4998b390-1eee-4b2a-bccc-2e77ad6c29e8 req-6ebd0f4a-4183-43f9-b7df-54b33ffe7dbf service nova] Lock "e6dd8807-2d7e-4deb-86af-0551f940595c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.615535] env[69950]: DEBUG nova.compute.manager [req-4998b390-1eee-4b2a-bccc-2e77ad6c29e8 req-6ebd0f4a-4183-43f9-b7df-54b33ffe7dbf service nova] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] No waiting events found dispatching network-vif-plugged-263e607d-80de-4a13-9db9-93eb8e817241 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1113.615703] env[69950]: WARNING nova.compute.manager [req-4998b390-1eee-4b2a-bccc-2e77ad6c29e8 req-6ebd0f4a-4183-43f9-b7df-54b33ffe7dbf service nova] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Received unexpected event network-vif-plugged-263e607d-80de-4a13-9db9-93eb8e817241 for instance with vm_state building and task_state spawning. [ 1113.671824] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52329b1e-ede1-6a9f-af06-1e742735d11e, 'name': SearchDatastore_Task, 'duration_secs': 0.012201} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.672117] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.672393] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] a4eb1012-2913-4c54-a175-a0a91eee0b7f/a4eb1012-2913-4c54-a175-a0a91eee0b7f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.672663] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e6fefa3-60ef-4021-8882-5d75cd8d15f8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.680156] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Waiting for the task: (returnval){ [ 1113.680156] env[69950]: value = "task-4222735" [ 1113.680156] env[69950]: _type = "Task" [ 1113.680156] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.691944] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.722979] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.723608] env[69950]: DEBUG nova.compute.manager [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.726497] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.349s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.726698] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.729313] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.502s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.730944] env[69950]: INFO nova.compute.claims [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.758503] env[69950]: INFO nova.scheduler.client.report [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleted allocations for instance b30ebaee-894d-49c3-9d54-f9d31f45615c [ 1113.763825] env[69950]: INFO nova.compute.manager [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Took 18.67 seconds to build instance. [ 1114.196151] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494281} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.196151] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] a4eb1012-2913-4c54-a175-a0a91eee0b7f/a4eb1012-2913-4c54-a175-a0a91eee0b7f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.196903] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.196903] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77ebebdd-ab4e-4cbe-96a3-916153ec41e8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.203844] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Waiting for the task: (returnval){ [ 1114.203844] env[69950]: value = "task-4222736" [ 1114.203844] env[69950]: _type = "Task" [ 1114.203844] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.208168] env[69950]: DEBUG nova.network.neutron [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Successfully updated port: 263e607d-80de-4a13-9db9-93eb8e817241 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.221957] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.229075] env[69950]: DEBUG nova.compute.manager [req-059e5ec6-0cc5-4cb2-b94a-a91c59d1a10e req-34bea9e1-8f6a-4e07-b06f-c3462f41200b service nova] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Received event network-changed-263e607d-80de-4a13-9db9-93eb8e817241 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1114.229075] env[69950]: DEBUG nova.compute.manager [req-059e5ec6-0cc5-4cb2-b94a-a91c59d1a10e req-34bea9e1-8f6a-4e07-b06f-c3462f41200b service nova] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Refreshing instance network info cache due to event network-changed-263e607d-80de-4a13-9db9-93eb8e817241. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1114.229075] env[69950]: DEBUG oslo_concurrency.lockutils [req-059e5ec6-0cc5-4cb2-b94a-a91c59d1a10e req-34bea9e1-8f6a-4e07-b06f-c3462f41200b service nova] Acquiring lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.229075] env[69950]: DEBUG oslo_concurrency.lockutils [req-059e5ec6-0cc5-4cb2-b94a-a91c59d1a10e req-34bea9e1-8f6a-4e07-b06f-c3462f41200b service nova] Acquired lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.229298] env[69950]: DEBUG nova.network.neutron [req-059e5ec6-0cc5-4cb2-b94a-a91c59d1a10e req-34bea9e1-8f6a-4e07-b06f-c3462f41200b service nova] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Refreshing network info cache for port 263e607d-80de-4a13-9db9-93eb8e817241 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.236470] env[69950]: DEBUG nova.compute.utils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.240940] env[69950]: DEBUG nova.compute.manager [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.241140] env[69950]: DEBUG nova.network.neutron [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.267685] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5711e31c-a5b7-4163-995e-45aa3bd8287f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2e9582f7-528a-4335-a447-fbe4e21ce41a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.182s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.268321] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3432d994-753b-4222-a2ba-50f9300b1d8b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "b30ebaee-894d-49c3-9d54-f9d31f45615c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.342s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.298514] env[69950]: DEBUG nova.policy [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bb5aeaeeeac49f7a2a93217c46029a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b136a1623334d89ab0ae5f9346287ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.575402] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a83e185-6854-4633-8e29-be3ee8f08afa tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "2e9582f7-528a-4335-a447-fbe4e21ce41a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.575700] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a83e185-6854-4633-8e29-be3ee8f08afa tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2e9582f7-528a-4335-a447-fbe4e21ce41a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.575864] env[69950]: DEBUG nova.compute.manager [None req-8a83e185-6854-4633-8e29-be3ee8f08afa tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1114.577091] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06280e9f-7cc5-4dd8-b2d4-f5fd6fd72a15 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.587218] env[69950]: DEBUG nova.compute.manager [None req-8a83e185-6854-4633-8e29-be3ee8f08afa tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69950) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1114.587218] env[69950]: DEBUG nova.objects.instance [None req-8a83e185-6854-4633-8e29-be3ee8f08afa tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lazy-loading 'flavor' on Instance uuid 2e9582f7-528a-4335-a447-fbe4e21ce41a {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.719028] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.719028] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062826} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.719028] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.719028] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d806903-82aa-4896-bb50-e3a959941735 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.742985] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] a4eb1012-2913-4c54-a175-a0a91eee0b7f/a4eb1012-2913-4c54-a175-a0a91eee0b7f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.746736] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10075fbb-4b74-4b73-9155-43e4db331d30 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.762316] env[69950]: DEBUG nova.compute.manager [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.771392] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Waiting for the task: (returnval){ [ 1114.771392] env[69950]: value = "task-4222737" [ 1114.771392] env[69950]: _type = "Task" [ 1114.771392] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.780752] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.910250] env[69950]: DEBUG nova.network.neutron [req-059e5ec6-0cc5-4cb2-b94a-a91c59d1a10e req-34bea9e1-8f6a-4e07-b06f-c3462f41200b service nova] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.971428] env[69950]: DEBUG nova.network.neutron [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Successfully created port: 2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.045739] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b795ecc6-f56f-44f2-a611-93ce28bfa24f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.057869] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54246b36-9bfb-4116-8835-d021c3341564 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.095982] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c04c17-5854-4f71-9e6f-364f47619074 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.110021] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd68ab2-d5e5-41db-bd6f-75e3c4b49a3d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.124744] env[69950]: DEBUG nova.compute.provider_tree [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1115.154550] env[69950]: DEBUG nova.network.neutron [req-059e5ec6-0cc5-4cb2-b94a-a91c59d1a10e req-34bea9e1-8f6a-4e07-b06f-c3462f41200b service nova] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.173117] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.173117] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.281726] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222737, 'name': ReconfigVM_Task, 'duration_secs': 0.329847} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.282667] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Reconfigured VM instance instance-0000005d to attach disk [datastore1] a4eb1012-2913-4c54-a175-a0a91eee0b7f/a4eb1012-2913-4c54-a175-a0a91eee0b7f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.282667] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cd608e2-7b20-41fb-ab20-a8e52122e18f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.291441] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Waiting for the task: (returnval){ [ 1115.291441] env[69950]: value = "task-4222738" [ 1115.291441] env[69950]: _type = "Task" [ 1115.291441] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.301698] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222738, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.596044] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a83e185-6854-4633-8e29-be3ee8f08afa tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.596364] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d38151a4-1ed5-423f-a8ff-caa633422dad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.604285] env[69950]: DEBUG oslo_vmware.api [None req-8a83e185-6854-4633-8e29-be3ee8f08afa tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1115.604285] env[69950]: value = "task-4222739" [ 1115.604285] env[69950]: _type = "Task" [ 1115.604285] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.614356] env[69950]: DEBUG oslo_vmware.api [None req-8a83e185-6854-4633-8e29-be3ee8f08afa tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.657527] env[69950]: DEBUG oslo_concurrency.lockutils [req-059e5ec6-0cc5-4cb2-b94a-a91c59d1a10e req-34bea9e1-8f6a-4e07-b06f-c3462f41200b service nova] Releasing lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.658021] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.658247] env[69950]: DEBUG nova.network.neutron [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.670014] env[69950]: DEBUG nova.scheduler.client.report [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1115.670333] env[69950]: DEBUG nova.compute.provider_tree [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 140 to 141 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1115.670527] env[69950]: DEBUG nova.compute.provider_tree [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1115.677039] env[69950]: INFO nova.compute.manager [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Detaching volume 9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3 [ 1115.720590] env[69950]: INFO nova.virt.block_device [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Attempting to driver detach volume 9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3 from mountpoint /dev/sdb [ 1115.720833] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1115.721032] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835557', 'volume_id': '9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3', 'name': 'volume-9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72e181d4-3808-45a8-88ab-d2c1a68d71c8', 'attached_at': '', 'detached_at': '', 'volume_id': '9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3', 'serial': '9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1115.722300] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998db0bb-9bb5-4d7a-b7ae-d4389249084d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.745775] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fcd7d5-5608-49b9-8150-2f518ecba9d1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.753704] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060a8c55-73b3-446d-86ab-1577b66a325a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.775774] env[69950]: DEBUG nova.compute.manager [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.778635] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f404d565-0a94-4876-9487-d820e61bb9be {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.796766] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3/volume-9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1115.802147] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.808060] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99ab2105-23ac-4d63-b908-185fa7628022 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.826341] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222738, 'name': Rename_Task, 'duration_secs': 0.153167} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.829834] env[69950]: DEBUG nova.virt.hardware [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.830122] env[69950]: DEBUG nova.virt.hardware [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.830296] env[69950]: DEBUG nova.virt.hardware [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.830490] env[69950]: DEBUG nova.virt.hardware [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.830631] env[69950]: DEBUG nova.virt.hardware [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.830782] env[69950]: DEBUG nova.virt.hardware [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.830994] env[69950]: DEBUG nova.virt.hardware [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.831180] env[69950]: DEBUG nova.virt.hardware [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.831350] env[69950]: DEBUG nova.virt.hardware [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.831515] env[69950]: DEBUG nova.virt.hardware [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.831708] env[69950]: DEBUG nova.virt.hardware [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.832036] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.832338] env[69950]: DEBUG oslo_vmware.api [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1115.832338] env[69950]: value = "task-4222740" [ 1115.832338] env[69950]: _type = "Task" [ 1115.832338] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.833051] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abde39a-b9cb-48d1-9991-ab675eb83fa2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.835646] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb7cd6a2-e277-4ede-bb6f-57414f19a6cf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.848923] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89265b2-190d-4249-8092-0dd3763f4854 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.852941] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Waiting for the task: (returnval){ [ 1115.852941] env[69950]: value = "task-4222741" [ 1115.852941] env[69950]: _type = "Task" [ 1115.852941] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.869716] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222741, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.115130] env[69950]: DEBUG oslo_vmware.api [None req-8a83e185-6854-4633-8e29-be3ee8f08afa tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222739, 'name': PowerOffVM_Task, 'duration_secs': 0.426252} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.115387] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a83e185-6854-4633-8e29-be3ee8f08afa tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.115588] env[69950]: DEBUG nova.compute.manager [None req-8a83e185-6854-4633-8e29-be3ee8f08afa tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.116416] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfab87b8-0a50-476d-af90-513f381a8f97 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.177726] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.177726] env[69950]: DEBUG nova.compute.manager [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.180082] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 13.543s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.217180] env[69950]: DEBUG nova.network.neutron [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.348425] env[69950]: DEBUG oslo_vmware.api [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222740, 'name': ReconfigVM_Task, 'duration_secs': 0.299079} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.348481] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.355297] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d96822d9-a90e-44a2-8e01-6a25aff6a63d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.371353] env[69950]: DEBUG oslo_concurrency.lockutils [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "43e81197-d430-4443-9dfd-4c561ec2000c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.371701] env[69950]: DEBUG oslo_concurrency.lockutils [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "43e81197-d430-4443-9dfd-4c561ec2000c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.377840] env[69950]: DEBUG oslo_vmware.api [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1116.377840] env[69950]: value = "task-4222742" [ 1116.377840] env[69950]: _type = "Task" [ 1116.377840] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.381696] env[69950]: DEBUG oslo_vmware.api [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222741, 'name': PowerOnVM_Task, 'duration_secs': 0.493235} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.385779] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.385986] env[69950]: INFO nova.compute.manager [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Took 5.40 seconds to spawn the instance on the hypervisor. [ 1116.386182] env[69950]: DEBUG nova.compute.manager [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.387199] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1204f05a-d9bc-4819-80fa-e1bea7d8bd7a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.396049] env[69950]: DEBUG oslo_vmware.api [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.441038] env[69950]: DEBUG nova.network.neutron [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating instance_info_cache with network_info: [{"id": "263e607d-80de-4a13-9db9-93eb8e817241", "address": "fa:16:3e:cf:b7:df", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263e607d-80", "ovs_interfaceid": "263e607d-80de-4a13-9db9-93eb8e817241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.630156] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a83e185-6854-4633-8e29-be3ee8f08afa tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2e9582f7-528a-4335-a447-fbe4e21ce41a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.683374] env[69950]: DEBUG nova.compute.utils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.685054] env[69950]: DEBUG nova.compute.manager [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.685144] env[69950]: DEBUG nova.network.neutron [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.688566] env[69950]: DEBUG nova.objects.instance [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'migration_context' on Instance uuid 9cf314f0-aafc-478e-8429-b7e3db2c4611 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.748530] env[69950]: DEBUG nova.policy [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a67e49ab1ee4847915e0e52a53f7824', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '418c44a0685d4f328c3d7ef75ffea722', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.819696] env[69950]: DEBUG nova.compute.manager [req-a4b94914-f4c2-4cb9-a976-bed3e9013a1f req-2ae03bf1-d6f6-48fc-863d-c8ebf3b3396f service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Received event network-vif-plugged-2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1116.819696] env[69950]: DEBUG oslo_concurrency.lockutils [req-a4b94914-f4c2-4cb9-a976-bed3e9013a1f req-2ae03bf1-d6f6-48fc-863d-c8ebf3b3396f service nova] Acquiring lock "3c80752d-807e-4821-b6c4-2cf462366f41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.819919] env[69950]: DEBUG oslo_concurrency.lockutils [req-a4b94914-f4c2-4cb9-a976-bed3e9013a1f req-2ae03bf1-d6f6-48fc-863d-c8ebf3b3396f service nova] Lock "3c80752d-807e-4821-b6c4-2cf462366f41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.820603] env[69950]: DEBUG oslo_concurrency.lockutils [req-a4b94914-f4c2-4cb9-a976-bed3e9013a1f req-2ae03bf1-d6f6-48fc-863d-c8ebf3b3396f service nova] Lock "3c80752d-807e-4821-b6c4-2cf462366f41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.820854] env[69950]: DEBUG nova.compute.manager [req-a4b94914-f4c2-4cb9-a976-bed3e9013a1f req-2ae03bf1-d6f6-48fc-863d-c8ebf3b3396f service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] No waiting events found dispatching network-vif-plugged-2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1116.821079] env[69950]: WARNING nova.compute.manager [req-a4b94914-f4c2-4cb9-a976-bed3e9013a1f req-2ae03bf1-d6f6-48fc-863d-c8ebf3b3396f service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Received unexpected event network-vif-plugged-2872d813-1918-43a2-93a3-38741bd6d777 for instance with vm_state building and task_state spawning. [ 1116.865342] env[69950]: DEBUG nova.network.neutron [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Successfully updated port: 2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.878640] env[69950]: DEBUG nova.compute.utils [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.895870] env[69950]: DEBUG oslo_vmware.api [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222742, 'name': ReconfigVM_Task, 'duration_secs': 0.244895} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.896331] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835557', 'volume_id': '9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3', 'name': 'volume-9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72e181d4-3808-45a8-88ab-d2c1a68d71c8', 'attached_at': '', 'detached_at': '', 'volume_id': '9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3', 'serial': '9c5cb4de-18ba-426c-a5e6-8cf00b1fcbb3'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1116.909653] env[69950]: INFO nova.compute.manager [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Took 20.18 seconds to build instance. [ 1116.944101] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.944463] env[69950]: DEBUG nova.compute.manager [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Instance network_info: |[{"id": "263e607d-80de-4a13-9db9-93eb8e817241", "address": "fa:16:3e:cf:b7:df", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263e607d-80", "ovs_interfaceid": "263e607d-80de-4a13-9db9-93eb8e817241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.944922] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:b7:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '263e607d-80de-4a13-9db9-93eb8e817241', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.953475] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.955018] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.955280] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20b35b89-837e-4e46-8bc7-619fe7f4229e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.976088] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.976088] env[69950]: value = "task-4222743" [ 1116.976088] env[69950]: _type = "Task" [ 1116.976088] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.984646] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222743, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.161589] env[69950]: DEBUG nova.network.neutron [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Successfully created port: 1552fcf9-638a-4558-be55-ee3e2f58d801 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.188679] env[69950]: DEBUG nova.compute.manager [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.305557] env[69950]: INFO nova.compute.manager [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Rebuilding instance [ 1117.362852] env[69950]: DEBUG nova.compute.manager [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.363622] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0f3c5b-bda1-4579-b88f-80591b3d4193 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.368901] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.369566] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.369566] env[69950]: DEBUG nova.network.neutron [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.382227] env[69950]: DEBUG oslo_concurrency.lockutils [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "43e81197-d430-4443-9dfd-4c561ec2000c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.411618] env[69950]: DEBUG oslo_concurrency.lockutils [None req-98810870-fba1-4f6a-bfd8-d3cd326b8dea tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Lock "a4eb1012-2913-4c54-a175-a0a91eee0b7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.714s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.465255] env[69950]: DEBUG nova.objects.instance [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lazy-loading 'flavor' on Instance uuid 72e181d4-3808-45a8-88ab-d2c1a68d71c8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.492790] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222743, 'name': CreateVM_Task, 'duration_secs': 0.369675} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.493925] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.494716] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba177ed-0de7-4cbb-868f-7d9fc42bb4a8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.497741] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.497989] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.498440] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.499014] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70647056-9e92-4aca-bf12-e6e95c5e92d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.505320] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1117.505320] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a39826-16ad-1341-8a9d-edf6779fc855" [ 1117.505320] env[69950]: _type = "Task" [ 1117.505320] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.512262] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2aa14f-92a0-4b7f-84e9-02f095066f95 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.525844] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a39826-16ad-1341-8a9d-edf6779fc855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.552721] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad74fc9e-5a5f-4567-8a43-8505cac196e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.561350] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a167f65d-822c-41f0-ab54-5f348b7101fb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.577839] env[69950]: DEBUG nova.compute.provider_tree [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.910379] env[69950]: DEBUG nova.network.neutron [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.019193] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a39826-16ad-1341-8a9d-edf6779fc855, 'name': SearchDatastore_Task, 'duration_secs': 0.020587} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.019403] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.019586] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.019846] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.020016] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.020221] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.021027] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d15e6a0-276e-4f6c-b793-e12c0df5d35f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.032648] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.032846] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.033607] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e2251a-ba83-48fe-a7d5-37284317d164 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.040013] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1118.040013] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52748d99-dae4-b740-c992-cce5a935485b" [ 1118.040013] env[69950]: _type = "Task" [ 1118.040013] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.052332] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52748d99-dae4-b740-c992-cce5a935485b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.080951] env[69950]: DEBUG nova.scheduler.client.report [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.092652] env[69950]: DEBUG nova.network.neutron [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Updating instance_info_cache with network_info: [{"id": "2872d813-1918-43a2-93a3-38741bd6d777", "address": "fa:16:3e:c4:ce:99", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2872d813-19", "ovs_interfaceid": "2872d813-1918-43a2-93a3-38741bd6d777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.203243] env[69950]: DEBUG nova.compute.manager [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.229194] env[69950]: DEBUG nova.virt.hardware [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.229464] env[69950]: DEBUG nova.virt.hardware [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.229618] env[69950]: DEBUG nova.virt.hardware [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.229799] env[69950]: DEBUG nova.virt.hardware [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.229972] env[69950]: DEBUG nova.virt.hardware [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.230147] env[69950]: DEBUG nova.virt.hardware [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.230356] env[69950]: DEBUG nova.virt.hardware [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.230604] env[69950]: DEBUG nova.virt.hardware [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.230783] env[69950]: DEBUG nova.virt.hardware [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.230953] env[69950]: DEBUG nova.virt.hardware [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.231143] env[69950]: DEBUG nova.virt.hardware [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.233334] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaa7f41-8a0f-41e9-b334-62ba6f8d2aee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.243986] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e1e61c-f7a4-4182-9be3-ac831770e37a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.384994] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.385240] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94827d10-67fe-4920-b0f0-0fef579b178b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.393299] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1118.393299] env[69950]: value = "task-4222744" [ 1118.393299] env[69950]: _type = "Task" [ 1118.393299] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.401903] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.423186] env[69950]: DEBUG oslo_concurrency.lockutils [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "43e81197-d430-4443-9dfd-4c561ec2000c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.423562] env[69950]: DEBUG oslo_concurrency.lockutils [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "43e81197-d430-4443-9dfd-4c561ec2000c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.423865] env[69950]: INFO nova.compute.manager [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Attaching volume b47ebc6f-1ac8-463c-9c8f-3929633bfd37 to /dev/sdb [ 1118.464050] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec7b7c8-705d-4a01-a849-ff61f4f72d1d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.472488] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f15f56-281f-4c09-8159-299b05625a5a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.475517] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e14567a2-88da-4a3a-a061-c3b3cc762d9d tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.478245] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2ce8851a-26ca-418d-9772-9d57f10d5f3b tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.478489] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2ce8851a-26ca-418d-9772-9d57f10d5f3b tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.478671] env[69950]: DEBUG nova.compute.manager [None req-2ce8851a-26ca-418d-9772-9d57f10d5f3b tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1118.479608] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c1063f-84cd-49c3-ad95-08b121eef5c7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.488469] env[69950]: DEBUG nova.virt.block_device [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Updating existing volume attachment record: df1e5792-37fb-4979-9e78-d922c6938b77 {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1118.493057] env[69950]: DEBUG nova.compute.manager [None req-2ce8851a-26ca-418d-9772-9d57f10d5f3b tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69950) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1118.493598] env[69950]: DEBUG nova.objects.instance [None req-2ce8851a-26ca-418d-9772-9d57f10d5f3b tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lazy-loading 'flavor' on Instance uuid 72e181d4-3808-45a8-88ab-d2c1a68d71c8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.552914] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52748d99-dae4-b740-c992-cce5a935485b, 'name': SearchDatastore_Task, 'duration_secs': 0.015242} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.553695] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3057ca82-3c61-46aa-8a69-e73e626b4e9d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.560234] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1118.560234] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bcd358-5625-0ef6-07b4-267f2139841e" [ 1118.560234] env[69950]: _type = "Task" [ 1118.560234] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.568969] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bcd358-5625-0ef6-07b4-267f2139841e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.598017] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.598017] env[69950]: DEBUG nova.compute.manager [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Instance network_info: |[{"id": "2872d813-1918-43a2-93a3-38741bd6d777", "address": "fa:16:3e:c4:ce:99", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2872d813-19", "ovs_interfaceid": "2872d813-1918-43a2-93a3-38741bd6d777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.598017] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:ce:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2872d813-1918-43a2-93a3-38741bd6d777', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.604512] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.605184] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.605582] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a361e76b-1365-462a-a62c-65584c3554e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.634683] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.634683] env[69950]: value = "task-4222745" [ 1118.634683] env[69950]: _type = "Task" [ 1118.634683] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.643087] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222745, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.715026] env[69950]: DEBUG nova.compute.manager [None req-77c8f58c-3358-41cb-b328-ec51dc110226 tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1118.715026] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdc2836-89a7-485f-a695-eda4ee4b58ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.799566] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Acquiring lock "a4eb1012-2913-4c54-a175-a0a91eee0b7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.799566] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Lock "a4eb1012-2913-4c54-a175-a0a91eee0b7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.799566] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Acquiring lock "a4eb1012-2913-4c54-a175-a0a91eee0b7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.799566] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Lock "a4eb1012-2913-4c54-a175-a0a91eee0b7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.799566] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Lock "a4eb1012-2913-4c54-a175-a0a91eee0b7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.801921] env[69950]: INFO nova.compute.manager [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Terminating instance [ 1118.905874] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1118.906430] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.907478] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8476e83-7fc7-4654-9c0b-375dce56ae89 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.915743] env[69950]: DEBUG nova.compute.manager [req-2579edc7-adcd-4f49-930a-4233d6d49f8f req-18bc211b-fb81-49e4-a529-f8ce8f7562e3 service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Received event network-changed-2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1118.916546] env[69950]: DEBUG nova.compute.manager [req-2579edc7-adcd-4f49-930a-4233d6d49f8f req-18bc211b-fb81-49e4-a529-f8ce8f7562e3 service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Refreshing instance network info cache due to event network-changed-2872d813-1918-43a2-93a3-38741bd6d777. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1118.917061] env[69950]: DEBUG oslo_concurrency.lockutils [req-2579edc7-adcd-4f49-930a-4233d6d49f8f req-18bc211b-fb81-49e4-a529-f8ce8f7562e3 service nova] Acquiring lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.917475] env[69950]: DEBUG oslo_concurrency.lockutils [req-2579edc7-adcd-4f49-930a-4233d6d49f8f req-18bc211b-fb81-49e4-a529-f8ce8f7562e3 service nova] Acquired lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.917885] env[69950]: DEBUG nova.network.neutron [req-2579edc7-adcd-4f49-930a-4233d6d49f8f req-18bc211b-fb81-49e4-a529-f8ce8f7562e3 service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Refreshing network info cache for port 2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.923888] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.924626] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3a0ebc7-31f9-4f42-a16f-2895b172b83b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.993240] env[69950]: DEBUG nova.network.neutron [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Successfully updated port: 1552fcf9-638a-4558-be55-ee3e2f58d801 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.031104] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.031104] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.031104] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleting the datastore file [datastore2] 2e9582f7-528a-4335-a447-fbe4e21ce41a {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.031435] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-321d3021-b420-4125-8005-5a087582b8c1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.038560] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1119.038560] env[69950]: value = "task-4222750" [ 1119.038560] env[69950]: _type = "Task" [ 1119.038560] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.050025] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.072013] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bcd358-5625-0ef6-07b4-267f2139841e, 'name': SearchDatastore_Task, 'duration_secs': 0.021148} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.072013] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.072321] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] e6dd8807-2d7e-4deb-86af-0551f940595c/e6dd8807-2d7e-4deb-86af-0551f940595c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.072653] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f9d3f93-ea9e-4231-90f2-a896e99d3c3c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.081016] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1119.081016] env[69950]: value = "task-4222751" [ 1119.081016] env[69950]: _type = "Task" [ 1119.081016] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.089683] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.093581] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.914s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.099435] env[69950]: DEBUG oslo_concurrency.lockutils [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.198s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.100048] env[69950]: DEBUG oslo_concurrency.lockutils [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.101749] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.604s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.101966] env[69950]: DEBUG nova.objects.instance [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lazy-loading 'resources' on Instance uuid b0cb9eae-d6c5-49c5-8f87-7ec597e952b3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.129565] env[69950]: INFO nova.scheduler.client.report [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleted allocations for instance 8dc73bf3-9e59-4fe3-8d62-94033241d0dc [ 1119.143987] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222745, 'name': CreateVM_Task, 'duration_secs': 0.39005} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.144502] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.145318] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.145529] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.145929] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.146307] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5e1f85-8793-4674-acf6-37945dd8a635 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.152793] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1119.152793] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d2a3f8-171c-06e9-5e61-745380fabe38" [ 1119.152793] env[69950]: _type = "Task" [ 1119.152793] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.162278] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d2a3f8-171c-06e9-5e61-745380fabe38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.225673] env[69950]: INFO nova.compute.manager [None req-77c8f58c-3358-41cb-b328-ec51dc110226 tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] instance snapshotting [ 1119.226444] env[69950]: DEBUG nova.objects.instance [None req-77c8f58c-3358-41cb-b328-ec51dc110226 tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Lazy-loading 'flavor' on Instance uuid a4eb1012-2913-4c54-a175-a0a91eee0b7f {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.310084] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Acquiring lock "refresh_cache-a4eb1012-2913-4c54-a175-a0a91eee0b7f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.310371] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Acquired lock "refresh_cache-a4eb1012-2913-4c54-a175-a0a91eee0b7f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.310993] env[69950]: DEBUG nova.network.neutron [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.500486] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Acquiring lock "refresh_cache-50b54d4c-d694-4605-9c94-4105119a271d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.500637] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Acquired lock "refresh_cache-50b54d4c-d694-4605-9c94-4105119a271d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.500793] env[69950]: DEBUG nova.network.neutron [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.502553] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce8851a-26ca-418d-9772-9d57f10d5f3b tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.502788] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e421a30-4831-4ece-980f-bf2eb7c03f71 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.514588] env[69950]: DEBUG oslo_vmware.api [None req-2ce8851a-26ca-418d-9772-9d57f10d5f3b tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1119.514588] env[69950]: value = "task-4222752" [ 1119.514588] env[69950]: _type = "Task" [ 1119.514588] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.526272] env[69950]: DEBUG oslo_vmware.api [None req-2ce8851a-26ca-418d-9772-9d57f10d5f3b tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.551418] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173141} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.552329] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.552799] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.553897] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.594586] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222751, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.646647] env[69950]: DEBUG oslo_concurrency.lockutils [None req-71050faf-5005-4c94-8fb9-8d745a074b11 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "8dc73bf3-9e59-4fe3-8d62-94033241d0dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.256s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.665467] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d2a3f8-171c-06e9-5e61-745380fabe38, 'name': SearchDatastore_Task, 'duration_secs': 0.009193} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.668613] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.669023] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.669278] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.669456] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.669679] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.670807] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90101611-eee6-45b9-8747-881bb3558ec2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.692054] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.692314] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.693607] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d474c6-d093-428d-a711-3f5ca95e5cb0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.701371] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1119.701371] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f4f858-b736-693a-3e72-6ba60226949b" [ 1119.701371] env[69950]: _type = "Task" [ 1119.701371] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.711549] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f4f858-b736-693a-3e72-6ba60226949b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.721437] env[69950]: DEBUG nova.network.neutron [req-2579edc7-adcd-4f49-930a-4233d6d49f8f req-18bc211b-fb81-49e4-a529-f8ce8f7562e3 service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Updated VIF entry in instance network info cache for port 2872d813-1918-43a2-93a3-38741bd6d777. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.721789] env[69950]: DEBUG nova.network.neutron [req-2579edc7-adcd-4f49-930a-4233d6d49f8f req-18bc211b-fb81-49e4-a529-f8ce8f7562e3 service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Updating instance_info_cache with network_info: [{"id": "2872d813-1918-43a2-93a3-38741bd6d777", "address": "fa:16:3e:c4:ce:99", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2872d813-19", "ovs_interfaceid": "2872d813-1918-43a2-93a3-38741bd6d777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.732488] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c28905-ec6a-487e-aec2-693e1aac626b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.755336] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc52900-4caa-4402-8950-6ca4ab86e578 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.844638] env[69950]: DEBUG nova.network.neutron [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.914891] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed41764-cf7b-4b7a-a578-f191dfc312b5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.923951] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67d3628-1bcd-4045-a68d-0c8edc226f58 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.956437] env[69950]: DEBUG nova.network.neutron [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.961064] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d555a275-bb52-4eea-ad3f-ae963848602c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.968757] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6da4c1-e94c-4071-afde-17c7744261d7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.984102] env[69950]: DEBUG nova.compute.provider_tree [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.026656] env[69950]: DEBUG oslo_vmware.api [None req-2ce8851a-26ca-418d-9772-9d57f10d5f3b tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222752, 'name': PowerOffVM_Task, 'duration_secs': 0.331868} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.026952] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce8851a-26ca-418d-9772-9d57f10d5f3b tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.027171] env[69950]: DEBUG nova.compute.manager [None req-2ce8851a-26ca-418d-9772-9d57f10d5f3b tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.027951] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45d6d4c-caa3-4125-ae2f-1e13e31a39b5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.061934] env[69950]: DEBUG nova.network.neutron [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.095370] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519029} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.099787] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] e6dd8807-2d7e-4deb-86af-0551f940595c/e6dd8807-2d7e-4deb-86af-0551f940595c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.100204] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.101434] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2afb8064-447e-47f6-a354-4cd781f257c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.112885] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1120.112885] env[69950]: value = "task-4222753" [ 1120.112885] env[69950]: _type = "Task" [ 1120.112885] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.135122] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.212271] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f4f858-b736-693a-3e72-6ba60226949b, 'name': SearchDatastore_Task, 'duration_secs': 0.049273} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.213333] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc7369b-068e-43df-bd22-55ac6bbaf707 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.223236] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1120.223236] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a185e3-b5d1-b18d-5542-bc9df67be7a2" [ 1120.223236] env[69950]: _type = "Task" [ 1120.223236] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.224675] env[69950]: DEBUG oslo_concurrency.lockutils [req-2579edc7-adcd-4f49-930a-4233d6d49f8f req-18bc211b-fb81-49e4-a529-f8ce8f7562e3 service nova] Releasing lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.224675] env[69950]: DEBUG nova.compute.manager [req-2579edc7-adcd-4f49-930a-4233d6d49f8f req-18bc211b-fb81-49e4-a529-f8ce8f7562e3 service nova] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Received event network-vif-plugged-1552fcf9-638a-4558-be55-ee3e2f58d801 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1120.224675] env[69950]: DEBUG oslo_concurrency.lockutils [req-2579edc7-adcd-4f49-930a-4233d6d49f8f req-18bc211b-fb81-49e4-a529-f8ce8f7562e3 service nova] Acquiring lock "50b54d4c-d694-4605-9c94-4105119a271d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.224819] env[69950]: DEBUG oslo_concurrency.lockutils [req-2579edc7-adcd-4f49-930a-4233d6d49f8f req-18bc211b-fb81-49e4-a529-f8ce8f7562e3 service nova] Lock "50b54d4c-d694-4605-9c94-4105119a271d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.224852] env[69950]: DEBUG oslo_concurrency.lockutils [req-2579edc7-adcd-4f49-930a-4233d6d49f8f req-18bc211b-fb81-49e4-a529-f8ce8f7562e3 service nova] Lock "50b54d4c-d694-4605-9c94-4105119a271d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.225025] env[69950]: DEBUG nova.compute.manager [req-2579edc7-adcd-4f49-930a-4233d6d49f8f req-18bc211b-fb81-49e4-a529-f8ce8f7562e3 service nova] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] No waiting events found dispatching network-vif-plugged-1552fcf9-638a-4558-be55-ee3e2f58d801 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1120.226322] env[69950]: WARNING nova.compute.manager [req-2579edc7-adcd-4f49-930a-4233d6d49f8f req-18bc211b-fb81-49e4-a529-f8ce8f7562e3 service nova] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Received unexpected event network-vif-plugged-1552fcf9-638a-4558-be55-ee3e2f58d801 for instance with vm_state building and task_state spawning. [ 1120.234423] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a185e3-b5d1-b18d-5542-bc9df67be7a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.264738] env[69950]: DEBUG nova.network.neutron [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Updating instance_info_cache with network_info: [{"id": "1552fcf9-638a-4558-be55-ee3e2f58d801", "address": "fa:16:3e:64:19:3d", "network": {"id": "125713b1-df44-4b8e-a186-c0191073545a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1000292351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "418c44a0685d4f328c3d7ef75ffea722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1552fcf9-63", "ovs_interfaceid": "1552fcf9-638a-4558-be55-ee3e2f58d801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.266226] env[69950]: DEBUG nova.compute.manager [None req-77c8f58c-3358-41cb-b328-ec51dc110226 tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Instance disappeared during snapshot {{(pid=69950) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1120.389812] env[69950]: DEBUG nova.compute.manager [None req-77c8f58c-3358-41cb-b328-ec51dc110226 tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Found 0 images (rotation: 2) {{(pid=69950) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1120.463325] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Releasing lock "refresh_cache-a4eb1012-2913-4c54-a175-a0a91eee0b7f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.463758] env[69950]: DEBUG nova.compute.manager [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.464030] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.464893] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b783b9f-d566-4f03-a2e5-c7d64e0daef3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.473768] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.474050] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36556370-c2a5-41a4-bba6-f6857017467c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.481292] env[69950]: DEBUG oslo_vmware.api [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Waiting for the task: (returnval){ [ 1120.481292] env[69950]: value = "task-4222754" [ 1120.481292] env[69950]: _type = "Task" [ 1120.481292] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.491929] env[69950]: DEBUG oslo_vmware.api [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.505826] env[69950]: ERROR nova.scheduler.client.report [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [req-104e2584-6fe8-451c-8ec1-ff9b6520fcdd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-104e2584-6fe8-451c-8ec1-ff9b6520fcdd"}]} [ 1120.524394] env[69950]: DEBUG nova.scheduler.client.report [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1120.537948] env[69950]: DEBUG nova.scheduler.client.report [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1120.538198] env[69950]: DEBUG nova.compute.provider_tree [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.542688] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2ce8851a-26ca-418d-9772-9d57f10d5f3b tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.555381] env[69950]: DEBUG nova.scheduler.client.report [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1120.575033] env[69950]: DEBUG nova.scheduler.client.report [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1120.591543] env[69950]: DEBUG nova.virt.hardware [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.591925] env[69950]: DEBUG nova.virt.hardware [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.591998] env[69950]: DEBUG nova.virt.hardware [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.592189] env[69950]: DEBUG nova.virt.hardware [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.592338] env[69950]: DEBUG nova.virt.hardware [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.592487] env[69950]: DEBUG nova.virt.hardware [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.592897] env[69950]: DEBUG nova.virt.hardware [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.593147] env[69950]: DEBUG nova.virt.hardware [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.593343] env[69950]: DEBUG nova.virt.hardware [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.593570] env[69950]: DEBUG nova.virt.hardware [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.593802] env[69950]: DEBUG nova.virt.hardware [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.595037] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0ecdf5-8e28-407d-9104-c8e05c9b4e81 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.607224] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66839bec-24be-451c-a3bf-68dae76b83a6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.630718] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:f1:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '009eba19-aadb-4133-a7a7-3f5f735f557f', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.638940] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.643168] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.643634] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf38485a-b795-4730-baff-7104da292997 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.663262] env[69950]: INFO nova.compute.manager [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Swapping old allocation on dict_keys(['9977abed-3e10-4d72-b30a-b1d91a885d39']) held by migration 305d95b8-277d-4ff3-9809-fde4142458ed for instance [ 1120.668242] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178445} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.669590] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.670288] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28600e11-773f-417b-86e9-a3b0494f7dc0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.675023] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.675023] env[69950]: value = "task-4222755" [ 1120.675023] env[69950]: _type = "Task" [ 1120.675023] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.694060] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] e6dd8807-2d7e-4deb-86af-0551f940595c/e6dd8807-2d7e-4deb-86af-0551f940595c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.703249] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81d492d8-a681-46de-9c25-7829e0c9e2b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.724650] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222755, 'name': CreateVM_Task} progress is 15%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.728923] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1120.728923] env[69950]: value = "task-4222756" [ 1120.728923] env[69950]: _type = "Task" [ 1120.728923] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.732584] env[69950]: DEBUG nova.scheduler.client.report [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Overwriting current allocation {'allocations': {'9977abed-3e10-4d72-b30a-b1d91a885d39': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 142}}, 'project_id': '8cf991c70b7a4698be25350a2bd58e1d', 'user_id': 'b4f879a4b130400284d6008474349b42', 'consumer_generation': 1} on consumer 9cf314f0-aafc-478e-8429-b7e3db2c4611 {{(pid=69950) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1120.741778] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a185e3-b5d1-b18d-5542-bc9df67be7a2, 'name': SearchDatastore_Task, 'duration_secs': 0.056335} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.745160] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.745489] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 3c80752d-807e-4821-b6c4-2cf462366f41/3c80752d-807e-4821-b6c4-2cf462366f41.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.745994] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e84681b-5135-48f2-90b0-6f56e57390ee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.751942] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.763452] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1120.763452] env[69950]: value = "task-4222757" [ 1120.763452] env[69950]: _type = "Task" [ 1120.763452] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.773358] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Releasing lock "refresh_cache-50b54d4c-d694-4605-9c94-4105119a271d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.773358] env[69950]: DEBUG nova.compute.manager [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Instance network_info: |[{"id": "1552fcf9-638a-4558-be55-ee3e2f58d801", "address": "fa:16:3e:64:19:3d", "network": {"id": "125713b1-df44-4b8e-a186-c0191073545a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1000292351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "418c44a0685d4f328c3d7ef75ffea722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1552fcf9-63", "ovs_interfaceid": "1552fcf9-638a-4558-be55-ee3e2f58d801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.774096] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.774617] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:19:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1552fcf9-638a-4558-be55-ee3e2f58d801', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.782793] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Creating folder: Project (418c44a0685d4f328c3d7ef75ffea722). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.786140] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1236d25a-1062-4058-a082-3a68e3f77bfc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.798466] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Created folder: Project (418c44a0685d4f328c3d7ef75ffea722) in parent group-v835309. [ 1120.798737] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Creating folder: Instances. Parent ref: group-v835575. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.801738] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cc1447a-6dff-4e37-a5bf-33c71288ddf9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.819331] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Created folder: Instances in parent group-v835575. [ 1120.819655] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.820095] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.821068] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3d11487-d009-4d1c-98b2-2c45770ea962 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.844527] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.844527] env[69950]: value = "task-4222760" [ 1120.844527] env[69950]: _type = "Task" [ 1120.844527] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.848717] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.848913] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.849232] env[69950]: DEBUG nova.network.neutron [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.862301] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222760, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.863747] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.863747] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.950890] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dce7aeb-8ef3-4095-853f-8531c63abbb7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.959400] env[69950]: DEBUG nova.compute.manager [req-0f4b7f1b-3e6d-4343-b042-70aef2425c73 req-77affa65-0af8-4b5d-9fe0-7d9be4304f2d service nova] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Received event network-changed-1552fcf9-638a-4558-be55-ee3e2f58d801 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1120.959688] env[69950]: DEBUG nova.compute.manager [req-0f4b7f1b-3e6d-4343-b042-70aef2425c73 req-77affa65-0af8-4b5d-9fe0-7d9be4304f2d service nova] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Refreshing instance network info cache due to event network-changed-1552fcf9-638a-4558-be55-ee3e2f58d801. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1120.959990] env[69950]: DEBUG oslo_concurrency.lockutils [req-0f4b7f1b-3e6d-4343-b042-70aef2425c73 req-77affa65-0af8-4b5d-9fe0-7d9be4304f2d service nova] Acquiring lock "refresh_cache-50b54d4c-d694-4605-9c94-4105119a271d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.960229] env[69950]: DEBUG oslo_concurrency.lockutils [req-0f4b7f1b-3e6d-4343-b042-70aef2425c73 req-77affa65-0af8-4b5d-9fe0-7d9be4304f2d service nova] Acquired lock "refresh_cache-50b54d4c-d694-4605-9c94-4105119a271d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.960485] env[69950]: DEBUG nova.network.neutron [req-0f4b7f1b-3e6d-4343-b042-70aef2425c73 req-77affa65-0af8-4b5d-9fe0-7d9be4304f2d service nova] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Refreshing network info cache for port 1552fcf9-638a-4558-be55-ee3e2f58d801 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.970726] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc34dca-9404-4abb-ac41-56769e8663b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.006555] env[69950]: DEBUG nova.objects.instance [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lazy-loading 'flavor' on Instance uuid 72e181d4-3808-45a8-88ab-d2c1a68d71c8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.013157] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703c5061-e218-49bd-9967-218b86cc0776 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.024025] env[69950]: DEBUG oslo_vmware.api [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.028703] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79a6a70-9b37-42df-b8ab-e86fe935d520 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.044893] env[69950]: DEBUG nova.compute.provider_tree [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1121.195461] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222755, 'name': CreateVM_Task, 'duration_secs': 0.37288} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.196863] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.196863] env[69950]: DEBUG oslo_concurrency.lockutils [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.196863] env[69950]: DEBUG oslo_concurrency.lockutils [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.197067] env[69950]: DEBUG oslo_concurrency.lockutils [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.198137] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2022357-4fae-4d29-b6d1-7e94d1101e6b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.203050] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1121.203050] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520216eb-1f38-45b6-b8e4-6ad430885ee6" [ 1121.203050] env[69950]: _type = "Task" [ 1121.203050] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.213600] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520216eb-1f38-45b6-b8e4-6ad430885ee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.241823] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.273366] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.359253] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222760, 'name': CreateVM_Task, 'duration_secs': 0.416556} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.359407] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.360161] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.360255] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.360547] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.360826] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a900267-e54b-4ba9-beee-8f84dd1b8e83 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.365518] env[69950]: DEBUG nova.compute.manager [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.368578] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Waiting for the task: (returnval){ [ 1121.368578] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dee381-c7e1-834d-ed72-2fe8c3c243d2" [ 1121.368578] env[69950]: _type = "Task" [ 1121.368578] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.378429] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dee381-c7e1-834d-ed72-2fe8c3c243d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009464} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.378737] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.378976] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.379362] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.379362] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.379553] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.379822] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ca63e30-6080-49be-90e1-69e5d774f72f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.388664] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.388908] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.389565] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f22fade-4bc0-4cde-bd4a-15dc8d185b85 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.395907] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Waiting for the task: (returnval){ [ 1121.395907] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529ee408-c435-fd93-1f3e-fcd205c3ac54" [ 1121.395907] env[69950]: _type = "Task" [ 1121.395907] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.404944] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529ee408-c435-fd93-1f3e-fcd205c3ac54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.513718] env[69950]: DEBUG oslo_concurrency.lockutils [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.513920] env[69950]: DEBUG oslo_concurrency.lockutils [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquired lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.514082] env[69950]: DEBUG nova.network.neutron [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.514269] env[69950]: DEBUG nova.objects.instance [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lazy-loading 'info_cache' on Instance uuid 72e181d4-3808-45a8-88ab-d2c1a68d71c8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.519502] env[69950]: DEBUG oslo_vmware.api [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.569989] env[69950]: ERROR nova.scheduler.client.report [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [req-6c010c99-984f-47e2-a248-9fb363196e45] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6c010c99-984f-47e2-a248-9fb363196e45"}]} [ 1121.600091] env[69950]: DEBUG nova.scheduler.client.report [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1121.626648] env[69950]: DEBUG nova.scheduler.client.report [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1121.626978] env[69950]: DEBUG nova.compute.provider_tree [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1121.651333] env[69950]: DEBUG nova.scheduler.client.report [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1121.680212] env[69950]: DEBUG nova.scheduler.client.report [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1121.718691] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520216eb-1f38-45b6-b8e4-6ad430885ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.013343} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.719078] env[69950]: DEBUG oslo_concurrency.lockutils [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.719327] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.719630] env[69950]: DEBUG oslo_concurrency.lockutils [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.719801] env[69950]: DEBUG oslo_concurrency.lockutils [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.720079] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.720758] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e23243d5-a147-4aca-b25e-41f87d7c5264 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.737942] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.738185] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.739378] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b014b2f7-7508-4f34-b7ee-ea96a51a9408 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.748706] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.752359] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1121.752359] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522c1168-6680-4bec-0eb3-13bbd95035dd" [ 1121.752359] env[69950]: _type = "Task" [ 1121.752359] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.762642] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522c1168-6680-4bec-0eb3-13bbd95035dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.775800] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222757, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.003316} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.775800] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 3c80752d-807e-4821-b6c4-2cf462366f41/3c80752d-807e-4821-b6c4-2cf462366f41.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.776879] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.776879] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc3b02b5-88a0-4c43-af16-811568a26112 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.785864] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1121.785864] env[69950]: value = "task-4222762" [ 1121.785864] env[69950]: _type = "Task" [ 1121.785864] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.795682] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.892121] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.914835] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529ee408-c435-fd93-1f3e-fcd205c3ac54, 'name': SearchDatastore_Task, 'duration_secs': 0.069513} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.918445] env[69950]: DEBUG nova.network.neutron [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance_info_cache with network_info: [{"id": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "address": "fa:16:3e:28:fa:d6", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1326b99-5c", "ovs_interfaceid": "d1326b99-5ce9-458f-bd91-926c0d9f7381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.928086] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db7ec484-f3ee-4657-8b1c-fbdbb9c420e6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.929367] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Waiting for the task: (returnval){ [ 1121.929367] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529b2d23-ebec-a57e-4a3a-628fd367b1d6" [ 1121.929367] env[69950]: _type = "Task" [ 1121.929367] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.942339] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529b2d23-ebec-a57e-4a3a-628fd367b1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009703} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.942596] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.942850] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 50b54d4c-d694-4605-9c94-4105119a271d/50b54d4c-d694-4605-9c94-4105119a271d.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.943122] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c83f9150-fade-4d0b-8a66-06d0550a223a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.951102] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Waiting for the task: (returnval){ [ 1121.951102] env[69950]: value = "task-4222763" [ 1121.951102] env[69950]: _type = "Task" [ 1121.951102] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.960842] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.984454] env[69950]: DEBUG nova.network.neutron [req-0f4b7f1b-3e6d-4343-b042-70aef2425c73 req-77affa65-0af8-4b5d-9fe0-7d9be4304f2d service nova] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Updated VIF entry in instance network info cache for port 1552fcf9-638a-4558-be55-ee3e2f58d801. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.984826] env[69950]: DEBUG nova.network.neutron [req-0f4b7f1b-3e6d-4343-b042-70aef2425c73 req-77affa65-0af8-4b5d-9fe0-7d9be4304f2d service nova] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Updating instance_info_cache with network_info: [{"id": "1552fcf9-638a-4558-be55-ee3e2f58d801", "address": "fa:16:3e:64:19:3d", "network": {"id": "125713b1-df44-4b8e-a186-c0191073545a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1000292351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "418c44a0685d4f328c3d7ef75ffea722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1552fcf9-63", "ovs_interfaceid": "1552fcf9-638a-4558-be55-ee3e2f58d801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.987967] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bac40e-ad12-43b5-b529-642a9e7aa398 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.998700] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951834a1-ce43-4180-879e-da3d9404000a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.032074] env[69950]: DEBUG nova.objects.base [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Object Instance<72e181d4-3808-45a8-88ab-d2c1a68d71c8> lazy-loaded attributes: flavor,info_cache {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1122.037761] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebf10b6-381e-448a-8c62-a5ae28e98a41 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.046558] env[69950]: DEBUG oslo_vmware.api [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222754, 'name': PowerOffVM_Task, 'duration_secs': 1.282971} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.048930] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.049191] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.049599] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9108ef38-b950-4209-8c4b-92d328091518 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.052261] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd0d2dc-ce74-43b2-9789-415bcdbf3256 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.068169] env[69950]: DEBUG nova.compute.provider_tree [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.244718] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222756, 'name': ReconfigVM_Task, 'duration_secs': 1.190176} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.245097] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Reconfigured VM instance instance-0000005e to attach disk [datastore1] e6dd8807-2d7e-4deb-86af-0551f940595c/e6dd8807-2d7e-4deb-86af-0551f940595c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.245794] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab9288db-d05e-49b1-93e3-ef8c983d0589 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.254373] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1122.254373] env[69950]: value = "task-4222765" [ 1122.254373] env[69950]: _type = "Task" [ 1122.254373] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.268285] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.268746] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.269046] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Deleting the datastore file [datastore1] a4eb1012-2913-4c54-a175-a0a91eee0b7f {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.276344] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0c524c5-4196-4e16-b37a-1a43469eaf84 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.278899] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522c1168-6680-4bec-0eb3-13bbd95035dd, 'name': SearchDatastore_Task, 'duration_secs': 0.017619} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.279320] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222765, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.280803] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a87e107-c887-4346-8336-d1dd7df8a3c6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.286500] env[69950]: DEBUG oslo_vmware.api [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Waiting for the task: (returnval){ [ 1122.286500] env[69950]: value = "task-4222766" [ 1122.286500] env[69950]: _type = "Task" [ 1122.286500] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.288189] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1122.288189] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d27345-4e09-014a-2f67-6935621428df" [ 1122.288189] env[69950]: _type = "Task" [ 1122.288189] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.311079] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d27345-4e09-014a-2f67-6935621428df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.311079] env[69950]: DEBUG oslo_vmware.api [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.313720] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08723} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.313990] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.315042] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d7be81-23b4-40b5-b13b-877b7a44bcb4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.341355] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 3c80752d-807e-4821-b6c4-2cf462366f41/3c80752d-807e-4821-b6c4-2cf462366f41.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.341890] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49a08fc6-70a5-4d03-8d38-b1cc4f3d526c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.364893] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1122.364893] env[69950]: value = "task-4222767" [ 1122.364893] env[69950]: _type = "Task" [ 1122.364893] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.374463] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.421772] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "refresh_cache-9cf314f0-aafc-478e-8429-b7e3db2c4611" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.423352] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f5cecf-44f0-4b4b-94a1-0c7ca2fa2a1f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.432906] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cd01e2-7ffa-4cb0-8b56-1dfa8ebfceb5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.463749] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479811} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.464215] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 50b54d4c-d694-4605-9c94-4105119a271d/50b54d4c-d694-4605-9c94-4105119a271d.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.464564] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.464938] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f212dcad-658b-4fee-908a-14a743507375 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.474332] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Waiting for the task: (returnval){ [ 1122.474332] env[69950]: value = "task-4222768" [ 1122.474332] env[69950]: _type = "Task" [ 1122.474332] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.484300] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.494213] env[69950]: DEBUG oslo_concurrency.lockutils [req-0f4b7f1b-3e6d-4343-b042-70aef2425c73 req-77affa65-0af8-4b5d-9fe0-7d9be4304f2d service nova] Releasing lock "refresh_cache-50b54d4c-d694-4605-9c94-4105119a271d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.612109] env[69950]: DEBUG nova.scheduler.client.report [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1122.612441] env[69950]: DEBUG nova.compute.provider_tree [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 143 to 144 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1122.612664] env[69950]: DEBUG nova.compute.provider_tree [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.773813] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222765, 'name': Rename_Task, 'duration_secs': 0.281481} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.774120] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.774378] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f426d943-64f2-490e-8843-88c3e547994a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.785410] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1122.785410] env[69950]: value = "task-4222769" [ 1122.785410] env[69950]: _type = "Task" [ 1122.785410] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.797902] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.805369] env[69950]: DEBUG oslo_vmware.api [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Task: {'id': task-4222766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239014} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.808726] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.808904] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.808973] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.809125] env[69950]: INFO nova.compute.manager [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1122.809380] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.810292] env[69950]: DEBUG nova.compute.manager [-] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.810292] env[69950]: DEBUG nova.network.neutron [-] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.816501] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d27345-4e09-014a-2f67-6935621428df, 'name': SearchDatastore_Task, 'duration_secs': 0.025324} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.817175] env[69950]: DEBUG oslo_concurrency.lockutils [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.817444] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 2e9582f7-528a-4335-a447-fbe4e21ce41a/2e9582f7-528a-4335-a447-fbe4e21ce41a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.817723] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aeed89e-71d2-4341-bc5a-ef7385b6481e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.825614] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1122.825614] env[69950]: value = "task-4222770" [ 1122.825614] env[69950]: _type = "Task" [ 1122.825614] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.836430] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.840363] env[69950]: DEBUG nova.network.neutron [-] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.875799] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222767, 'name': ReconfigVM_Task, 'duration_secs': 0.338976} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.876074] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 3c80752d-807e-4821-b6c4-2cf462366f41/3c80752d-807e-4821-b6c4-2cf462366f41.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.876739] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91c8c43f-c24f-4d5d-8e8a-7b7803678bdb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.884644] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1122.884644] env[69950]: value = "task-4222771" [ 1122.884644] env[69950]: _type = "Task" [ 1122.884644] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.896068] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222771, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.897033] env[69950]: DEBUG nova.network.neutron [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Updating instance_info_cache with network_info: [{"id": "1e050ece-c07e-4fd8-8782-c541b1e5345c", "address": "fa:16:3e:72:4e:27", "network": {"id": "28abb0d9-a17c-4151-90b1-c92889d156a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1139582651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f6b14514aef41898b7289024c536ffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e050ece-c0", "ovs_interfaceid": "1e050ece-c07e-4fd8-8782-c541b1e5345c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.984182] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147273} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.984552] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.985216] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b935bd-8be6-4504-94a1-5de5ea3833c8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.007925] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 50b54d4c-d694-4605-9c94-4105119a271d/50b54d4c-d694-4605-9c94-4105119a271d.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.011275] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83265bf7-c482-4ae0-aa07-a8d9d87e2a3a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.033600] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Waiting for the task: (returnval){ [ 1123.033600] env[69950]: value = "task-4222772" [ 1123.033600] env[69950]: _type = "Task" [ 1123.033600] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.038771] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1123.039043] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835573', 'volume_id': 'b47ebc6f-1ac8-463c-9c8f-3929633bfd37', 'name': 'volume-b47ebc6f-1ac8-463c-9c8f-3929633bfd37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43e81197-d430-4443-9dfd-4c561ec2000c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b47ebc6f-1ac8-463c-9c8f-3929633bfd37', 'serial': 'b47ebc6f-1ac8-463c-9c8f-3929633bfd37'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1123.040200] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52388074-2d72-44a5-a716-6f8d6aff2cfc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.046610] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.067281] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.068149] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2f51aa-c638-405a-acbd-0058e3a92480 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.071684] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ab57d34-09fd-4406-9527-3b9835ba1617 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.097123] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-b47ebc6f-1ac8-463c-9c8f-3929633bfd37/volume-b47ebc6f-1ac8-463c-9c8f-3929633bfd37.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.099197] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2255aa6b-f3e3-4871-a70b-e9b2e0ce3ff8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.113900] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1123.113900] env[69950]: value = "task-4222773" [ 1123.113900] env[69950]: _type = "Task" [ 1123.113900] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.124246] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.021s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.124754] env[69950]: DEBUG oslo_vmware.api [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1123.124754] env[69950]: value = "task-4222774" [ 1123.124754] env[69950]: _type = "Task" [ 1123.124754] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.125295] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.233s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.127067] env[69950]: INFO nova.compute.claims [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.138637] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.142790] env[69950]: DEBUG oslo_vmware.api [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222774, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.169276] env[69950]: INFO nova.scheduler.client.report [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleted allocations for instance b0cb9eae-d6c5-49c5-8f87-7ec597e952b3 [ 1123.302360] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222769, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.339390] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222770, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.342925] env[69950]: DEBUG nova.network.neutron [-] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.400794] env[69950]: DEBUG oslo_concurrency.lockutils [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Releasing lock "refresh_cache-72e181d4-3808-45a8-88ab-d2c1a68d71c8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.403038] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222771, 'name': Rename_Task, 'duration_secs': 0.18072} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.403763] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.404183] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23e08d85-9234-4c75-8575-584531539b11 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.414537] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1123.414537] env[69950]: value = "task-4222775" [ 1123.414537] env[69950]: _type = "Task" [ 1123.414537] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.427073] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.544810] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222772, 'name': ReconfigVM_Task, 'duration_secs': 0.346158} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.545211] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 50b54d4c-d694-4605-9c94-4105119a271d/50b54d4c-d694-4605-9c94-4105119a271d.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.545889] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9458f95-0423-47fa-b620-9237d2421bd1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.553625] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Waiting for the task: (returnval){ [ 1123.553625] env[69950]: value = "task-4222776" [ 1123.553625] env[69950]: _type = "Task" [ 1123.553625] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.562227] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222776, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.625868] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222773, 'name': PowerOffVM_Task, 'duration_secs': 0.413012} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.626231] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.626949] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.627198] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.627476] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.627549] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.627697] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.627875] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.628157] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.628347] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.628959] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.628959] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.629098] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.637602] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c4afb4b-4643-4e6f-a6f1-17b8b7d83037 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.660697] env[69950]: DEBUG oslo_vmware.api [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.663024] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1123.663024] env[69950]: value = "task-4222777" [ 1123.663024] env[69950]: _type = "Task" [ 1123.663024] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.674095] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.679134] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2742369-f6d5-415e-8456-362f1a9a1a22 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "b0cb9eae-d6c5-49c5-8f87-7ec597e952b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.576s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.796057] env[69950]: DEBUG oslo_vmware.api [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222769, 'name': PowerOnVM_Task, 'duration_secs': 0.566585} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.796352] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.796560] env[69950]: INFO nova.compute.manager [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1123.796735] env[69950]: DEBUG nova.compute.manager [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1123.797562] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdf5285-3385-4dec-b608-2070c2a3695a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.839963] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658387} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.839963] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 2e9582f7-528a-4335-a447-fbe4e21ce41a/2e9582f7-528a-4335-a447-fbe4e21ce41a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.840416] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.840484] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93b6a579-4418-42a9-ba47-b350a5c937a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.845414] env[69950]: INFO nova.compute.manager [-] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Took 1.03 seconds to deallocate network for instance. [ 1123.849710] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1123.849710] env[69950]: value = "task-4222778" [ 1123.849710] env[69950]: _type = "Task" [ 1123.849710] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.863447] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.926431] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.067827] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222776, 'name': Rename_Task, 'duration_secs': 0.150453} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.068217] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.068542] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8353cf8-0577-4843-85fa-fea7e8e38778 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.076659] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Waiting for the task: (returnval){ [ 1124.076659] env[69950]: value = "task-4222779" [ 1124.076659] env[69950]: _type = "Task" [ 1124.076659] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.089658] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.144710] env[69950]: DEBUG oslo_vmware.api [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222774, 'name': ReconfigVM_Task, 'duration_secs': 0.879275} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.145110] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-b47ebc6f-1ac8-463c-9c8f-3929633bfd37/volume-b47ebc6f-1ac8-463c-9c8f-3929633bfd37.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.153155] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65e39a53-2fec-4ca2-a50e-680c56ca9632 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.177516] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222777, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.178279] env[69950]: DEBUG oslo_vmware.api [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1124.178279] env[69950]: value = "task-4222780" [ 1124.178279] env[69950]: _type = "Task" [ 1124.178279] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.187687] env[69950]: DEBUG oslo_vmware.api [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.318457] env[69950]: INFO nova.compute.manager [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Took 26.86 seconds to build instance. [ 1124.360774] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.366787] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071118} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.367078] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.367982] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8b4460-ce78-4ee3-be8a-e2b088c3e501 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.394538] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 2e9582f7-528a-4335-a447-fbe4e21ce41a/2e9582f7-528a-4335-a447-fbe4e21ce41a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.397906] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a7487f2-88d5-44be-805c-d4779fb19400 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.413495] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.413802] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a147501-52a5-447b-8eca-1eaeb290dca3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.421661] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1124.421661] env[69950]: value = "task-4222782" [ 1124.421661] env[69950]: _type = "Task" [ 1124.421661] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.423172] env[69950]: DEBUG oslo_vmware.api [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1124.423172] env[69950]: value = "task-4222781" [ 1124.423172] env[69950]: _type = "Task" [ 1124.423172] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.432239] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222775, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.442755] env[69950]: DEBUG oslo_vmware.api [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.449889] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.464211] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468d0c96-6f4f-4e49-89e7-eaa6489a1e61 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.472954] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59965b32-2315-4379-a919-7024fe342ca7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.511040] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ea6522-1b54-4db5-bfeb-42c938a182db {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.520231] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482a3c38-0029-463b-a27d-cf97916376b5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.535758] env[69950]: DEBUG nova.compute.provider_tree [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.587873] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222779, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.674835] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222777, 'name': ReconfigVM_Task, 'duration_secs': 0.550783} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.675725] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1612bb85-a31e-44c5-8a29-fa28395b792f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.688790] env[69950]: DEBUG oslo_vmware.api [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222780, 'name': ReconfigVM_Task, 'duration_secs': 0.226251} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.705844] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835573', 'volume_id': 'b47ebc6f-1ac8-463c-9c8f-3929633bfd37', 'name': 'volume-b47ebc6f-1ac8-463c-9c8f-3929633bfd37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43e81197-d430-4443-9dfd-4c561ec2000c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b47ebc6f-1ac8-463c-9c8f-3929633bfd37', 'serial': 'b47ebc6f-1ac8-463c-9c8f-3929633bfd37'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1124.708267] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.708525] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.708781] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.709017] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.709216] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.709335] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.709557] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.709753] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.710214] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.710214] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.710361] env[69950]: DEBUG nova.virt.hardware [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.711619] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd453d0a-be4a-4432-be98-5d4d33a9cbae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.718979] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1124.718979] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f8f2a0-38a4-f229-8841-c3b5f14ee146" [ 1124.718979] env[69950]: _type = "Task" [ 1124.718979] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.731692] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f8f2a0-38a4-f229-8841-c3b5f14ee146, 'name': SearchDatastore_Task, 'duration_secs': 0.008174} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.741165] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.742092] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f882dd-8e01-4d33-b45c-6862c15bf8f1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.770386] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1124.770386] env[69950]: value = "task-4222783" [ 1124.770386] env[69950]: _type = "Task" [ 1124.770386] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.780501] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.820993] env[69950]: DEBUG oslo_concurrency.lockutils [None req-176eb849-68c5-4131-8d0a-cf033acd9d39 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "e6dd8807-2d7e-4deb-86af-0551f940595c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.382s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.926634] env[69950]: DEBUG oslo_vmware.api [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222775, 'name': PowerOnVM_Task, 'duration_secs': 1.174074} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.930112] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.930351] env[69950]: INFO nova.compute.manager [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1124.930535] env[69950]: DEBUG nova.compute.manager [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1124.931330] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742cd225-c384-4194-8412-6e1692f4ee9c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.942338] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.950297] env[69950]: DEBUG oslo_vmware.api [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.057729] env[69950]: ERROR nova.scheduler.client.report [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [req-f6601905-4bd4-4887-a3e2-612045ba7412] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6601905-4bd4-4887-a3e2-612045ba7412"}]} [ 1125.076098] env[69950]: DEBUG nova.scheduler.client.report [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1125.086828] env[69950]: DEBUG oslo_vmware.api [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222779, 'name': PowerOnVM_Task, 'duration_secs': 0.525996} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.087776] env[69950]: DEBUG nova.scheduler.client.report [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1125.087974] env[69950]: DEBUG nova.compute.provider_tree [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.089929] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.090151] env[69950]: INFO nova.compute.manager [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1125.090333] env[69950]: DEBUG nova.compute.manager [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.091492] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171dc7f0-e255-4756-b45a-f89d8efd9cb1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.101521] env[69950]: DEBUG nova.scheduler.client.report [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1125.119927] env[69950]: DEBUG nova.scheduler.client.report [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1125.282672] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222783, 'name': ReconfigVM_Task, 'duration_secs': 0.23713} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.282866] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.283909] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa7312f-ef3e-49af-a3e0-1b976ef4e923 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.314457] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 9cf314f0-aafc-478e-8429-b7e3db2c4611/9cf314f0-aafc-478e-8429-b7e3db2c4611.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.317875] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19784fe7-41b3-49b4-a33c-1c9347292d7a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.338087] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1125.338087] env[69950]: value = "task-4222784" [ 1125.338087] env[69950]: _type = "Task" [ 1125.338087] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.351226] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.398268] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d78860c-d4cb-48f2-a8ce-62e376719fa8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.408063] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8005651e-73a5-405d-ba6c-5c606edbfd06 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.414938] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "1b49075a-b954-4f3e-8821-68b4c14909b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.415254] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "1b49075a-b954-4f3e-8821-68b4c14909b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.455112] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9384caad-eef7-47f2-b1e8-c21f6678ff25 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.468538] env[69950]: INFO nova.compute.manager [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Took 26.45 seconds to build instance. [ 1125.476893] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94da3f07-7a7f-4ae8-8f59-fb3ba467b079 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.481242] env[69950]: DEBUG oslo_vmware.api [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.481560] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222782, 'name': ReconfigVM_Task, 'duration_secs': 0.536391} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.482533] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 2e9582f7-528a-4335-a447-fbe4e21ce41a/2e9582f7-528a-4335-a447-fbe4e21ce41a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.484043] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-735a3977-573c-4415-b373-bcf7d5e3c011 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.495784] env[69950]: DEBUG nova.compute.provider_tree [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.498641] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1125.498641] env[69950]: value = "task-4222785" [ 1125.498641] env[69950]: _type = "Task" [ 1125.498641] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.509039] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222785, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.614368] env[69950]: INFO nova.compute.manager [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Took 23.41 seconds to build instance. [ 1125.757545] env[69950]: DEBUG nova.objects.instance [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lazy-loading 'flavor' on Instance uuid 43e81197-d430-4443-9dfd-4c561ec2000c {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.849556] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.920286] env[69950]: DEBUG nova.compute.manager [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.958877] env[69950]: DEBUG oslo_vmware.api [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222781, 'name': PowerOnVM_Task, 'duration_secs': 1.534983} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.959225] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.959441] env[69950]: DEBUG nova.compute.manager [None req-08c75f4d-8954-4a8c-a691-7ef9c393cfb8 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.960424] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346e9e29-8cdb-4080-8112-87b89a53b384 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.982905] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c1d0d014-205e-4fd3-ac37-47a49d433f62 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "3c80752d-807e-4821-b6c4-2cf462366f41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.974s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.013254] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222785, 'name': Rename_Task, 'duration_secs': 0.164465} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.013575] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.013824] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb68369e-5ccf-4996-bb74-9be465b096ed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.021991] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1126.021991] env[69950]: value = "task-4222786" [ 1126.021991] env[69950]: _type = "Task" [ 1126.021991] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.026577] env[69950]: ERROR nova.scheduler.client.report [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [req-5ee76af5-2f00-42c1-84f1-a2361d6364b0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5ee76af5-2f00-42c1-84f1-a2361d6364b0"}]} [ 1126.036153] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.047015] env[69950]: DEBUG nova.scheduler.client.report [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1126.064286] env[69950]: DEBUG nova.scheduler.client.report [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1126.064508] env[69950]: DEBUG nova.compute.provider_tree [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.079540] env[69950]: DEBUG nova.scheduler.client.report [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1126.081777] env[69950]: DEBUG nova.compute.manager [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Stashing vm_state: active {{(pid=69950) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1126.114734] env[69950]: DEBUG nova.scheduler.client.report [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1126.119330] env[69950]: DEBUG oslo_concurrency.lockutils [None req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Lock "50b54d4c-d694-4605-9c94-4105119a271d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.925s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.169374] env[69950]: INFO nova.compute.manager [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Rescuing [ 1126.169622] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.169809] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.169981] env[69950]: DEBUG nova.network.neutron [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.259015] env[69950]: DEBUG nova.compute.manager [req-23e0078e-2494-402c-ad76-4945b5a8ee06 req-3451c57e-5413-472a-98b9-24421b7128db service nova] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Received event network-changed-1552fcf9-638a-4558-be55-ee3e2f58d801 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1126.259202] env[69950]: DEBUG nova.compute.manager [req-23e0078e-2494-402c-ad76-4945b5a8ee06 req-3451c57e-5413-472a-98b9-24421b7128db service nova] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Refreshing instance network info cache due to event network-changed-1552fcf9-638a-4558-be55-ee3e2f58d801. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1126.259578] env[69950]: DEBUG oslo_concurrency.lockutils [req-23e0078e-2494-402c-ad76-4945b5a8ee06 req-3451c57e-5413-472a-98b9-24421b7128db service nova] Acquiring lock "refresh_cache-50b54d4c-d694-4605-9c94-4105119a271d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.259763] env[69950]: DEBUG oslo_concurrency.lockutils [req-23e0078e-2494-402c-ad76-4945b5a8ee06 req-3451c57e-5413-472a-98b9-24421b7128db service nova] Acquired lock "refresh_cache-50b54d4c-d694-4605-9c94-4105119a271d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.260026] env[69950]: DEBUG nova.network.neutron [req-23e0078e-2494-402c-ad76-4945b5a8ee06 req-3451c57e-5413-472a-98b9-24421b7128db service nova] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Refreshing network info cache for port 1552fcf9-638a-4558-be55-ee3e2f58d801 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.263215] env[69950]: DEBUG oslo_concurrency.lockutils [None req-421d88f7-fe4e-4ae6-8bcd-9d88555e1446 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "43e81197-d430-4443-9dfd-4c561ec2000c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.353522] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222784, 'name': ReconfigVM_Task, 'duration_secs': 0.677773} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.360177] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 9cf314f0-aafc-478e-8429-b7e3db2c4611/9cf314f0-aafc-478e-8429-b7e3db2c4611.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.361494] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419ba30a-e57b-48f9-b4fd-2e1cc1a31017 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.387273] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2b58f-df82-417e-b3bb-c99a43ddc774 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.418111] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf012adc-6615-4e44-b4c3-5268ba336063 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.451234] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.453031] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6603b50d-4f4d-4ee6-8a9a-207902dc5c79 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.456432] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e16e806-de47-4be9-8eea-4889da175db7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.464370] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.466408] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ce0057a-29da-4c1d-ba87-a056c0d1f19a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.468928] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c16559e-ae2f-42d4-a3b3-efc3411cb51b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.477173] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1126.477173] env[69950]: value = "task-4222787" [ 1126.477173] env[69950]: _type = "Task" [ 1126.477173] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.507407] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9572f17c-6bc2-4552-a546-a36d95863fff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.516754] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222787, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.524031] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2254a4d-d703-4031-ae2b-1ca2d18f2596 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.539892] env[69950]: DEBUG nova.compute.provider_tree [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.545926] env[69950]: DEBUG nova.compute.manager [req-bef386b9-00bb-481f-9378-947f85b28a32 req-6f0ecc8a-6e2c-4187-b4c7-5904a9a26f6b service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Received event network-changed-2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1126.546149] env[69950]: DEBUG nova.compute.manager [req-bef386b9-00bb-481f-9378-947f85b28a32 req-6f0ecc8a-6e2c-4187-b4c7-5904a9a26f6b service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Refreshing instance network info cache due to event network-changed-2872d813-1918-43a2-93a3-38741bd6d777. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1126.546355] env[69950]: DEBUG oslo_concurrency.lockutils [req-bef386b9-00bb-481f-9378-947f85b28a32 req-6f0ecc8a-6e2c-4187-b4c7-5904a9a26f6b service nova] Acquiring lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.546568] env[69950]: DEBUG oslo_concurrency.lockutils [req-bef386b9-00bb-481f-9378-947f85b28a32 req-6f0ecc8a-6e2c-4187-b4c7-5904a9a26f6b service nova] Acquired lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.546753] env[69950]: DEBUG nova.network.neutron [req-bef386b9-00bb-481f-9378-947f85b28a32 req-6f0ecc8a-6e2c-4187-b4c7-5904a9a26f6b service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Refreshing network info cache for port 2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.548095] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222786, 'name': PowerOnVM_Task, 'duration_secs': 0.454793} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.548881] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.549089] env[69950]: DEBUG nova.compute.manager [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1126.549887] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d36db3e-5127-461d-a3e6-1df1d83fa27c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.603532] env[69950]: DEBUG oslo_concurrency.lockutils [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.012917] env[69950]: DEBUG oslo_vmware.api [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222787, 'name': PowerOnVM_Task, 'duration_secs': 0.48868} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.013456] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.063660] env[69950]: INFO nova.compute.manager [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] bringing vm to original state: 'stopped' [ 1127.097025] env[69950]: DEBUG nova.scheduler.client.report [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1127.097025] env[69950]: DEBUG nova.compute.provider_tree [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 147 to 148 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1127.097025] env[69950]: DEBUG nova.compute.provider_tree [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.116545] env[69950]: DEBUG nova.network.neutron [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Updating instance_info_cache with network_info: [{"id": "f32e84b8-de54-47de-820f-0b2307250bd1", "address": "fa:16:3e:33:a6:16", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32e84b8-de", "ovs_interfaceid": "f32e84b8-de54-47de-820f-0b2307250bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.262479] env[69950]: DEBUG nova.network.neutron [req-23e0078e-2494-402c-ad76-4945b5a8ee06 req-3451c57e-5413-472a-98b9-24421b7128db service nova] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Updated VIF entry in instance network info cache for port 1552fcf9-638a-4558-be55-ee3e2f58d801. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.262875] env[69950]: DEBUG nova.network.neutron [req-23e0078e-2494-402c-ad76-4945b5a8ee06 req-3451c57e-5413-472a-98b9-24421b7128db service nova] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Updating instance_info_cache with network_info: [{"id": "1552fcf9-638a-4558-be55-ee3e2f58d801", "address": "fa:16:3e:64:19:3d", "network": {"id": "125713b1-df44-4b8e-a186-c0191073545a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1000292351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "418c44a0685d4f328c3d7ef75ffea722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1552fcf9-63", "ovs_interfaceid": "1552fcf9-638a-4558-be55-ee3e2f58d801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.347193] env[69950]: DEBUG nova.network.neutron [req-bef386b9-00bb-481f-9378-947f85b28a32 req-6f0ecc8a-6e2c-4187-b4c7-5904a9a26f6b service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Updated VIF entry in instance network info cache for port 2872d813-1918-43a2-93a3-38741bd6d777. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.347733] env[69950]: DEBUG nova.network.neutron [req-bef386b9-00bb-481f-9378-947f85b28a32 req-6f0ecc8a-6e2c-4187-b4c7-5904a9a26f6b service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Updating instance_info_cache with network_info: [{"id": "2872d813-1918-43a2-93a3-38741bd6d777", "address": "fa:16:3e:c4:ce:99", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2872d813-19", "ovs_interfaceid": "2872d813-1918-43a2-93a3-38741bd6d777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.598901] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.473s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.599432] env[69950]: DEBUG nova.compute.manager [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.602470] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.242s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.602717] env[69950]: DEBUG nova.objects.instance [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Lazy-loading 'resources' on Instance uuid a4eb1012-2913-4c54-a175-a0a91eee0b7f {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.618913] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.766168] env[69950]: DEBUG oslo_concurrency.lockutils [req-23e0078e-2494-402c-ad76-4945b5a8ee06 req-3451c57e-5413-472a-98b9-24421b7128db service nova] Releasing lock "refresh_cache-50b54d4c-d694-4605-9c94-4105119a271d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.850985] env[69950]: DEBUG oslo_concurrency.lockutils [req-bef386b9-00bb-481f-9378-947f85b28a32 req-6f0ecc8a-6e2c-4187-b4c7-5904a9a26f6b service nova] Releasing lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.060993] env[69950]: INFO nova.compute.manager [None req-fb8652fb-d8ea-42b2-9353-23c7ddd0f697 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance to original state: 'active' [ 1128.071241] env[69950]: DEBUG oslo_concurrency.lockutils [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "2e9582f7-528a-4335-a447-fbe4e21ce41a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.071521] env[69950]: DEBUG oslo_concurrency.lockutils [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2e9582f7-528a-4335-a447-fbe4e21ce41a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.071723] env[69950]: DEBUG nova.compute.manager [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1128.072711] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800d8650-3c4b-49f1-8e37-2357eaca57a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.082604] env[69950]: DEBUG nova.compute.manager [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69950) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1128.106897] env[69950]: DEBUG nova.compute.utils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.112188] env[69950]: DEBUG nova.compute.manager [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.112236] env[69950]: DEBUG nova.network.neutron [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.174873] env[69950]: DEBUG nova.policy [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '464bee3029aa4b82b73547810b2cfa38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f66dd07bd67408f9001220d2e676a5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.377156] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e5eba0-6103-4e6e-ad63-fa68e8165d58 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.393969] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09db7360-18f1-48a8-b0b9-79a4eb06a4be {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.426625] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd710406-527c-4531-9592-9e040d437620 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.435481] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7724b8-85ea-4450-be0a-9d624cc0b21a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.449742] env[69950]: DEBUG nova.compute.provider_tree [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.495486] env[69950]: DEBUG nova.network.neutron [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Successfully created port: e030da10-1108-4942-9231-f68da148dfe8 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.587189] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.589765] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68109982-b588-47d2-8b95-a88878fd148d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.595846] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1128.595846] env[69950]: value = "task-4222788" [ 1128.595846] env[69950]: _type = "Task" [ 1128.595846] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.606864] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.613670] env[69950]: DEBUG nova.compute.manager [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.953842] env[69950]: DEBUG nova.scheduler.client.report [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.106745] env[69950]: DEBUG oslo_vmware.api [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222788, 'name': PowerOffVM_Task, 'duration_secs': 0.471691} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.107124] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.107550] env[69950]: DEBUG nova.compute.manager [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1129.108289] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e633af5a-31ca-419f-aef9-b1783c62a26c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.157635] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.157939] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c18b329a-00ca-40f2-99bb-05f817456b4d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.166715] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1129.166715] env[69950]: value = "task-4222789" [ 1129.166715] env[69950]: _type = "Task" [ 1129.166715] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.177757] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.179340] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "9cf314f0-aafc-478e-8429-b7e3db2c4611" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.179785] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "9cf314f0-aafc-478e-8429-b7e3db2c4611" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.179856] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "9cf314f0-aafc-478e-8429-b7e3db2c4611-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.180152] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "9cf314f0-aafc-478e-8429-b7e3db2c4611-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.180394] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "9cf314f0-aafc-478e-8429-b7e3db2c4611-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.182929] env[69950]: INFO nova.compute.manager [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Terminating instance [ 1129.458825] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.462176] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.011s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.464232] env[69950]: INFO nova.compute.claims [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.485243] env[69950]: INFO nova.scheduler.client.report [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Deleted allocations for instance a4eb1012-2913-4c54-a175-a0a91eee0b7f [ 1129.627243] env[69950]: DEBUG nova.compute.manager [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.630190] env[69950]: DEBUG oslo_concurrency.lockutils [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2e9582f7-528a-4335-a447-fbe4e21ce41a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.559s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.658505] env[69950]: DEBUG nova.virt.hardware [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.658824] env[69950]: DEBUG nova.virt.hardware [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.658989] env[69950]: DEBUG nova.virt.hardware [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.659195] env[69950]: DEBUG nova.virt.hardware [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.659345] env[69950]: DEBUG nova.virt.hardware [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.659514] env[69950]: DEBUG nova.virt.hardware [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.659739] env[69950]: DEBUG nova.virt.hardware [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.659907] env[69950]: DEBUG nova.virt.hardware [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.660098] env[69950]: DEBUG nova.virt.hardware [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.660267] env[69950]: DEBUG nova.virt.hardware [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.660458] env[69950]: DEBUG nova.virt.hardware [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.661372] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08009d96-7c79-42a6-9681-9ee8609d6fb3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.673009] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a93426c-fb32-417c-8fb4-808077cee781 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.682127] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222789, 'name': PowerOffVM_Task, 'duration_secs': 0.450319} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.691523] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.692368] env[69950]: DEBUG nova.compute.manager [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.692571] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.693508] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc92c85-bf25-4d58-b8f3-bfabd28594f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.696061] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da25acd0-d08a-4998-926a-6c30a59448a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.720060] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee64591-bb99-496d-acf8-fa3d4e93034f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.723236] env[69950]: DEBUG oslo_vmware.api [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1129.723236] env[69950]: value = "task-4222790" [ 1129.723236] env[69950]: _type = "Task" [ 1129.723236] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.736280] env[69950]: DEBUG oslo_vmware.api [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.750839] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.751296] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb697e34-f409-4b68-a9b2-3caecb3a9e23 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.760389] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1129.760389] env[69950]: value = "task-4222791" [ 1129.760389] env[69950]: _type = "Task" [ 1129.760389] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.772707] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1129.773132] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.773511] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.773750] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.774035] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.774407] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8ed46a4-f003-4d98-a1ca-e5a17fd1fa4a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.785818] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.786189] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.787327] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b6651c-47ab-42e7-8db6-876e4969917f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.795080] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1129.795080] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52531d19-1062-5d88-59a9-86757f9b4563" [ 1129.795080] env[69950]: _type = "Task" [ 1129.795080] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.805701] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52531d19-1062-5d88-59a9-86757f9b4563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.927708] env[69950]: DEBUG nova.compute.manager [req-8f9889a5-94c6-4a73-8059-1fc2f1262119 req-18c7daa6-2549-4e41-aac8-beae956100e8 service nova] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Received event network-vif-plugged-e030da10-1108-4942-9231-f68da148dfe8 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1129.928383] env[69950]: DEBUG oslo_concurrency.lockutils [req-8f9889a5-94c6-4a73-8059-1fc2f1262119 req-18c7daa6-2549-4e41-aac8-beae956100e8 service nova] Acquiring lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.928743] env[69950]: DEBUG oslo_concurrency.lockutils [req-8f9889a5-94c6-4a73-8059-1fc2f1262119 req-18c7daa6-2549-4e41-aac8-beae956100e8 service nova] Lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.929066] env[69950]: DEBUG oslo_concurrency.lockutils [req-8f9889a5-94c6-4a73-8059-1fc2f1262119 req-18c7daa6-2549-4e41-aac8-beae956100e8 service nova] Lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.929368] env[69950]: DEBUG nova.compute.manager [req-8f9889a5-94c6-4a73-8059-1fc2f1262119 req-18c7daa6-2549-4e41-aac8-beae956100e8 service nova] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] No waiting events found dispatching network-vif-plugged-e030da10-1108-4942-9231-f68da148dfe8 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1129.929840] env[69950]: WARNING nova.compute.manager [req-8f9889a5-94c6-4a73-8059-1fc2f1262119 req-18c7daa6-2549-4e41-aac8-beae956100e8 service nova] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Received unexpected event network-vif-plugged-e030da10-1108-4942-9231-f68da148dfe8 for instance with vm_state building and task_state spawning. [ 1129.995121] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d8e41c6d-518d-4f14-befb-8afd8a3d771c tempest-ServersAaction247Test-431062216 tempest-ServersAaction247Test-431062216-project-member] Lock "a4eb1012-2913-4c54-a175-a0a91eee0b7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.197s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.145149] env[69950]: DEBUG oslo_concurrency.lockutils [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.238412] env[69950]: DEBUG oslo_vmware.api [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222790, 'name': PowerOffVM_Task, 'duration_secs': 0.209594} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.238412] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.238412] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1130.238412] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835552', 'volume_id': '095ff58b-302d-4b6b-a52c-a56380842dd9', 'name': 'volume-095ff58b-302d-4b6b-a52c-a56380842dd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9cf314f0-aafc-478e-8429-b7e3db2c4611', 'attached_at': '2025-05-18T22:11:41.000000', 'detached_at': '', 'volume_id': '095ff58b-302d-4b6b-a52c-a56380842dd9', 'serial': '095ff58b-302d-4b6b-a52c-a56380842dd9'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1130.239502] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c5de81-cca8-43ee-bc98-cf9aaee7fdb4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.271453] env[69950]: DEBUG nova.network.neutron [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Successfully updated port: e030da10-1108-4942-9231-f68da148dfe8 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.273685] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39100a25-0196-42dd-82d4-30eaad4ffdd5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.286807] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e3e0a6-b486-4cee-9e65-142f87f75d9b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.324705] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8050ab2d-1507-41d8-a0d1-fe88866eba99 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.342970] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] The volume has not been displaced from its original location: [datastore1] volume-095ff58b-302d-4b6b-a52c-a56380842dd9/volume-095ff58b-302d-4b6b-a52c-a56380842dd9.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1130.348844] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1130.353096] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-644c644e-3c38-4075-a165-794fa998d044 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.366654] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52531d19-1062-5d88-59a9-86757f9b4563, 'name': SearchDatastore_Task, 'duration_secs': 0.013805} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.371576] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a79c281-867b-4847-888c-9fe58927ecc6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.378550] env[69950]: DEBUG oslo_vmware.api [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1130.378550] env[69950]: value = "task-4222792" [ 1130.378550] env[69950]: _type = "Task" [ 1130.378550] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.380083] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1130.380083] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52674d8c-1d8c-754d-e93a-4801fb7043e3" [ 1130.380083] env[69950]: _type = "Task" [ 1130.380083] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.393410] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52674d8c-1d8c-754d-e93a-4801fb7043e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.398250] env[69950]: DEBUG oslo_vmware.api [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222792, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.720768] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1b8b00-4389-41ac-af4b-a83e55f8b0d9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.730415] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddfe2e4-8f19-4648-a42e-40ba60b95f82 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.772433] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f366d505-2c94-4f1c-8f93-a401d9dfbf04 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.782863] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.783079] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.783284] env[69950]: DEBUG nova.network.neutron [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.787263] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1282aa-6e00-4cb3-a798-b3ac608d33bc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.808611] env[69950]: DEBUG nova.compute.provider_tree [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.876155] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "2e9582f7-528a-4335-a447-fbe4e21ce41a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.876526] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2e9582f7-528a-4335-a447-fbe4e21ce41a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.876794] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "2e9582f7-528a-4335-a447-fbe4e21ce41a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.877015] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2e9582f7-528a-4335-a447-fbe4e21ce41a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.877183] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2e9582f7-528a-4335-a447-fbe4e21ce41a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.879823] env[69950]: INFO nova.compute.manager [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Terminating instance [ 1130.896186] env[69950]: DEBUG oslo_vmware.api [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222792, 'name': ReconfigVM_Task, 'duration_secs': 0.226094} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.900436] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1130.905978] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52674d8c-1d8c-754d-e93a-4801fb7043e3, 'name': SearchDatastore_Task, 'duration_secs': 0.019535} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.905978] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa574e26-a785-4180-940f-9ca16f250160 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.916685] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.916685] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 43e81197-d430-4443-9dfd-4c561ec2000c/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk. {{(pid=69950) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1130.917168] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f386be04-2bd8-4d07-87a1-753fab73fdc2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.926194] env[69950]: DEBUG oslo_vmware.api [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1130.926194] env[69950]: value = "task-4222794" [ 1130.926194] env[69950]: _type = "Task" [ 1130.926194] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.927839] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1130.927839] env[69950]: value = "task-4222793" [ 1130.927839] env[69950]: _type = "Task" [ 1130.927839] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.941932] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.946508] env[69950]: DEBUG oslo_vmware.api [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.312281] env[69950]: DEBUG nova.scheduler.client.report [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.344353] env[69950]: DEBUG nova.network.neutron [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.387913] env[69950]: DEBUG nova.compute.manager [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.388954] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.389407] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0907d33-8a48-45a2-a704-de774f7bef7f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.399673] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.399673] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-048b83de-3ed4-4f25-a455-1a49112eae52 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.442333] env[69950]: DEBUG oslo_vmware.api [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222794, 'name': ReconfigVM_Task, 'duration_secs': 0.1833} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.446202] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835552', 'volume_id': '095ff58b-302d-4b6b-a52c-a56380842dd9', 'name': 'volume-095ff58b-302d-4b6b-a52c-a56380842dd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9cf314f0-aafc-478e-8429-b7e3db2c4611', 'attached_at': '2025-05-18T22:11:41.000000', 'detached_at': '', 'volume_id': '095ff58b-302d-4b6b-a52c-a56380842dd9', 'serial': '095ff58b-302d-4b6b-a52c-a56380842dd9'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1131.446761] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.447122] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222793, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.447935] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74bbe9d-9d56-402b-a9d1-7fcd9d7789d2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.457237] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.457519] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88f5a707-c4c4-4fad-93ba-ccac08501819 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.484059] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.484296] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.484481] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleting the datastore file [datastore2] 2e9582f7-528a-4335-a447-fbe4e21ce41a {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.484776] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58d147c0-0bcb-4fe4-b73b-a2bbf6c9de10 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.497178] env[69950]: DEBUG oslo_vmware.api [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1131.497178] env[69950]: value = "task-4222797" [ 1131.497178] env[69950]: _type = "Task" [ 1131.497178] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.507899] env[69950]: DEBUG oslo_vmware.api [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.548885] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.550151] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.551026] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleting the datastore file [datastore2] 9cf314f0-aafc-478e-8429-b7e3db2c4611 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.551259] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d40acb57-3178-4a82-b540-bd9532fa3589 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.561198] env[69950]: DEBUG oslo_vmware.api [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1131.561198] env[69950]: value = "task-4222798" [ 1131.561198] env[69950]: _type = "Task" [ 1131.561198] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.577350] env[69950]: DEBUG oslo_vmware.api [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.622560] env[69950]: DEBUG nova.network.neutron [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance_info_cache with network_info: [{"id": "e030da10-1108-4942-9231-f68da148dfe8", "address": "fa:16:3e:bc:18:ab", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape030da10-11", "ovs_interfaceid": "e030da10-1108-4942-9231-f68da148dfe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.819304] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.819961] env[69950]: DEBUG nova.compute.manager [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.824819] env[69950]: DEBUG oslo_concurrency.lockutils [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.221s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.945652] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.922508} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.945652] env[69950]: INFO nova.virt.vmwareapi.ds_util [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 43e81197-d430-4443-9dfd-4c561ec2000c/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk. [ 1131.945652] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085a423f-a381-45ba-bf57-2d4145a49ccb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.994085] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 43e81197-d430-4443-9dfd-4c561ec2000c/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.994423] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582994e9-45e9-4e63-a740-f22f28c9edef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.020857] env[69950]: DEBUG oslo_vmware.api [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398294} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.022473] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.022708] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.022899] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.023074] env[69950]: INFO nova.compute.manager [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1132.023342] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.023682] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1132.023682] env[69950]: value = "task-4222799" [ 1132.023682] env[69950]: _type = "Task" [ 1132.023682] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.023885] env[69950]: DEBUG nova.compute.manager [-] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.023958] env[69950]: DEBUG nova.network.neutron [-] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.036578] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222799, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.072015] env[69950]: DEBUG oslo_vmware.api [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471162} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.072328] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.072522] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.072704] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.072886] env[69950]: INFO nova.compute.manager [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Took 2.38 seconds to destroy the instance on the hypervisor. [ 1132.073258] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.073371] env[69950]: DEBUG nova.compute.manager [-] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.073466] env[69950]: DEBUG nova.network.neutron [-] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.126143] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.126571] env[69950]: DEBUG nova.compute.manager [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Instance network_info: |[{"id": "e030da10-1108-4942-9231-f68da148dfe8", "address": "fa:16:3e:bc:18:ab", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape030da10-11", "ovs_interfaceid": "e030da10-1108-4942-9231-f68da148dfe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.127110] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:18:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e030da10-1108-4942-9231-f68da148dfe8', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.135841] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.139236] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.139553] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25bbb1fd-2917-4a76-846b-7fb140e90ef9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.162970] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.162970] env[69950]: value = "task-4222800" [ 1132.162970] env[69950]: _type = "Task" [ 1132.162970] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.173383] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222800, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.194901] env[69950]: DEBUG nova.compute.manager [req-4b1baca4-512d-471a-99d6-c80149bda82b req-2cc26955-726f-4e4e-a606-12590bcafd95 service nova] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Received event network-changed-e030da10-1108-4942-9231-f68da148dfe8 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1132.195103] env[69950]: DEBUG nova.compute.manager [req-4b1baca4-512d-471a-99d6-c80149bda82b req-2cc26955-726f-4e4e-a606-12590bcafd95 service nova] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Refreshing instance network info cache due to event network-changed-e030da10-1108-4942-9231-f68da148dfe8. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1132.195319] env[69950]: DEBUG oslo_concurrency.lockutils [req-4b1baca4-512d-471a-99d6-c80149bda82b req-2cc26955-726f-4e4e-a606-12590bcafd95 service nova] Acquiring lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.195457] env[69950]: DEBUG oslo_concurrency.lockutils [req-4b1baca4-512d-471a-99d6-c80149bda82b req-2cc26955-726f-4e4e-a606-12590bcafd95 service nova] Acquired lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.195622] env[69950]: DEBUG nova.network.neutron [req-4b1baca4-512d-471a-99d6-c80149bda82b req-2cc26955-726f-4e4e-a606-12590bcafd95 service nova] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Refreshing network info cache for port e030da10-1108-4942-9231-f68da148dfe8 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.325363] env[69950]: DEBUG nova.compute.utils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.326900] env[69950]: DEBUG nova.compute.manager [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.327380] env[69950]: DEBUG nova.network.neutron [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.336448] env[69950]: INFO nova.compute.claims [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.446681] env[69950]: DEBUG nova.policy [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7610552571c43d68e54a7ee04234dcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d4ad236a9784e6695ba4af4dac760d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.538477] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.676800] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222800, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.834292] env[69950]: DEBUG nova.compute.manager [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.843694] env[69950]: INFO nova.compute.resource_tracker [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating resource usage from migration 39252723-f2e9-425d-8542-ae780e18abd6 [ 1132.920327] env[69950]: DEBUG nova.network.neutron [-] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.002684] env[69950]: DEBUG nova.network.neutron [req-4b1baca4-512d-471a-99d6-c80149bda82b req-2cc26955-726f-4e4e-a606-12590bcafd95 service nova] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updated VIF entry in instance network info cache for port e030da10-1108-4942-9231-f68da148dfe8. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.004349] env[69950]: DEBUG nova.network.neutron [req-4b1baca4-512d-471a-99d6-c80149bda82b req-2cc26955-726f-4e4e-a606-12590bcafd95 service nova] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance_info_cache with network_info: [{"id": "e030da10-1108-4942-9231-f68da148dfe8", "address": "fa:16:3e:bc:18:ab", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape030da10-11", "ovs_interfaceid": "e030da10-1108-4942-9231-f68da148dfe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.040152] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222799, 'name': ReconfigVM_Task, 'duration_secs': 0.668994} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.040714] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 43e81197-d430-4443-9dfd-4c561ec2000c/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.044582] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0670bf3-ef34-41f9-ac0c-791d4c5e1a84 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.086020] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db9adfbf-1934-40c6-9d74-b3f4294fe6e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.104084] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1133.104084] env[69950]: value = "task-4222801" [ 1133.104084] env[69950]: _type = "Task" [ 1133.104084] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.116777] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.177277] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222800, 'name': CreateVM_Task, 'duration_secs': 0.578089} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.180479] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.181513] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.181685] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.182029] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.182311] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce219a65-70e2-4141-b775-797693689d89 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.188766] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1133.188766] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526c9b67-cbd8-c1f6-5ac0-6ab37c021ba4" [ 1133.188766] env[69950]: _type = "Task" [ 1133.188766] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.203494] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526c9b67-cbd8-c1f6-5ac0-6ab37c021ba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.209868] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddecd3a-cfd4-4ead-888c-a98aa987df7f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.218663] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2ef6e-060e-4957-ba0f-8c5ffc7a5605 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.253527] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e14c58c-64d4-4e69-b2fd-536fee6fab52 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.262768] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87678d76-bb46-4cb7-bbd1-8654b434ecd8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.278814] env[69950]: DEBUG nova.compute.provider_tree [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.424076] env[69950]: INFO nova.compute.manager [-] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Took 1.40 seconds to deallocate network for instance. [ 1133.507232] env[69950]: DEBUG oslo_concurrency.lockutils [req-4b1baca4-512d-471a-99d6-c80149bda82b req-2cc26955-726f-4e4e-a606-12590bcafd95 service nova] Releasing lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.626164] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222801, 'name': ReconfigVM_Task, 'duration_secs': 0.382784} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.626164] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.626164] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fef89f42-f826-4eca-992d-bc627cd4febb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.634043] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1133.634043] env[69950]: value = "task-4222802" [ 1133.634043] env[69950]: _type = "Task" [ 1133.634043] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.644051] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.702081] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526c9b67-cbd8-c1f6-5ac0-6ab37c021ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.015745} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.702617] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.703027] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.705021] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.705021] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.705021] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.705021] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dc72324-194d-4cda-a558-4a37416f06a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.720373] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.720373] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.720373] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a105119a-6491-4305-86dd-61e3f9bd1b55 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.731984] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1133.731984] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5296afc0-713f-36db-1a2b-279c0a3af61f" [ 1133.731984] env[69950]: _type = "Task" [ 1133.731984] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.745155] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5296afc0-713f-36db-1a2b-279c0a3af61f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.828530] env[69950]: DEBUG nova.scheduler.client.report [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1133.828530] env[69950]: DEBUG nova.compute.provider_tree [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 148 to 149 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1133.828530] env[69950]: DEBUG nova.compute.provider_tree [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.848623] env[69950]: DEBUG nova.compute.manager [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.888704] env[69950]: DEBUG nova.virt.hardware [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.888704] env[69950]: DEBUG nova.virt.hardware [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.888704] env[69950]: DEBUG nova.virt.hardware [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.888704] env[69950]: DEBUG nova.virt.hardware [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.889330] env[69950]: DEBUG nova.virt.hardware [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.889740] env[69950]: DEBUG nova.virt.hardware [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.890306] env[69950]: DEBUG nova.virt.hardware [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.890770] env[69950]: DEBUG nova.virt.hardware [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.891302] env[69950]: DEBUG nova.virt.hardware [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.891610] env[69950]: DEBUG nova.virt.hardware [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.893069] env[69950]: DEBUG nova.virt.hardware [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.893333] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f10857-1fb3-49fc-b822-a1ed05d8c64a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.903702] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053c2697-d559-475a-9e29-ed9995afa62e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.922395] env[69950]: DEBUG nova.network.neutron [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Successfully created port: f270cce0-58ae-4fb9-b58a-2cb571b3a261 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.931225] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.955412] env[69950]: DEBUG nova.compute.manager [req-52405c62-736f-4aee-bd77-c65324044e50 req-fe05a186-96f3-43b9-905a-5a6f15d2b892 service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Received event network-vif-deleted-d1326b99-5ce9-458f-bd91-926c0d9f7381 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1133.955412] env[69950]: INFO nova.compute.manager [req-52405c62-736f-4aee-bd77-c65324044e50 req-fe05a186-96f3-43b9-905a-5a6f15d2b892 service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Neutron deleted interface d1326b99-5ce9-458f-bd91-926c0d9f7381; detaching it from the instance and deleting it from the info cache [ 1133.955412] env[69950]: DEBUG nova.network.neutron [req-52405c62-736f-4aee-bd77-c65324044e50 req-fe05a186-96f3-43b9-905a-5a6f15d2b892 service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.149663] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.248952] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5296afc0-713f-36db-1a2b-279c0a3af61f, 'name': SearchDatastore_Task, 'duration_secs': 0.016437} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.251220] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8c6fe7b-8f0c-4bdf-b48f-f19674938d8b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.263724] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1134.263724] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ed6832-4446-b219-547f-ed156e4afc1e" [ 1134.263724] env[69950]: _type = "Task" [ 1134.263724] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.274482] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ed6832-4446-b219-547f-ed156e4afc1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.291946] env[69950]: DEBUG nova.compute.manager [req-3db3563b-59a8-41e3-83fa-b60f1fd487e4 req-2c3bd285-1cd6-4345-98b8-9136fce76bfb service nova] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Received event network-vif-deleted-009eba19-aadb-4133-a7a7-3f5f735f557f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1134.299650] env[69950]: DEBUG nova.network.neutron [-] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.338288] env[69950]: DEBUG oslo_concurrency.lockutils [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.512s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.338288] env[69950]: INFO nova.compute.manager [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Migrating [ 1134.345538] env[69950]: DEBUG oslo_concurrency.lockutils [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.203s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.345794] env[69950]: DEBUG nova.objects.instance [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1134.458456] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ecf4624-f9b6-45b8-9166-c0afa22ac43b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.478677] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b569d34-f4fb-40d9-aadd-766d61c15da8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.521126] env[69950]: DEBUG nova.compute.manager [req-52405c62-736f-4aee-bd77-c65324044e50 req-fe05a186-96f3-43b9-905a-5a6f15d2b892 service nova] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Detach interface failed, port_id=d1326b99-5ce9-458f-bd91-926c0d9f7381, reason: Instance 9cf314f0-aafc-478e-8429-b7e3db2c4611 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1134.644163] env[69950]: DEBUG oslo_vmware.api [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222802, 'name': PowerOnVM_Task, 'duration_secs': 0.622751} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.644688] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.651021] env[69950]: DEBUG nova.compute.manager [None req-b545c646-deb6-43d9-8e4d-7dd5ac9e25ba tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1134.651021] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da80c59-ddd0-4ec7-9536-aa0ca0416e72 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.773947] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ed6832-4446-b219-547f-ed156e4afc1e, 'name': SearchDatastore_Task, 'duration_secs': 0.014306} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.774199] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.774539] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 2a3cf574-e9b1-4bcd-9e29-394e971617b5/2a3cf574-e9b1-4bcd-9e29-394e971617b5.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.774755] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2954dd5-d5f7-427d-80e2-171287e67460 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.783221] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1134.783221] env[69950]: value = "task-4222803" [ 1134.783221] env[69950]: _type = "Task" [ 1134.783221] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.792417] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.803089] env[69950]: INFO nova.compute.manager [-] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Took 2.73 seconds to deallocate network for instance. [ 1134.864023] env[69950]: DEBUG oslo_concurrency.lockutils [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.864485] env[69950]: DEBUG oslo_concurrency.lockutils [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.864827] env[69950]: DEBUG nova.network.neutron [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.294481] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222803, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.355596] env[69950]: DEBUG oslo_concurrency.lockutils [None req-332a9d2f-a371-42bf-be7a-855bdf3b3dec tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.356798] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.426s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.357080] env[69950]: DEBUG nova.objects.instance [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lazy-loading 'resources' on Instance uuid 2e9582f7-528a-4335-a447-fbe4e21ce41a {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.365505] env[69950]: INFO nova.compute.manager [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Took 0.56 seconds to detach 1 volumes for instance. [ 1135.800151] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890251} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.800449] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 2a3cf574-e9b1-4bcd-9e29-394e971617b5/2a3cf574-e9b1-4bcd-9e29-394e971617b5.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.800449] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.802037] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c34d6c3-2e3e-43dc-9cc2-d00ec57a4ae1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.809797] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1135.809797] env[69950]: value = "task-4222804" [ 1135.809797] env[69950]: _type = "Task" [ 1135.809797] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.820080] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.876048] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.899142] env[69950]: DEBUG nova.network.neutron [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating instance_info_cache with network_info: [{"id": "263e607d-80de-4a13-9db9-93eb8e817241", "address": "fa:16:3e:cf:b7:df", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263e607d-80", "ovs_interfaceid": "263e607d-80de-4a13-9db9-93eb8e817241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.982984] env[69950]: DEBUG nova.compute.manager [req-d25fdbd0-71d0-406e-ae0a-63477e71300f req-f7baa14e-e391-44e1-92a1-a05fff496024 service nova] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Received event network-vif-plugged-f270cce0-58ae-4fb9-b58a-2cb571b3a261 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1135.983214] env[69950]: DEBUG oslo_concurrency.lockutils [req-d25fdbd0-71d0-406e-ae0a-63477e71300f req-f7baa14e-e391-44e1-92a1-a05fff496024 service nova] Acquiring lock "1b49075a-b954-4f3e-8821-68b4c14909b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.983428] env[69950]: DEBUG oslo_concurrency.lockutils [req-d25fdbd0-71d0-406e-ae0a-63477e71300f req-f7baa14e-e391-44e1-92a1-a05fff496024 service nova] Lock "1b49075a-b954-4f3e-8821-68b4c14909b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.983601] env[69950]: DEBUG oslo_concurrency.lockutils [req-d25fdbd0-71d0-406e-ae0a-63477e71300f req-f7baa14e-e391-44e1-92a1-a05fff496024 service nova] Lock "1b49075a-b954-4f3e-8821-68b4c14909b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.983983] env[69950]: DEBUG nova.compute.manager [req-d25fdbd0-71d0-406e-ae0a-63477e71300f req-f7baa14e-e391-44e1-92a1-a05fff496024 service nova] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] No waiting events found dispatching network-vif-plugged-f270cce0-58ae-4fb9-b58a-2cb571b3a261 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1135.983983] env[69950]: WARNING nova.compute.manager [req-d25fdbd0-71d0-406e-ae0a-63477e71300f req-f7baa14e-e391-44e1-92a1-a05fff496024 service nova] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Received unexpected event network-vif-plugged-f270cce0-58ae-4fb9-b58a-2cb571b3a261 for instance with vm_state building and task_state spawning. [ 1135.998586] env[69950]: INFO nova.compute.manager [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Unrescuing [ 1135.998815] env[69950]: DEBUG oslo_concurrency.lockutils [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.999694] env[69950]: DEBUG oslo_concurrency.lockutils [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquired lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.999694] env[69950]: DEBUG nova.network.neutron [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.026874] env[69950]: DEBUG nova.network.neutron [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Successfully updated port: f270cce0-58ae-4fb9-b58a-2cb571b3a261 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.151188] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a8c8d6-06f3-4a5d-a3c3-2387b419d7a2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.160730] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b9c2bc-a398-449d-95de-baf50a5faa2a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.196518] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a12f561-4e6a-4039-ac75-aaec9cce61ae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.205446] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827820fa-ffbc-4b75-a7a1-ffc81f99ff4b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.999868] env[69950]: DEBUG oslo_concurrency.lockutils [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.003072] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "refresh_cache-1b49075a-b954-4f3e-8821-68b4c14909b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.003212] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "refresh_cache-1b49075a-b954-4f3e-8821-68b4c14909b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.003767] env[69950]: DEBUG nova.network.neutron [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.011296] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Acquiring lock "35212104-4980-4c19-9930-8ba08aa4ee56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.011296] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Lock "35212104-4980-4c19-9930-8ba08aa4ee56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.021440] env[69950]: DEBUG nova.compute.provider_tree [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.028769] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071493} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.028769] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.028769] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d731bf-685d-42b9-ac1e-b8bb7151ac33 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.051373] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 2a3cf574-e9b1-4bcd-9e29-394e971617b5/2a3cf574-e9b1-4bcd-9e29-394e971617b5.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.056875] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66cdf57b-f351-4c64-b21b-c6cac87a94cd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.086107] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1137.086107] env[69950]: value = "task-4222805" [ 1137.086107] env[69950]: _type = "Task" [ 1137.086107] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.096987] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.336311] env[69950]: DEBUG nova.network.neutron [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Updating instance_info_cache with network_info: [{"id": "f32e84b8-de54-47de-820f-0b2307250bd1", "address": "fa:16:3e:33:a6:16", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32e84b8-de", "ovs_interfaceid": "f32e84b8-de54-47de-820f-0b2307250bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.513344] env[69950]: DEBUG nova.compute.manager [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.545247] env[69950]: ERROR nova.scheduler.client.report [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [req-70e75f12-f81c-4322-bc87-ac2b62110b1c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-70e75f12-f81c-4322-bc87-ac2b62110b1c"}]} [ 1137.548108] env[69950]: DEBUG nova.network.neutron [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.562545] env[69950]: DEBUG nova.scheduler.client.report [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1137.576889] env[69950]: DEBUG nova.scheduler.client.report [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1137.577169] env[69950]: DEBUG nova.compute.provider_tree [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.598821] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222805, 'name': ReconfigVM_Task, 'duration_secs': 0.307179} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.599720] env[69950]: DEBUG nova.scheduler.client.report [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1137.601654] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 2a3cf574-e9b1-4bcd-9e29-394e971617b5/2a3cf574-e9b1-4bcd-9e29-394e971617b5.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.602421] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-696f4cd4-d115-4e39-b5e0-6e255a445525 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.609078] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1137.609078] env[69950]: value = "task-4222806" [ 1137.609078] env[69950]: _type = "Task" [ 1137.609078] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.620277] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222806, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.621263] env[69950]: DEBUG nova.scheduler.client.report [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1137.697505] env[69950]: DEBUG nova.network.neutron [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Updating instance_info_cache with network_info: [{"id": "f270cce0-58ae-4fb9-b58a-2cb571b3a261", "address": "fa:16:3e:9a:f6:c5", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf270cce0-58", "ovs_interfaceid": "f270cce0-58ae-4fb9-b58a-2cb571b3a261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.840394] env[69950]: DEBUG oslo_concurrency.lockutils [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Releasing lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.840992] env[69950]: DEBUG nova.objects.instance [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lazy-loading 'flavor' on Instance uuid 43e81197-d430-4443-9dfd-4c561ec2000c {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.864533] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dae39ee-4b6a-42c5-8a52-542a8899801c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.873054] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9479ae55-99cc-4d49-b2d1-a862a614599d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.904633] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7b63c1-9a1f-4680-a214-13cdcdfc2821 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.913935] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b87b8d-345f-4131-8d30-5193ef37b6a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.928107] env[69950]: DEBUG nova.compute.provider_tree [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.004282] env[69950]: DEBUG nova.compute.manager [req-0172120e-040e-4249-a592-63fa0d856ffb req-968dabb3-9ff9-4431-bf7f-c67685e02b80 service nova] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Received event network-changed-f270cce0-58ae-4fb9-b58a-2cb571b3a261 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1138.004516] env[69950]: DEBUG nova.compute.manager [req-0172120e-040e-4249-a592-63fa0d856ffb req-968dabb3-9ff9-4431-bf7f-c67685e02b80 service nova] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Refreshing instance network info cache due to event network-changed-f270cce0-58ae-4fb9-b58a-2cb571b3a261. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1138.004667] env[69950]: DEBUG oslo_concurrency.lockutils [req-0172120e-040e-4249-a592-63fa0d856ffb req-968dabb3-9ff9-4431-bf7f-c67685e02b80 service nova] Acquiring lock "refresh_cache-1b49075a-b954-4f3e-8821-68b4c14909b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.031477] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.121795] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222806, 'name': Rename_Task, 'duration_secs': 0.146623} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.122185] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.122559] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a90b87d-e767-4e32-9d17-686c05172ea2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.131070] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1138.131070] env[69950]: value = "task-4222807" [ 1138.131070] env[69950]: _type = "Task" [ 1138.131070] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.141423] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.203082] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "refresh_cache-1b49075a-b954-4f3e-8821-68b4c14909b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.203252] env[69950]: DEBUG nova.compute.manager [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Instance network_info: |[{"id": "f270cce0-58ae-4fb9-b58a-2cb571b3a261", "address": "fa:16:3e:9a:f6:c5", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf270cce0-58", "ovs_interfaceid": "f270cce0-58ae-4fb9-b58a-2cb571b3a261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.203473] env[69950]: DEBUG oslo_concurrency.lockutils [req-0172120e-040e-4249-a592-63fa0d856ffb req-968dabb3-9ff9-4431-bf7f-c67685e02b80 service nova] Acquired lock "refresh_cache-1b49075a-b954-4f3e-8821-68b4c14909b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.203658] env[69950]: DEBUG nova.network.neutron [req-0172120e-040e-4249-a592-63fa0d856ffb req-968dabb3-9ff9-4431-bf7f-c67685e02b80 service nova] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Refreshing network info cache for port f270cce0-58ae-4fb9-b58a-2cb571b3a261 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.204996] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:f6:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f270cce0-58ae-4fb9-b58a-2cb571b3a261', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.218296] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.222790] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.223516] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d188e6a0-0a44-4f0c-8095-9cd895a9ef02 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.254971] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.254971] env[69950]: value = "task-4222808" [ 1138.254971] env[69950]: _type = "Task" [ 1138.254971] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.265765] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222808, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.347191] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d798eb-46ab-45b4-943d-ef0a15bffa29 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.375471] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.379279] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-345cbfee-325c-4019-b0d0-fba399e95853 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.389109] env[69950]: DEBUG oslo_vmware.api [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1138.389109] env[69950]: value = "task-4222809" [ 1138.389109] env[69950]: _type = "Task" [ 1138.389109] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.399305] env[69950]: DEBUG oslo_vmware.api [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.468314] env[69950]: DEBUG nova.scheduler.client.report [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1138.468667] env[69950]: DEBUG nova.compute.provider_tree [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 150 to 151 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1138.468880] env[69950]: DEBUG nova.compute.provider_tree [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.524295] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d27e1d2-5da8-4ea5-a33a-938903f249ab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.547585] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating instance 'e6dd8807-2d7e-4deb-86af-0551f940595c' progress to 0 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.600233] env[69950]: DEBUG nova.network.neutron [req-0172120e-040e-4249-a592-63fa0d856ffb req-968dabb3-9ff9-4431-bf7f-c67685e02b80 service nova] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Updated VIF entry in instance network info cache for port f270cce0-58ae-4fb9-b58a-2cb571b3a261. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.600599] env[69950]: DEBUG nova.network.neutron [req-0172120e-040e-4249-a592-63fa0d856ffb req-968dabb3-9ff9-4431-bf7f-c67685e02b80 service nova] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Updating instance_info_cache with network_info: [{"id": "f270cce0-58ae-4fb9-b58a-2cb571b3a261", "address": "fa:16:3e:9a:f6:c5", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf270cce0-58", "ovs_interfaceid": "f270cce0-58ae-4fb9-b58a-2cb571b3a261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.642779] env[69950]: DEBUG oslo_vmware.api [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222807, 'name': PowerOnVM_Task, 'duration_secs': 0.506637} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.643082] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.643328] env[69950]: INFO nova.compute.manager [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1138.643558] env[69950]: DEBUG nova.compute.manager [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1138.644473] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da25724-6208-4795-8873-3a50006e99c9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.766604] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222808, 'name': CreateVM_Task, 'duration_secs': 0.431809} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.766775] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.767472] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.767640] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.768023] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.768281] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68386a5-0cf5-4a50-95bc-7258d7d46c7c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.773192] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1138.773192] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ba9210-84da-1094-f2a3-99d52e98804f" [ 1138.773192] env[69950]: _type = "Task" [ 1138.773192] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.783089] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ba9210-84da-1094-f2a3-99d52e98804f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.900019] env[69950]: DEBUG oslo_vmware.api [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222809, 'name': PowerOffVM_Task, 'duration_secs': 0.303764} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.900019] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.904461] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Reconfiguring VM instance instance-00000058 to detach disk 2002 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1138.904749] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f522f6cc-4610-45c3-b53a-aeddc253b4ee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.923696] env[69950]: DEBUG oslo_vmware.api [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1138.923696] env[69950]: value = "task-4222810" [ 1138.923696] env[69950]: _type = "Task" [ 1138.923696] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.932775] env[69950]: DEBUG oslo_vmware.api [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.975788] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.619s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.978206] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.104s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.978817] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.981246] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.949s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.982189] env[69950]: INFO nova.compute.claims [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.003112] env[69950]: INFO nova.scheduler.client.report [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleted allocations for instance 2e9582f7-528a-4335-a447-fbe4e21ce41a [ 1139.008051] env[69950]: INFO nova.scheduler.client.report [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleted allocations for instance 9cf314f0-aafc-478e-8429-b7e3db2c4611 [ 1139.057043] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.057043] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eebc0f88-71fb-4606-ba2b-1bc3d8fffd6f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.065035] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1139.065035] env[69950]: value = "task-4222811" [ 1139.065035] env[69950]: _type = "Task" [ 1139.065035] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.079097] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.103805] env[69950]: DEBUG oslo_concurrency.lockutils [req-0172120e-040e-4249-a592-63fa0d856ffb req-968dabb3-9ff9-4431-bf7f-c67685e02b80 service nova] Releasing lock "refresh_cache-1b49075a-b954-4f3e-8821-68b4c14909b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.166496] env[69950]: INFO nova.compute.manager [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Took 17.29 seconds to build instance. [ 1139.286410] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ba9210-84da-1094-f2a3-99d52e98804f, 'name': SearchDatastore_Task, 'duration_secs': 0.009152} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.286760] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.287017] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.287341] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.287527] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.287722] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.288015] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-231e9024-9c26-4045-b7c5-05b0811b6612 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.298906] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.299130] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.299992] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64b5c17-35e3-465d-b2aa-6b9747f5325c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.306759] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1139.306759] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e87625-ae02-6c89-62b1-c8e76653f9ce" [ 1139.306759] env[69950]: _type = "Task" [ 1139.306759] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.315910] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e87625-ae02-6c89-62b1-c8e76653f9ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.434072] env[69950]: DEBUG oslo_vmware.api [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222810, 'name': ReconfigVM_Task, 'duration_secs': 0.396399} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.434368] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Reconfigured VM instance instance-00000058 to detach disk 2002 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.434558] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.434925] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6754e583-a098-4d6c-87b2-d439dd6f687b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.441886] env[69950]: DEBUG oslo_vmware.api [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1139.441886] env[69950]: value = "task-4222812" [ 1139.441886] env[69950]: _type = "Task" [ 1139.441886] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.450886] env[69950]: DEBUG oslo_vmware.api [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.513331] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b26eb18e-c609-4b32-b469-c9de8c2e4548 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2e9582f7-528a-4335-a447-fbe4e21ce41a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.636s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.517114] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b102f18e-1a91-43f9-9504-e24582a14b0a tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "9cf314f0-aafc-478e-8429-b7e3db2c4611" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.337s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.576604] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222811, 'name': PowerOffVM_Task, 'duration_secs': 0.243908} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.576795] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.577087] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating instance 'e6dd8807-2d7e-4deb-86af-0551f940595c' progress to 17 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.668093] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f36d5c64-870f-4907-800f-c64f8691c6d0 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.804s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.818844] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52e87625-ae02-6c89-62b1-c8e76653f9ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.819808] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23973c76-cc59-4ae2-b620-6a41338dec14 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.826581] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1139.826581] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fb938d-60a5-4ed1-2a5d-057cf7056ccf" [ 1139.826581] env[69950]: _type = "Task" [ 1139.826581] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.841508] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fb938d-60a5-4ed1-2a5d-057cf7056ccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.956079] env[69950]: DEBUG oslo_vmware.api [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222812, 'name': PowerOnVM_Task, 'duration_secs': 0.494187} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.956574] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.956971] env[69950]: DEBUG nova.compute.manager [None req-010ae115-661e-40c1-ad1e-a5c94c3c8303 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1139.958253] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428fb0fc-6d50-4dec-978e-55e731bd0208 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.086035] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.086035] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.086432] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.086432] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.086624] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.086790] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.087010] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.087182] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.087351] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.087513] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.087686] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.096207] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e23825d-4f78-465e-b543-09646f0e7429 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.121738] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1140.121738] env[69950]: value = "task-4222813" [ 1140.121738] env[69950]: _type = "Task" [ 1140.121738] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.136309] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.274916] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adba339b-93d1-40cb-b5db-a1edb9c5f5f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.283735] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd0f264-9b61-4d28-8fd8-a1e6ad7560b4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.316659] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ed2b67-f746-4524-a128-f89842f8fc37 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.326040] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c12ec45-4c77-48be-8cb5-48e113416744 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.346800] env[69950]: DEBUG nova.compute.provider_tree [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.351632] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fb938d-60a5-4ed1-2a5d-057cf7056ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.014645} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.352141] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.352397] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 1b49075a-b954-4f3e-8821-68b4c14909b5/1b49075a-b954-4f3e-8821-68b4c14909b5.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.352661] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65364dc9-918f-446e-b57c-57cba26c34e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.360816] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1140.360816] env[69950]: value = "task-4222814" [ 1140.360816] env[69950]: _type = "Task" [ 1140.360816] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.370404] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.477614] env[69950]: DEBUG oslo_concurrency.lockutils [None req-24264f0c-0a72-46be-8582-09a5b493c508 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "interface-d64d47bf-00a1-4d52-b6b5-06185bfb2e61-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.477965] env[69950]: DEBUG oslo_concurrency.lockutils [None req-24264f0c-0a72-46be-8582-09a5b493c508 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-d64d47bf-00a1-4d52-b6b5-06185bfb2e61-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.478459] env[69950]: DEBUG nova.objects.instance [None req-24264f0c-0a72-46be-8582-09a5b493c508 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'flavor' on Instance uuid d64d47bf-00a1-4d52-b6b5-06185bfb2e61 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.632435] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222813, 'name': ReconfigVM_Task, 'duration_secs': 0.320513} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.632754] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating instance 'e6dd8807-2d7e-4deb-86af-0551f940595c' progress to 33 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.853449] env[69950]: DEBUG nova.scheduler.client.report [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.878640] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222814, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.985553] env[69950]: DEBUG nova.objects.instance [None req-24264f0c-0a72-46be-8582-09a5b493c508 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'pci_requests' on Instance uuid d64d47bf-00a1-4d52-b6b5-06185bfb2e61 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.080064] env[69950]: DEBUG nova.compute.manager [req-5997e8d3-04c8-4fbf-98bc-e2d9e1be2142 req-e43a08b0-958a-4c67-a37a-cffdc3789873 service nova] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Received event network-changed-e030da10-1108-4942-9231-f68da148dfe8 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1141.080216] env[69950]: DEBUG nova.compute.manager [req-5997e8d3-04c8-4fbf-98bc-e2d9e1be2142 req-e43a08b0-958a-4c67-a37a-cffdc3789873 service nova] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Refreshing instance network info cache due to event network-changed-e030da10-1108-4942-9231-f68da148dfe8. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1141.081478] env[69950]: DEBUG oslo_concurrency.lockutils [req-5997e8d3-04c8-4fbf-98bc-e2d9e1be2142 req-e43a08b0-958a-4c67-a37a-cffdc3789873 service nova] Acquiring lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.081649] env[69950]: DEBUG oslo_concurrency.lockutils [req-5997e8d3-04c8-4fbf-98bc-e2d9e1be2142 req-e43a08b0-958a-4c67-a37a-cffdc3789873 service nova] Acquired lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.081818] env[69950]: DEBUG nova.network.neutron [req-5997e8d3-04c8-4fbf-98bc-e2d9e1be2142 req-e43a08b0-958a-4c67-a37a-cffdc3789873 service nova] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Refreshing network info cache for port e030da10-1108-4942-9231-f68da148dfe8 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.140916] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.141612] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.141612] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.141832] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.141832] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.142055] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.142974] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.142974] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.142974] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.142974] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.143187] env[69950]: DEBUG nova.virt.hardware [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.148978] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.149363] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa52b5a-f97d-4dfa-af8f-faf0bf1e6af8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.172986] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1141.172986] env[69950]: value = "task-4222815" [ 1141.172986] env[69950]: _type = "Task" [ 1141.172986] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.186090] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.361738] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.362343] env[69950]: DEBUG nova.compute.manager [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.375805] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897379} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.376118] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 1b49075a-b954-4f3e-8821-68b4c14909b5/1b49075a-b954-4f3e-8821-68b4c14909b5.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.376512] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.376821] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c802edc-649a-4a83-a3cb-701c1c7bd95e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.384513] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1141.384513] env[69950]: value = "task-4222816" [ 1141.384513] env[69950]: _type = "Task" [ 1141.384513] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.394389] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.490408] env[69950]: DEBUG nova.objects.base [None req-24264f0c-0a72-46be-8582-09a5b493c508 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1141.490597] env[69950]: DEBUG nova.network.neutron [None req-24264f0c-0a72-46be-8582-09a5b493c508 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.682965] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222815, 'name': ReconfigVM_Task, 'duration_secs': 0.227933} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.683301] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1141.684149] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ac338a-d28e-46e8-ac24-3b5e4c38cb32 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.709052] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] e6dd8807-2d7e-4deb-86af-0551f940595c/e6dd8807-2d7e-4deb-86af-0551f940595c.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.710582] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25a1ba98-16f7-4f2a-896f-c055ba12e0d7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.727047] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "052aaf44-520a-4656-be2f-ddfc70b03f40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.727304] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.739855] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1141.739855] env[69950]: value = "task-4222817" [ 1141.739855] env[69950]: _type = "Task" [ 1141.739855] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.753951] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222817, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.781898] env[69950]: DEBUG oslo_concurrency.lockutils [None req-24264f0c-0a72-46be-8582-09a5b493c508 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-d64d47bf-00a1-4d52-b6b5-06185bfb2e61-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.304s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.871519] env[69950]: DEBUG nova.compute.utils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.873352] env[69950]: DEBUG nova.compute.manager [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.877125] env[69950]: DEBUG nova.network.neutron [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.902806] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073084} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.903256] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.904512] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf76bef-8905-42e6-a247-0f23309b1b97 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.945115] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 1b49075a-b954-4f3e-8821-68b4c14909b5/1b49075a-b954-4f3e-8821-68b4c14909b5.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.948846] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c16d542-71b0-4b88-98ae-4a54c7868958 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.970075] env[69950]: DEBUG nova.policy [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb821a05f0774eca9da02405c945ba04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9296a2e6585346139514fe5356660e68', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.975415] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1141.975415] env[69950]: value = "task-4222818" [ 1141.975415] env[69950]: _type = "Task" [ 1141.975415] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.985101] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.015613] env[69950]: DEBUG nova.compute.manager [req-c202d38c-4b94-43c6-9943-5d3710e34e70 req-716f3c1b-b86d-4a2a-b7a8-9e6f8674ed4a service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Received event network-changed-f32e84b8-de54-47de-820f-0b2307250bd1 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1142.016042] env[69950]: DEBUG nova.compute.manager [req-c202d38c-4b94-43c6-9943-5d3710e34e70 req-716f3c1b-b86d-4a2a-b7a8-9e6f8674ed4a service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Refreshing instance network info cache due to event network-changed-f32e84b8-de54-47de-820f-0b2307250bd1. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1142.016042] env[69950]: DEBUG oslo_concurrency.lockutils [req-c202d38c-4b94-43c6-9943-5d3710e34e70 req-716f3c1b-b86d-4a2a-b7a8-9e6f8674ed4a service nova] Acquiring lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.016282] env[69950]: DEBUG oslo_concurrency.lockutils [req-c202d38c-4b94-43c6-9943-5d3710e34e70 req-716f3c1b-b86d-4a2a-b7a8-9e6f8674ed4a service nova] Acquired lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.016614] env[69950]: DEBUG nova.network.neutron [req-c202d38c-4b94-43c6-9943-5d3710e34e70 req-716f3c1b-b86d-4a2a-b7a8-9e6f8674ed4a service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Refreshing network info cache for port f32e84b8-de54-47de-820f-0b2307250bd1 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.118627] env[69950]: DEBUG nova.network.neutron [req-5997e8d3-04c8-4fbf-98bc-e2d9e1be2142 req-e43a08b0-958a-4c67-a37a-cffdc3789873 service nova] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updated VIF entry in instance network info cache for port e030da10-1108-4942-9231-f68da148dfe8. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.119100] env[69950]: DEBUG nova.network.neutron [req-5997e8d3-04c8-4fbf-98bc-e2d9e1be2142 req-e43a08b0-958a-4c67-a37a-cffdc3789873 service nova] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance_info_cache with network_info: [{"id": "e030da10-1108-4942-9231-f68da148dfe8", "address": "fa:16:3e:bc:18:ab", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape030da10-11", "ovs_interfaceid": "e030da10-1108-4942-9231-f68da148dfe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.229786] env[69950]: DEBUG nova.compute.manager [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.250615] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.380507] env[69950]: DEBUG nova.compute.manager [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.485802] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.494240] env[69950]: DEBUG nova.network.neutron [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Successfully created port: 04aafce5-f7c1-4e20-8361-cc5e50444ce3 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.600416] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.600762] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.622781] env[69950]: DEBUG oslo_concurrency.lockutils [req-5997e8d3-04c8-4fbf-98bc-e2d9e1be2142 req-e43a08b0-958a-4c67-a37a-cffdc3789873 service nova] Releasing lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.751578] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222817, 'name': ReconfigVM_Task, 'duration_secs': 0.779575} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.751867] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Reconfigured VM instance instance-0000005e to attach disk [datastore1] e6dd8807-2d7e-4deb-86af-0551f940595c/e6dd8807-2d7e-4deb-86af-0551f940595c.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.752171] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating instance 'e6dd8807-2d7e-4deb-86af-0551f940595c' progress to 50 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.760646] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.760902] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.762428] env[69950]: INFO nova.compute.claims [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.869878] env[69950]: DEBUG nova.network.neutron [req-c202d38c-4b94-43c6-9943-5d3710e34e70 req-716f3c1b-b86d-4a2a-b7a8-9e6f8674ed4a service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Updated VIF entry in instance network info cache for port f32e84b8-de54-47de-820f-0b2307250bd1. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.870293] env[69950]: DEBUG nova.network.neutron [req-c202d38c-4b94-43c6-9943-5d3710e34e70 req-716f3c1b-b86d-4a2a-b7a8-9e6f8674ed4a service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Updating instance_info_cache with network_info: [{"id": "f32e84b8-de54-47de-820f-0b2307250bd1", "address": "fa:16:3e:33:a6:16", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32e84b8-de", "ovs_interfaceid": "f32e84b8-de54-47de-820f-0b2307250bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.987480] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222818, 'name': ReconfigVM_Task, 'duration_secs': 0.656516} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.987480] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 1b49075a-b954-4f3e-8821-68b4c14909b5/1b49075a-b954-4f3e-8821-68b4c14909b5.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.988010] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a2c2cce-4b5c-4cb3-b8d0-d4c0ce1a6a33 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.995695] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1142.995695] env[69950]: value = "task-4222819" [ 1142.995695] env[69950]: _type = "Task" [ 1142.995695] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.004993] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222819, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.103159] env[69950]: DEBUG nova.compute.manager [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.272843] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855f944f-27d5-409a-9562-2fc33b2d64b4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.294474] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362364f1-05aa-4466-819e-573a6f9daf4d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.312965] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating instance 'e6dd8807-2d7e-4deb-86af-0551f940595c' progress to 67 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.373040] env[69950]: DEBUG oslo_concurrency.lockutils [req-c202d38c-4b94-43c6-9943-5d3710e34e70 req-716f3c1b-b86d-4a2a-b7a8-9e6f8674ed4a service nova] Releasing lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.390388] env[69950]: DEBUG nova.compute.manager [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.418318] env[69950]: DEBUG nova.virt.hardware [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.418574] env[69950]: DEBUG nova.virt.hardware [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.418726] env[69950]: DEBUG nova.virt.hardware [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.418909] env[69950]: DEBUG nova.virt.hardware [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.419082] env[69950]: DEBUG nova.virt.hardware [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.419226] env[69950]: DEBUG nova.virt.hardware [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.419415] env[69950]: DEBUG nova.virt.hardware [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.419571] env[69950]: DEBUG nova.virt.hardware [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.419736] env[69950]: DEBUG nova.virt.hardware [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.419890] env[69950]: DEBUG nova.virt.hardware [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.420083] env[69950]: DEBUG nova.virt.hardware [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.421236] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1aeab5-b8ac-405f-9597-36d3a92546e4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.429501] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e907368-2c0b-451f-8afe-4670711ab750 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.505715] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222819, 'name': Rename_Task, 'duration_secs': 0.31281} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.506013] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.506285] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c73fc7c1-04ef-4ce7-b700-cd7f50246564 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.513538] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "interface-d64d47bf-00a1-4d52-b6b5-06185bfb2e61-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.513793] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-d64d47bf-00a1-4d52-b6b5-06185bfb2e61-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.514107] env[69950]: DEBUG nova.objects.instance [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'flavor' on Instance uuid d64d47bf-00a1-4d52-b6b5-06185bfb2e61 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.516074] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1143.516074] env[69950]: value = "task-4222820" [ 1143.516074] env[69950]: _type = "Task" [ 1143.516074] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.526686] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.623508] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.854298] env[69950]: DEBUG nova.network.neutron [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Port 263e607d-80de-4a13-9db9-93eb8e817241 binding to destination host cpu-1 is already ACTIVE {{(pid=69950) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1144.026955] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb3b04-128d-4cfb-98b3-3aa2dbbe93dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.035795] env[69950]: DEBUG oslo_vmware.api [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222820, 'name': PowerOnVM_Task, 'duration_secs': 0.520528} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.039344] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.039600] env[69950]: INFO nova.compute.manager [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1144.039782] env[69950]: DEBUG nova.compute.manager [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1144.040688] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d5d915-9d07-4e22-930f-156a73161f64 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.044666] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca69421c-fb73-40c2-8b2c-9f91451e889c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.050055] env[69950]: DEBUG nova.compute.manager [req-b5bb4f6a-45cf-49b5-8907-47d1fe1d47aa req-dfbd52ad-7c1a-4745-bdb2-802ce5160e88 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Received event network-changed-f32e84b8-de54-47de-820f-0b2307250bd1 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1144.050250] env[69950]: DEBUG nova.compute.manager [req-b5bb4f6a-45cf-49b5-8907-47d1fe1d47aa req-dfbd52ad-7c1a-4745-bdb2-802ce5160e88 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Refreshing instance network info cache due to event network-changed-f32e84b8-de54-47de-820f-0b2307250bd1. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1144.050455] env[69950]: DEBUG oslo_concurrency.lockutils [req-b5bb4f6a-45cf-49b5-8907-47d1fe1d47aa req-dfbd52ad-7c1a-4745-bdb2-802ce5160e88 service nova] Acquiring lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.050588] env[69950]: DEBUG oslo_concurrency.lockutils [req-b5bb4f6a-45cf-49b5-8907-47d1fe1d47aa req-dfbd52ad-7c1a-4745-bdb2-802ce5160e88 service nova] Acquired lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.050750] env[69950]: DEBUG nova.network.neutron [req-b5bb4f6a-45cf-49b5-8907-47d1fe1d47aa req-dfbd52ad-7c1a-4745-bdb2-802ce5160e88 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Refreshing network info cache for port f32e84b8-de54-47de-820f-0b2307250bd1 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.095179] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9420b1e-12ed-4098-9a11-cbf0ca17c753 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.105591] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55503eda-c742-476b-924b-0bf3870a445d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.123796] env[69950]: DEBUG nova.compute.provider_tree [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.169512] env[69950]: DEBUG nova.objects.instance [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'pci_requests' on Instance uuid d64d47bf-00a1-4d52-b6b5-06185bfb2e61 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.234200] env[69950]: DEBUG nova.network.neutron [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Successfully updated port: 04aafce5-f7c1-4e20-8361-cc5e50444ce3 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.437528] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.438040] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.607048] env[69950]: INFO nova.compute.manager [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Took 18.18 seconds to build instance. [ 1144.628170] env[69950]: DEBUG nova.scheduler.client.report [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.671827] env[69950]: DEBUG nova.objects.base [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.672067] env[69950]: DEBUG nova.network.neutron [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.731511] env[69950]: DEBUG nova.policy [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4b9e9c3dc184877bae88ddb382db43d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6e8c430e4e24a09ba55a5392816ebbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.738458] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Acquiring lock "refresh_cache-35212104-4980-4c19-9930-8ba08aa4ee56" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.738692] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Acquired lock "refresh_cache-35212104-4980-4c19-9930-8ba08aa4ee56" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.738825] env[69950]: DEBUG nova.network.neutron [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.876581] env[69950]: DEBUG oslo_concurrency.lockutils [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "e6dd8807-2d7e-4deb-86af-0551f940595c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.876810] env[69950]: DEBUG oslo_concurrency.lockutils [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "e6dd8807-2d7e-4deb-86af-0551f940595c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.876987] env[69950]: DEBUG oslo_concurrency.lockutils [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "e6dd8807-2d7e-4deb-86af-0551f940595c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.946019] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.946268] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.946413] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.946602] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.946761] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.946913] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.947112] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69950) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1144.947267] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.978737] env[69950]: DEBUG nova.network.neutron [req-b5bb4f6a-45cf-49b5-8907-47d1fe1d47aa req-dfbd52ad-7c1a-4745-bdb2-802ce5160e88 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Updated VIF entry in instance network info cache for port f32e84b8-de54-47de-820f-0b2307250bd1. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.979132] env[69950]: DEBUG nova.network.neutron [req-b5bb4f6a-45cf-49b5-8907-47d1fe1d47aa req-dfbd52ad-7c1a-4745-bdb2-802ce5160e88 service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Updating instance_info_cache with network_info: [{"id": "f32e84b8-de54-47de-820f-0b2307250bd1", "address": "fa:16:3e:33:a6:16", "network": {"id": "130614ef-454f-489e-a357-848c9333998c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-649177272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae78d1a2c5b941dd9d69e87bf7baf7b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32e84b8-de", "ovs_interfaceid": "f32e84b8-de54-47de-820f-0b2307250bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.109734] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b214944c-3fc7-4236-b9c2-40385f430d29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "1b49075a-b954-4f3e-8821-68b4c14909b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.694s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.133921] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.136061] env[69950]: DEBUG nova.compute.manager [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.140612] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.517s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.142647] env[69950]: INFO nova.compute.claims [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.206384] env[69950]: DEBUG nova.network.neutron [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Successfully created port: 0a56a779-d8ef-4492-ad59-10b467d25ed2 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.297515] env[69950]: DEBUG nova.network.neutron [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.450147] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.481490] env[69950]: DEBUG oslo_concurrency.lockutils [req-b5bb4f6a-45cf-49b5-8907-47d1fe1d47aa req-dfbd52ad-7c1a-4745-bdb2-802ce5160e88 service nova] Releasing lock "refresh_cache-43e81197-d430-4443-9dfd-4c561ec2000c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.575516] env[69950]: DEBUG nova.network.neutron [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Updating instance_info_cache with network_info: [{"id": "04aafce5-f7c1-4e20-8361-cc5e50444ce3", "address": "fa:16:3e:2f:82:41", "network": {"id": "ce7b87f6-5690-4c2d-8981-3ab40291154e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1928881739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9296a2e6585346139514fe5356660e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04aafce5-f7", "ovs_interfaceid": "04aafce5-f7c1-4e20-8361-cc5e50444ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.650592] env[69950]: DEBUG nova.compute.utils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.654176] env[69950]: DEBUG nova.compute.manager [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1145.654366] env[69950]: DEBUG nova.network.neutron [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.721921] env[69950]: DEBUG nova.policy [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4f879a4b130400284d6008474349b42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cf991c70b7a4698be25350a2bd58e1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.800569] env[69950]: DEBUG oslo_concurrency.lockutils [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "1b49075a-b954-4f3e-8821-68b4c14909b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.800853] env[69950]: DEBUG oslo_concurrency.lockutils [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "1b49075a-b954-4f3e-8821-68b4c14909b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.801075] env[69950]: DEBUG oslo_concurrency.lockutils [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "1b49075a-b954-4f3e-8821-68b4c14909b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.801262] env[69950]: DEBUG oslo_concurrency.lockutils [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "1b49075a-b954-4f3e-8821-68b4c14909b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.801426] env[69950]: DEBUG oslo_concurrency.lockutils [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "1b49075a-b954-4f3e-8821-68b4c14909b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.803710] env[69950]: INFO nova.compute.manager [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Terminating instance [ 1145.913082] env[69950]: DEBUG oslo_concurrency.lockutils [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.913287] env[69950]: DEBUG oslo_concurrency.lockutils [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.913467] env[69950]: DEBUG nova.network.neutron [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.038806] env[69950]: DEBUG nova.network.neutron [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Successfully created port: 772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.078803] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Releasing lock "refresh_cache-35212104-4980-4c19-9930-8ba08aa4ee56" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.079148] env[69950]: DEBUG nova.compute.manager [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Instance network_info: |[{"id": "04aafce5-f7c1-4e20-8361-cc5e50444ce3", "address": "fa:16:3e:2f:82:41", "network": {"id": "ce7b87f6-5690-4c2d-8981-3ab40291154e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1928881739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9296a2e6585346139514fe5356660e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04aafce5-f7", "ovs_interfaceid": "04aafce5-f7c1-4e20-8361-cc5e50444ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.080401] env[69950]: DEBUG nova.compute.manager [req-0c05aae4-8212-49d1-856f-d188817c0d37 req-b555f951-33ae-4fe6-82d1-449750f5cf37 service nova] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Received event network-vif-plugged-04aafce5-f7c1-4e20-8361-cc5e50444ce3 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1146.080681] env[69950]: DEBUG oslo_concurrency.lockutils [req-0c05aae4-8212-49d1-856f-d188817c0d37 req-b555f951-33ae-4fe6-82d1-449750f5cf37 service nova] Acquiring lock "35212104-4980-4c19-9930-8ba08aa4ee56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.080925] env[69950]: DEBUG oslo_concurrency.lockutils [req-0c05aae4-8212-49d1-856f-d188817c0d37 req-b555f951-33ae-4fe6-82d1-449750f5cf37 service nova] Lock "35212104-4980-4c19-9930-8ba08aa4ee56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.081054] env[69950]: DEBUG oslo_concurrency.lockutils [req-0c05aae4-8212-49d1-856f-d188817c0d37 req-b555f951-33ae-4fe6-82d1-449750f5cf37 service nova] Lock "35212104-4980-4c19-9930-8ba08aa4ee56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.081225] env[69950]: DEBUG nova.compute.manager [req-0c05aae4-8212-49d1-856f-d188817c0d37 req-b555f951-33ae-4fe6-82d1-449750f5cf37 service nova] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] No waiting events found dispatching network-vif-plugged-04aafce5-f7c1-4e20-8361-cc5e50444ce3 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1146.081399] env[69950]: WARNING nova.compute.manager [req-0c05aae4-8212-49d1-856f-d188817c0d37 req-b555f951-33ae-4fe6-82d1-449750f5cf37 service nova] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Received unexpected event network-vif-plugged-04aafce5-f7c1-4e20-8361-cc5e50444ce3 for instance with vm_state building and task_state spawning. [ 1146.081543] env[69950]: DEBUG nova.compute.manager [req-0c05aae4-8212-49d1-856f-d188817c0d37 req-b555f951-33ae-4fe6-82d1-449750f5cf37 service nova] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Received event network-changed-04aafce5-f7c1-4e20-8361-cc5e50444ce3 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1146.081700] env[69950]: DEBUG nova.compute.manager [req-0c05aae4-8212-49d1-856f-d188817c0d37 req-b555f951-33ae-4fe6-82d1-449750f5cf37 service nova] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Refreshing instance network info cache due to event network-changed-04aafce5-f7c1-4e20-8361-cc5e50444ce3. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1146.081896] env[69950]: DEBUG oslo_concurrency.lockutils [req-0c05aae4-8212-49d1-856f-d188817c0d37 req-b555f951-33ae-4fe6-82d1-449750f5cf37 service nova] Acquiring lock "refresh_cache-35212104-4980-4c19-9930-8ba08aa4ee56" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.082050] env[69950]: DEBUG oslo_concurrency.lockutils [req-0c05aae4-8212-49d1-856f-d188817c0d37 req-b555f951-33ae-4fe6-82d1-449750f5cf37 service nova] Acquired lock "refresh_cache-35212104-4980-4c19-9930-8ba08aa4ee56" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.082183] env[69950]: DEBUG nova.network.neutron [req-0c05aae4-8212-49d1-856f-d188817c0d37 req-b555f951-33ae-4fe6-82d1-449750f5cf37 service nova] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Refreshing network info cache for port 04aafce5-f7c1-4e20-8361-cc5e50444ce3 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.083397] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:82:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04aafce5-f7c1-4e20-8361-cc5e50444ce3', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.091220] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Creating folder: Project (9296a2e6585346139514fe5356660e68). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1146.092496] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-714c8513-fe87-4a55-afc4-ade32b8e91d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.105128] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Created folder: Project (9296a2e6585346139514fe5356660e68) in parent group-v835309. [ 1146.105330] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Creating folder: Instances. Parent ref: group-v835580. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1146.105559] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29304fc8-b131-42a6-90b6-1928bb9f1a86 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.115680] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Created folder: Instances in parent group-v835580. [ 1146.115938] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.116154] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.116795] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9734914a-ef5a-4fba-8103-0c01bb71722d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.136588] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.136588] env[69950]: value = "task-4222823" [ 1146.136588] env[69950]: _type = "Task" [ 1146.136588] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.145082] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222823, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.154834] env[69950]: DEBUG nova.compute.manager [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.307708] env[69950]: DEBUG nova.compute.manager [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.307951] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.314169] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a070e0aa-8459-4614-bd34-8067c80fda1d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.322443] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.322763] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-280d455c-6502-4731-b9a0-36ac4f3cd8af {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.332687] env[69950]: DEBUG oslo_vmware.api [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1146.332687] env[69950]: value = "task-4222824" [ 1146.332687] env[69950]: _type = "Task" [ 1146.332687] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.343395] env[69950]: DEBUG oslo_vmware.api [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.400677] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.400989] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.450881] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cabeaca-1efe-46bb-a295-46adb8b191f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.461779] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742f89e4-b82a-4a90-ad8f-2e70c737e1c7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.500962] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bba949-accc-4f7f-89f8-ca58fa71e5e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.512033] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aabe07-9433-4c27-8255-8bacf51b977a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.528852] env[69950]: DEBUG nova.compute.provider_tree [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.647202] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222823, 'name': CreateVM_Task, 'duration_secs': 0.356619} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.647594] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.648222] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.648385] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.648799] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.649118] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9bce34-d09c-42e0-a6be-d0214304ce1a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.653789] env[69950]: DEBUG nova.network.neutron [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating instance_info_cache with network_info: [{"id": "263e607d-80de-4a13-9db9-93eb8e817241", "address": "fa:16:3e:cf:b7:df", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263e607d-80", "ovs_interfaceid": "263e607d-80de-4a13-9db9-93eb8e817241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.656794] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Waiting for the task: (returnval){ [ 1146.656794] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52886a71-ad85-a485-bf2b-7474b0ef87c4" [ 1146.656794] env[69950]: _type = "Task" [ 1146.656794] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.671736] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52886a71-ad85-a485-bf2b-7474b0ef87c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01364} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.674451] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.674706] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.674943] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.675170] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.675285] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.675874] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c785a0f0-5603-4b25-97cf-7dcf70065d2c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.687127] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.687392] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.688443] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b854419-fc49-49dd-949e-4bcaa21f36ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.696050] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Waiting for the task: (returnval){ [ 1146.696050] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a95461-8d51-da3b-059c-00e10a89e16a" [ 1146.696050] env[69950]: _type = "Task" [ 1146.696050] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.705953] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a95461-8d51-da3b-059c-00e10a89e16a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.843436] env[69950]: DEBUG oslo_vmware.api [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222824, 'name': PowerOffVM_Task, 'duration_secs': 0.22204} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.843741] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.843957] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.844260] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6550bfe-066b-438b-979b-e2894f395486 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.904619] env[69950]: DEBUG nova.compute.utils [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.907504] env[69950]: DEBUG nova.network.neutron [req-0c05aae4-8212-49d1-856f-d188817c0d37 req-b555f951-33ae-4fe6-82d1-449750f5cf37 service nova] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Updated VIF entry in instance network info cache for port 04aafce5-f7c1-4e20-8361-cc5e50444ce3. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.907876] env[69950]: DEBUG nova.network.neutron [req-0c05aae4-8212-49d1-856f-d188817c0d37 req-b555f951-33ae-4fe6-82d1-449750f5cf37 service nova] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Updating instance_info_cache with network_info: [{"id": "04aafce5-f7c1-4e20-8361-cc5e50444ce3", "address": "fa:16:3e:2f:82:41", "network": {"id": "ce7b87f6-5690-4c2d-8981-3ab40291154e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1928881739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9296a2e6585346139514fe5356660e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04aafce5-f7", "ovs_interfaceid": "04aafce5-f7c1-4e20-8361-cc5e50444ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.930805] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.931207] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.931366] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleting the datastore file [datastore2] 1b49075a-b954-4f3e-8821-68b4c14909b5 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.931530] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6a6b12f-3197-41aa-b62f-1f6b23d2077c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.939102] env[69950]: DEBUG oslo_vmware.api [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1146.939102] env[69950]: value = "task-4222826" [ 1146.939102] env[69950]: _type = "Task" [ 1146.939102] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.948649] env[69950]: DEBUG oslo_vmware.api [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.034302] env[69950]: DEBUG nova.scheduler.client.report [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.039194] env[69950]: DEBUG nova.network.neutron [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Successfully updated port: 0a56a779-d8ef-4492-ad59-10b467d25ed2 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.161982] env[69950]: DEBUG oslo_concurrency.lockutils [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.166908] env[69950]: DEBUG nova.compute.manager [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.195243] env[69950]: DEBUG nova.virt.hardware [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.195538] env[69950]: DEBUG nova.virt.hardware [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.195688] env[69950]: DEBUG nova.virt.hardware [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.195868] env[69950]: DEBUG nova.virt.hardware [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.196028] env[69950]: DEBUG nova.virt.hardware [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.196257] env[69950]: DEBUG nova.virt.hardware [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.196616] env[69950]: DEBUG nova.virt.hardware [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.197047] env[69950]: DEBUG nova.virt.hardware [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.197254] env[69950]: DEBUG nova.virt.hardware [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.197592] env[69950]: DEBUG nova.virt.hardware [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.197923] env[69950]: DEBUG nova.virt.hardware [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.199199] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e79192-9968-4011-baa2-fe91c19b978b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.212101] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a95461-8d51-da3b-059c-00e10a89e16a, 'name': SearchDatastore_Task, 'duration_secs': 0.017536} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.216462] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39408256-291b-4ab8-bc28-86d8b553700b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.220396] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60160224-3f13-4258-b432-f1c9904be584 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.230225] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Waiting for the task: (returnval){ [ 1147.230225] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524b35e8-a4d4-d9c8-edc8-ec4679139bd5" [ 1147.230225] env[69950]: _type = "Task" [ 1147.230225] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.248260] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524b35e8-a4d4-d9c8-edc8-ec4679139bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.014886} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.248569] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.248846] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 35212104-4980-4c19-9930-8ba08aa4ee56/35212104-4980-4c19-9930-8ba08aa4ee56.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.249546] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdfeee97-8848-4048-b945-812f82fa326b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.257303] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Waiting for the task: (returnval){ [ 1147.257303] env[69950]: value = "task-4222827" [ 1147.257303] env[69950]: _type = "Task" [ 1147.257303] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.266232] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.407944] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.411021] env[69950]: DEBUG oslo_concurrency.lockutils [req-0c05aae4-8212-49d1-856f-d188817c0d37 req-b555f951-33ae-4fe6-82d1-449750f5cf37 service nova] Releasing lock "refresh_cache-35212104-4980-4c19-9930-8ba08aa4ee56" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.449742] env[69950]: DEBUG oslo_vmware.api [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351852} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.450693] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.450693] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.450693] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.450890] env[69950]: INFO nova.compute.manager [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1147.451050] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.451293] env[69950]: DEBUG nova.compute.manager [-] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.451376] env[69950]: DEBUG nova.network.neutron [-] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.542010] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.542604] env[69950]: DEBUG nova.compute.manager [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.547195] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.547195] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.547195] env[69950]: DEBUG nova.network.neutron [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.547963] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.098s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.548220] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.548573] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69950) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1147.549817] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4276735-95d2-4f67-ba3e-71b9f09a7cc7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.559303] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9959efd-aaad-4354-9720-5ecc344d63eb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.577144] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3501b80-086f-4808-8cb4-14dfcba19b91 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.588184] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b68363-a82c-4f57-bee4-8d6f4ac7d9e3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.625401] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179150MB free_disk=1GB free_vcpus=48 pci_devices=None {{(pid=69950) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1147.625592] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.625912] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.663901] env[69950]: DEBUG nova.network.neutron [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Successfully updated port: 772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.691852] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06af4d52-18af-4e4e-99ef-dff8df0393f3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.717846] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b7a295-ef0d-4af3-a32d-87440214a280 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.730740] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating instance 'e6dd8807-2d7e-4deb-86af-0551f940595c' progress to 83 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.771507] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222827, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.052794] env[69950]: DEBUG nova.compute.utils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.055025] env[69950]: DEBUG nova.compute.manager [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.055025] env[69950]: DEBUG nova.network.neutron [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.120438] env[69950]: WARNING nova.network.neutron [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] 747df740-680b-459b-a390-9544fe5c7b24 already exists in list: networks containing: ['747df740-680b-459b-a390-9544fe5c7b24']. ignoring it [ 1148.140794] env[69950]: DEBUG nova.policy [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18c660c0878c4e749f9d3bd00c7d2e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2308519ed4e8411fac4500622fcad59e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.166634] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.166783] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.166934] env[69950]: DEBUG nova.network.neutron [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.237839] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.238190] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1ef9529-c46d-4379-a1b2-2fbbfb6d9e80 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.245743] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1148.245743] env[69950]: value = "task-4222828" [ 1148.245743] env[69950]: _type = "Task" [ 1148.245743] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.261329] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.271296] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701271} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.271582] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 35212104-4980-4c19-9930-8ba08aa4ee56/35212104-4980-4c19-9930-8ba08aa4ee56.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.271800] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.272097] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7acfa317-5665-4910-a0e2-b612cab43efc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.274281] env[69950]: DEBUG nova.network.neutron [-] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.281852] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Waiting for the task: (returnval){ [ 1148.281852] env[69950]: value = "task-4222829" [ 1148.281852] env[69950]: _type = "Task" [ 1148.281852] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.293062] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.484255] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.484255] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.484690] env[69950]: INFO nova.compute.manager [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Attaching volume 194ff98e-7613-4da7-a6f9-2a18808f20b8 to /dev/sdb [ 1148.530713] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a939a24-6eaf-4557-a157-a584280af9d8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.538891] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21e0f7e-ac07-4712-8c3f-aa2acfb17701 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.553767] env[69950]: DEBUG nova.virt.block_device [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Updating existing volume attachment record: bdf1e2b5-2a57-47fc-80f0-bce9be8963b0 {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1148.560925] env[69950]: DEBUG nova.compute.manager [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.640034] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Applying migration context for instance e6dd8807-2d7e-4deb-86af-0551f940595c as it has an incoming, in-progress migration 39252723-f2e9-425d-8542-ae780e18abd6. Migration status is post-migrating {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1148.642740] env[69950]: INFO nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating resource usage from migration 39252723-f2e9-425d-8542-ae780e18abd6 [ 1148.666054] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance da4381f9-af9d-4e93-b6e9-92371f27d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.666270] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 401ccd9e-e776-4407-97cf-18f571c84716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.666424] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance a9d2ed90-7a8b-4d90-9702-029cb3c184f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.666560] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance fdfbc8cd-57a0-4acf-a4d1-20a7788acae1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.666683] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 72e181d4-3808-45a8-88ab-d2c1a68d71c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.666803] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance fb7588d9-cd40-4391-b6f7-65bc2780c6e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.666920] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 43e81197-d430-4443-9dfd-4c561ec2000c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.667068] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance d64d47bf-00a1-4d52-b6b5-06185bfb2e61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.667181] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance a6687dd3-76d2-4cfd-a950-18b15b834ba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.667299] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 3c80752d-807e-4821-b6c4-2cf462366f41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.667426] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 50b54d4c-d694-4605-9c94-4105119a271d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.667553] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 2a3cf574-e9b1-4bcd-9e29-394e971617b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.667682] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 1b49075a-b954-4f3e-8821-68b4c14909b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.667802] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Migration 39252723-f2e9-425d-8542-ae780e18abd6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1148.667919] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance e6dd8807-2d7e-4deb-86af-0551f940595c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.668205] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 35212104-4980-4c19-9930-8ba08aa4ee56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.668370] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 052aaf44-520a-4656-be2f-ddfc70b03f40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.668492] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.668729] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1148.668887] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1148.718663] env[69950]: DEBUG nova.compute.manager [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Received event network-vif-plugged-0a56a779-d8ef-4492-ad59-10b467d25ed2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1148.718924] env[69950]: DEBUG oslo_concurrency.lockutils [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] Acquiring lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.720595] env[69950]: DEBUG oslo_concurrency.lockutils [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] Lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.720823] env[69950]: DEBUG oslo_concurrency.lockutils [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] Lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.721010] env[69950]: DEBUG nova.compute.manager [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] No waiting events found dispatching network-vif-plugged-0a56a779-d8ef-4492-ad59-10b467d25ed2 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1148.721312] env[69950]: WARNING nova.compute.manager [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Received unexpected event network-vif-plugged-0a56a779-d8ef-4492-ad59-10b467d25ed2 for instance with vm_state active and task_state None. [ 1148.721501] env[69950]: DEBUG nova.compute.manager [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Received event network-changed-0a56a779-d8ef-4492-ad59-10b467d25ed2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1148.721662] env[69950]: DEBUG nova.compute.manager [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Refreshing instance network info cache due to event network-changed-0a56a779-d8ef-4492-ad59-10b467d25ed2. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1148.721835] env[69950]: DEBUG oslo_concurrency.lockutils [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] Acquiring lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.739450] env[69950]: DEBUG nova.network.neutron [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.763587] env[69950]: DEBUG oslo_vmware.api [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222828, 'name': PowerOnVM_Task, 'duration_secs': 0.449032} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.763854] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.764196] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-31e8ec46-619d-473a-964c-5e2f0cbcafd2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating instance 'e6dd8807-2d7e-4deb-86af-0551f940595c' progress to 100 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.778397] env[69950]: INFO nova.compute.manager [-] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Took 1.33 seconds to deallocate network for instance. [ 1148.795546] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069542} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.795780] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.796626] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7639b58b-d979-4dae-8390-a28a9dad0cff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.824432] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 35212104-4980-4c19-9930-8ba08aa4ee56/35212104-4980-4c19-9930-8ba08aa4ee56.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.829582] env[69950]: DEBUG nova.network.neutron [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Updating instance_info_cache with network_info: [{"id": "544c7297-b35f-4fe9-9981-782afe689f18", "address": "fa:16:3e:83:51:93", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap544c7297-b3", "ovs_interfaceid": "544c7297-b35f-4fe9-9981-782afe689f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a56a779-d8ef-4492-ad59-10b467d25ed2", "address": "fa:16:3e:59:8d:0c", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a56a779-d8", "ovs_interfaceid": "0a56a779-d8ef-4492-ad59-10b467d25ed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.830790] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6afbf361-ae59-4ffb-a0a1-e87a5c5ca861 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.847895] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.848225] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.848390] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.851267] env[69950]: DEBUG oslo_concurrency.lockutils [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] Acquired lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.851456] env[69950]: DEBUG nova.network.neutron [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Refreshing network info cache for port 0a56a779-d8ef-4492-ad59-10b467d25ed2 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.853100] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0fc9ca-101e-4def-b3dc-8dd360e729ee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.863057] env[69950]: DEBUG nova.network.neutron [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Successfully created port: 2b8370d9-47dd-4277-8452-7514a05c28d5 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.868913] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Waiting for the task: (returnval){ [ 1148.868913] env[69950]: value = "task-4222831" [ 1148.868913] env[69950]: _type = "Task" [ 1148.868913] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.884102] env[69950]: DEBUG nova.virt.hardware [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.884388] env[69950]: DEBUG nova.virt.hardware [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.884545] env[69950]: DEBUG nova.virt.hardware [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.884735] env[69950]: DEBUG nova.virt.hardware [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.884884] env[69950]: DEBUG nova.virt.hardware [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.885058] env[69950]: DEBUG nova.virt.hardware [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.885281] env[69950]: DEBUG nova.virt.hardware [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.885450] env[69950]: DEBUG nova.virt.hardware [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.885617] env[69950]: DEBUG nova.virt.hardware [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.885785] env[69950]: DEBUG nova.virt.hardware [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.885973] env[69950]: DEBUG nova.virt.hardware [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.893479] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Reconfiguring VM to attach interface {{(pid=69950) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1148.900313] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c28e9c-0849-4a45-9724-d31e20fc3cab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.923598] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.926323] env[69950]: DEBUG oslo_vmware.api [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1148.926323] env[69950]: value = "task-4222832" [ 1148.926323] env[69950]: _type = "Task" [ 1148.926323] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.939149] env[69950]: DEBUG oslo_vmware.api [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222832, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.048033] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d463930-d5bf-417d-9065-d49e01387182 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.056864] env[69950]: DEBUG nova.network.neutron [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Updating instance_info_cache with network_info: [{"id": "772bee12-dfbb-4770-af6e-a42be449b927", "address": "fa:16:3e:79:36:90", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772bee12-df", "ovs_interfaceid": "772bee12-dfbb-4770-af6e-a42be449b927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.058968] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9ea9bc-8ecc-47ed-9b41-f03c86e946d9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.096840] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cd0585-5750-442e-9ac6-27117e201eee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.106966] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54e31d3-7c69-484b-bfc5-66871310092a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.128709] env[69950]: DEBUG nova.compute.provider_tree [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.292229] env[69950]: DEBUG oslo_concurrency.lockutils [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.397279] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222831, 'name': ReconfigVM_Task, 'duration_secs': 0.44727} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.397710] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 35212104-4980-4c19-9930-8ba08aa4ee56/35212104-4980-4c19-9930-8ba08aa4ee56.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.398633] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f26e7693-119c-4328-beba-9d19418ff7d9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.411090] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Waiting for the task: (returnval){ [ 1149.411090] env[69950]: value = "task-4222833" [ 1149.411090] env[69950]: _type = "Task" [ 1149.411090] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.421642] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222833, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.436718] env[69950]: DEBUG oslo_vmware.api [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.564180] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.564775] env[69950]: DEBUG nova.compute.manager [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Instance network_info: |[{"id": "772bee12-dfbb-4770-af6e-a42be449b927", "address": "fa:16:3e:79:36:90", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772bee12-df", "ovs_interfaceid": "772bee12-dfbb-4770-af6e-a42be449b927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.565252] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:36:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '772bee12-dfbb-4770-af6e-a42be449b927', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.579389] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.580746] env[69950]: DEBUG nova.compute.manager [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.583044] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.583574] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be4a336c-b245-49ee-8cd3-675315b935c7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.614509] env[69950]: DEBUG nova.virt.hardware [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.614882] env[69950]: DEBUG nova.virt.hardware [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.615082] env[69950]: DEBUG nova.virt.hardware [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.615326] env[69950]: DEBUG nova.virt.hardware [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.615492] env[69950]: DEBUG nova.virt.hardware [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.615650] env[69950]: DEBUG nova.virt.hardware [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.615921] env[69950]: DEBUG nova.virt.hardware [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.616182] env[69950]: DEBUG nova.virt.hardware [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.616362] env[69950]: DEBUG nova.virt.hardware [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.616530] env[69950]: DEBUG nova.virt.hardware [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.616702] env[69950]: DEBUG nova.virt.hardware [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.618191] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb44b990-0001-49f1-b27b-aafc55d9351a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.621820] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.621820] env[69950]: value = "task-4222834" [ 1149.621820] env[69950]: _type = "Task" [ 1149.621820] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.629019] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a42d37-11f8-4bf4-83e9-ed6779245744 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.637630] env[69950]: DEBUG nova.scheduler.client.report [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.641036] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222834, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.908779] env[69950]: DEBUG nova.network.neutron [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Updated VIF entry in instance network info cache for port 0a56a779-d8ef-4492-ad59-10b467d25ed2. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.909254] env[69950]: DEBUG nova.network.neutron [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Updating instance_info_cache with network_info: [{"id": "544c7297-b35f-4fe9-9981-782afe689f18", "address": "fa:16:3e:83:51:93", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap544c7297-b3", "ovs_interfaceid": "544c7297-b35f-4fe9-9981-782afe689f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a56a779-d8ef-4492-ad59-10b467d25ed2", "address": "fa:16:3e:59:8d:0c", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a56a779-d8", "ovs_interfaceid": "0a56a779-d8ef-4492-ad59-10b467d25ed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.922060] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222833, 'name': Rename_Task, 'duration_secs': 0.278249} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.922826] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.923120] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44167b91-7b34-46c7-9961-9ec1918a10b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.933189] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Waiting for the task: (returnval){ [ 1149.933189] env[69950]: value = "task-4222835" [ 1149.933189] env[69950]: _type = "Task" [ 1149.933189] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.939996] env[69950]: DEBUG oslo_vmware.api [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222832, 'name': ReconfigVM_Task, 'duration_secs': 0.755792} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.940910] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.941159] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Reconfigured VM to attach interface {{(pid=69950) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1149.948365] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.134309] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222834, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.143226] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1150.143444] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.518s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.143701] env[69950]: DEBUG oslo_concurrency.lockutils [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.852s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.143919] env[69950]: DEBUG nova.objects.instance [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lazy-loading 'resources' on Instance uuid 1b49075a-b954-4f3e-8821-68b4c14909b5 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.411685] env[69950]: DEBUG oslo_concurrency.lockutils [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] Releasing lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.411966] env[69950]: DEBUG nova.compute.manager [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Received event network-vif-plugged-772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1150.412290] env[69950]: DEBUG oslo_concurrency.lockutils [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] Acquiring lock "052aaf44-520a-4656-be2f-ddfc70b03f40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.412538] env[69950]: DEBUG oslo_concurrency.lockutils [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.412890] env[69950]: DEBUG oslo_concurrency.lockutils [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.413109] env[69950]: DEBUG nova.compute.manager [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] No waiting events found dispatching network-vif-plugged-772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1150.413288] env[69950]: WARNING nova.compute.manager [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Received unexpected event network-vif-plugged-772bee12-dfbb-4770-af6e-a42be449b927 for instance with vm_state building and task_state spawning. [ 1150.413455] env[69950]: DEBUG nova.compute.manager [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Received event network-changed-772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1150.413614] env[69950]: DEBUG nova.compute.manager [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Refreshing instance network info cache due to event network-changed-772bee12-dfbb-4770-af6e-a42be449b927. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1150.413803] env[69950]: DEBUG oslo_concurrency.lockutils [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] Acquiring lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.413942] env[69950]: DEBUG oslo_concurrency.lockutils [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] Acquired lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.414120] env[69950]: DEBUG nova.network.neutron [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Refreshing network info cache for port 772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.445966] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222835, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.450435] env[69950]: DEBUG oslo_concurrency.lockutils [None req-55bda6fc-049e-4c60-9af5-de66b0368654 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-d64d47bf-00a1-4d52-b6b5-06185bfb2e61-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.936s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.633350] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222834, 'name': CreateVM_Task, 'duration_secs': 0.992315} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.633674] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.634258] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.634446] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.634757] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.635028] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0df8470-8781-4e7a-a2db-96863bd6c525 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.640889] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1150.640889] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c196c8-7dfa-f7fa-2779-efc7c1b2f319" [ 1150.640889] env[69950]: _type = "Task" [ 1150.640889] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.652085] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c196c8-7dfa-f7fa-2779-efc7c1b2f319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.667769] env[69950]: DEBUG nova.network.neutron [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Successfully updated port: 2b8370d9-47dd-4277-8452-7514a05c28d5 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.740202] env[69950]: DEBUG nova.compute.manager [req-cf09645c-00cb-47f3-8b79-1ca7ad4bd844 req-476a7cab-9a3c-4292-a677-db4c74b29191 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Received event network-vif-plugged-2b8370d9-47dd-4277-8452-7514a05c28d5 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1150.740439] env[69950]: DEBUG oslo_concurrency.lockutils [req-cf09645c-00cb-47f3-8b79-1ca7ad4bd844 req-476a7cab-9a3c-4292-a677-db4c74b29191 service nova] Acquiring lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.741132] env[69950]: DEBUG oslo_concurrency.lockutils [req-cf09645c-00cb-47f3-8b79-1ca7ad4bd844 req-476a7cab-9a3c-4292-a677-db4c74b29191 service nova] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.741328] env[69950]: DEBUG oslo_concurrency.lockutils [req-cf09645c-00cb-47f3-8b79-1ca7ad4bd844 req-476a7cab-9a3c-4292-a677-db4c74b29191 service nova] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.741563] env[69950]: DEBUG nova.compute.manager [req-cf09645c-00cb-47f3-8b79-1ca7ad4bd844 req-476a7cab-9a3c-4292-a677-db4c74b29191 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] No waiting events found dispatching network-vif-plugged-2b8370d9-47dd-4277-8452-7514a05c28d5 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1150.741669] env[69950]: WARNING nova.compute.manager [req-cf09645c-00cb-47f3-8b79-1ca7ad4bd844 req-476a7cab-9a3c-4292-a677-db4c74b29191 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Received unexpected event network-vif-plugged-2b8370d9-47dd-4277-8452-7514a05c28d5 for instance with vm_state building and task_state spawning. [ 1150.741832] env[69950]: DEBUG nova.compute.manager [req-cf09645c-00cb-47f3-8b79-1ca7ad4bd844 req-476a7cab-9a3c-4292-a677-db4c74b29191 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Received event network-changed-2b8370d9-47dd-4277-8452-7514a05c28d5 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1150.742035] env[69950]: DEBUG nova.compute.manager [req-cf09645c-00cb-47f3-8b79-1ca7ad4bd844 req-476a7cab-9a3c-4292-a677-db4c74b29191 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Refreshing instance network info cache due to event network-changed-2b8370d9-47dd-4277-8452-7514a05c28d5. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1150.742386] env[69950]: DEBUG oslo_concurrency.lockutils [req-cf09645c-00cb-47f3-8b79-1ca7ad4bd844 req-476a7cab-9a3c-4292-a677-db4c74b29191 service nova] Acquiring lock "refresh_cache-2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.742560] env[69950]: DEBUG oslo_concurrency.lockutils [req-cf09645c-00cb-47f3-8b79-1ca7ad4bd844 req-476a7cab-9a3c-4292-a677-db4c74b29191 service nova] Acquired lock "refresh_cache-2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.742749] env[69950]: DEBUG nova.network.neutron [req-cf09645c-00cb-47f3-8b79-1ca7ad4bd844 req-476a7cab-9a3c-4292-a677-db4c74b29191 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Refreshing network info cache for port 2b8370d9-47dd-4277-8452-7514a05c28d5 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.892565] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f10f01-fc98-4823-bf72-e0827306b63a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.901464] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a4de6b-2649-4912-8dce-94d64a9701d0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.944606] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9821e20a-9c35-4090-a884-e79b7c4f7e58 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.956902] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecdb8c7-af1d-4f7f-bbae-fcf95fcbbb4e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.960971] env[69950]: DEBUG oslo_vmware.api [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222835, 'name': PowerOnVM_Task, 'duration_secs': 0.658376} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.961627] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.961835] env[69950]: INFO nova.compute.manager [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1150.962026] env[69950]: DEBUG nova.compute.manager [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.963218] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a44734d-aa72-4f99-8ee9-ad4f6e43e40a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.973944] env[69950]: DEBUG nova.compute.provider_tree [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.156046] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c196c8-7dfa-f7fa-2779-efc7c1b2f319, 'name': SearchDatastore_Task, 'duration_secs': 0.023286} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.156416] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.156603] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.157085] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.157294] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.157492] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.157766] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8fd9489-df87-4e90-abd6-971fbfbb8aa7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.174022] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "refresh_cache-2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.174022] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.174022] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.174022] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d7356a7-209f-418c-a1c1-cc18ebc34495 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.178994] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1151.178994] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b4ed02-dd64-5092-dc49-365de90b5965" [ 1151.178994] env[69950]: _type = "Task" [ 1151.178994] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.189518] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b4ed02-dd64-5092-dc49-365de90b5965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.333543] env[69950]: DEBUG nova.network.neutron [req-cf09645c-00cb-47f3-8b79-1ca7ad4bd844 req-476a7cab-9a3c-4292-a677-db4c74b29191 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.409541] env[69950]: DEBUG nova.network.neutron [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Updated VIF entry in instance network info cache for port 772bee12-dfbb-4770-af6e-a42be449b927. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.409541] env[69950]: DEBUG nova.network.neutron [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Updating instance_info_cache with network_info: [{"id": "772bee12-dfbb-4770-af6e-a42be449b927", "address": "fa:16:3e:79:36:90", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772bee12-df", "ovs_interfaceid": "772bee12-dfbb-4770-af6e-a42be449b927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.467526] env[69950]: DEBUG nova.network.neutron [req-cf09645c-00cb-47f3-8b79-1ca7ad4bd844 req-476a7cab-9a3c-4292-a677-db4c74b29191 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.477591] env[69950]: DEBUG nova.scheduler.client.report [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.488901] env[69950]: INFO nova.compute.manager [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Took 13.47 seconds to build instance. [ 1151.691370] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b4ed02-dd64-5092-dc49-365de90b5965, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.692270] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d34dfdf-3282-45e7-b04a-dd2aef22102c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.698987] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1151.698987] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f8c82d-b5b8-ffff-30a8-a9458b5650db" [ 1151.698987] env[69950]: _type = "Task" [ 1151.698987] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.709405] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f8c82d-b5b8-ffff-30a8-a9458b5650db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.751067] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "e6dd8807-2d7e-4deb-86af-0551f940595c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.751067] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "e6dd8807-2d7e-4deb-86af-0551f940595c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.751305] env[69950]: DEBUG nova.compute.manager [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Going to confirm migration 7 {{(pid=69950) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1151.911194] env[69950]: DEBUG oslo_concurrency.lockutils [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] Releasing lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.911486] env[69950]: DEBUG nova.compute.manager [req-46478b12-c1d4-41f5-8807-ef795c4af04d req-c31e2c7a-f7a2-4101-9edf-6c1b49536edd service nova] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Received event network-vif-deleted-f270cce0-58ae-4fb9-b58a-2cb571b3a261 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1151.971953] env[69950]: DEBUG oslo_concurrency.lockutils [req-cf09645c-00cb-47f3-8b79-1ca7ad4bd844 req-476a7cab-9a3c-4292-a677-db4c74b29191 service nova] Releasing lock "refresh_cache-2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.971953] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "refresh_cache-2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.971953] env[69950]: DEBUG nova.network.neutron [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.982288] env[69950]: DEBUG oslo_concurrency.lockutils [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.990901] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ec5b142d-7970-4a11-b5e9-24c2646afea0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Lock "35212104-4980-4c19-9930-8ba08aa4ee56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.980s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.005758] env[69950]: INFO nova.scheduler.client.report [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleted allocations for instance 1b49075a-b954-4f3e-8821-68b4c14909b5 [ 1152.209779] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f8c82d-b5b8-ffff-30a8-a9458b5650db, 'name': SearchDatastore_Task, 'duration_secs': 0.039351} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.209779] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.209985] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 052aaf44-520a-4656-be2f-ddfc70b03f40/052aaf44-520a-4656-be2f-ddfc70b03f40.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.210278] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40755034-6774-41c4-a7a0-5b0ac29ce9b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.218306] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1152.218306] env[69950]: value = "task-4222837" [ 1152.218306] env[69950]: _type = "Task" [ 1152.218306] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.227330] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.274023] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "interface-d64d47bf-00a1-4d52-b6b5-06185bfb2e61-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.274023] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-d64d47bf-00a1-4d52-b6b5-06185bfb2e61-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.274310] env[69950]: DEBUG nova.objects.instance [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'flavor' on Instance uuid d64d47bf-00a1-4d52-b6b5-06185bfb2e61 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.296349] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.296599] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.296791] env[69950]: DEBUG nova.network.neutron [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.296975] env[69950]: DEBUG nova.objects.instance [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lazy-loading 'info_cache' on Instance uuid e6dd8807-2d7e-4deb-86af-0551f940595c {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.496734] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Acquiring lock "35212104-4980-4c19-9930-8ba08aa4ee56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.496998] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Lock "35212104-4980-4c19-9930-8ba08aa4ee56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.497222] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Acquiring lock "35212104-4980-4c19-9930-8ba08aa4ee56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.497408] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Lock "35212104-4980-4c19-9930-8ba08aa4ee56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.497573] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Lock "35212104-4980-4c19-9930-8ba08aa4ee56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.499728] env[69950]: INFO nova.compute.manager [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Terminating instance [ 1152.502701] env[69950]: DEBUG nova.network.neutron [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.513340] env[69950]: DEBUG oslo_concurrency.lockutils [None req-566f1bc4-d899-4a51-8260-21ea6508d92c tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "1b49075a-b954-4f3e-8821-68b4c14909b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.712s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.720461] env[69950]: DEBUG nova.network.neutron [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Updating instance_info_cache with network_info: [{"id": "2b8370d9-47dd-4277-8452-7514a05c28d5", "address": "fa:16:3e:ba:55:3b", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8370d9-47", "ovs_interfaceid": "2b8370d9-47dd-4277-8452-7514a05c28d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.736818] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222837, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.910443] env[69950]: DEBUG nova.objects.instance [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'pci_requests' on Instance uuid d64d47bf-00a1-4d52-b6b5-06185bfb2e61 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.006198] env[69950]: DEBUG nova.compute.manager [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.006476] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.007465] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f855a9-c910-47c4-84ee-15e6025e1bb0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.019324] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.019716] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6022daec-1692-4423-bf96-7c782da2e80d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.032642] env[69950]: DEBUG oslo_vmware.api [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Waiting for the task: (returnval){ [ 1153.032642] env[69950]: value = "task-4222838" [ 1153.032642] env[69950]: _type = "Task" [ 1153.032642] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.048565] env[69950]: DEBUG oslo_vmware.api [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.114890] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1153.115232] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835583', 'volume_id': '194ff98e-7613-4da7-a6f9-2a18808f20b8', 'name': 'volume-194ff98e-7613-4da7-a6f9-2a18808f20b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6687dd3-76d2-4cfd-a950-18b15b834ba1', 'attached_at': '', 'detached_at': '', 'volume_id': '194ff98e-7613-4da7-a6f9-2a18808f20b8', 'serial': '194ff98e-7613-4da7-a6f9-2a18808f20b8'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1153.116258] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af64279b-04d4-4247-af28-071fe16f3abb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.135572] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7a8feb-98b4-4f01-acd6-6729c5432618 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.164905] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-194ff98e-7613-4da7-a6f9-2a18808f20b8/volume-194ff98e-7613-4da7-a6f9-2a18808f20b8.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.165324] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d3c124-b206-4f9d-9390-e83feafe0b4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.187155] env[69950]: DEBUG oslo_vmware.api [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1153.187155] env[69950]: value = "task-4222839" [ 1153.187155] env[69950]: _type = "Task" [ 1153.187155] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.197869] env[69950]: DEBUG oslo_vmware.api [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.229317] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "refresh_cache-2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.229655] env[69950]: DEBUG nova.compute.manager [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Instance network_info: |[{"id": "2b8370d9-47dd-4277-8452-7514a05c28d5", "address": "fa:16:3e:ba:55:3b", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8370d9-47", "ovs_interfaceid": "2b8370d9-47dd-4277-8452-7514a05c28d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.235521] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:55:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b8370d9-47dd-4277-8452-7514a05c28d5', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.249362] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.249948] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.869648} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.250126] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.250558] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 052aaf44-520a-4656-be2f-ddfc70b03f40/052aaf44-520a-4656-be2f-ddfc70b03f40.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.250929] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.251315] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95a2ce6b-4321-44bd-a223-98dbec8e55bd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.277712] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d24a3bf5-98da-49ed-8230-e7bcf64900b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.287397] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1153.287397] env[69950]: value = "task-4222840" [ 1153.287397] env[69950]: _type = "Task" [ 1153.287397] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.289454] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.289454] env[69950]: value = "task-4222841" [ 1153.289454] env[69950]: _type = "Task" [ 1153.289454] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.315702] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222841, 'name': CreateVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.316311] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.413153] env[69950]: DEBUG nova.objects.base [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.413457] env[69950]: DEBUG nova.network.neutron [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.543068] env[69950]: DEBUG oslo_vmware.api [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222838, 'name': PowerOffVM_Task, 'duration_secs': 0.216301} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.543345] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.543540] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.543803] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33747215-4ca2-46f7-93c4-c25e362e2305 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.577766] env[69950]: DEBUG nova.policy [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4b9e9c3dc184877bae88ddb382db43d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6e8c430e4e24a09ba55a5392816ebbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.614955] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.615345] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.615609] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Deleting the datastore file [datastore2] 35212104-4980-4c19-9930-8ba08aa4ee56 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.615934] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c52af028-8d17-444e-91bd-4448bb9cd649 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.624038] env[69950]: DEBUG oslo_vmware.api [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Waiting for the task: (returnval){ [ 1153.624038] env[69950]: value = "task-4222843" [ 1153.624038] env[69950]: _type = "Task" [ 1153.624038] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.632979] env[69950]: DEBUG oslo_vmware.api [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.697458] env[69950]: DEBUG oslo_vmware.api [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222839, 'name': ReconfigVM_Task, 'duration_secs': 0.485655} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.697751] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-194ff98e-7613-4da7-a6f9-2a18808f20b8/volume-194ff98e-7613-4da7-a6f9-2a18808f20b8.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.703084] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11f376ca-e509-41eb-8bed-a0a2389cf3b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.717242] env[69950]: DEBUG nova.network.neutron [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating instance_info_cache with network_info: [{"id": "263e607d-80de-4a13-9db9-93eb8e817241", "address": "fa:16:3e:cf:b7:df", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263e607d-80", "ovs_interfaceid": "263e607d-80de-4a13-9db9-93eb8e817241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.720222] env[69950]: DEBUG oslo_vmware.api [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1153.720222] env[69950]: value = "task-4222844" [ 1153.720222] env[69950]: _type = "Task" [ 1153.720222] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.731230] env[69950]: DEBUG oslo_vmware.api [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222844, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.803576] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069847} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.806813] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.807424] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.807674] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.809417] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e0aa2a-c624-4d81-b04b-b825a078045c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.815962] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222841, 'name': CreateVM_Task, 'duration_secs': 0.381628} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.816565] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.817313] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.817469] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.817811] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.818125] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99bd04b2-6b62-4285-8b8e-3c822900a1af {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.838024] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 052aaf44-520a-4656-be2f-ddfc70b03f40/052aaf44-520a-4656-be2f-ddfc70b03f40.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.839810] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-865350ea-5236-46e7-8650-b89113270226 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.858222] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1153.858222] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a579fb-b2b7-f7b4-d7b6-6e5b2385c901" [ 1153.858222] env[69950]: _type = "Task" [ 1153.858222] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.864210] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1153.864210] env[69950]: value = "task-4222845" [ 1153.864210] env[69950]: _type = "Task" [ 1153.864210] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.867886] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a579fb-b2b7-f7b4-d7b6-6e5b2385c901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.878847] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.135149] env[69950]: DEBUG oslo_vmware.api [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Task: {'id': task-4222843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455346} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.135445] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.135681] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.135886] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.136064] env[69950]: INFO nova.compute.manager [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1154.136340] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.136584] env[69950]: DEBUG nova.compute.manager [-] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.136711] env[69950]: DEBUG nova.network.neutron [-] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.225715] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "refresh_cache-e6dd8807-2d7e-4deb-86af-0551f940595c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.225991] env[69950]: DEBUG nova.objects.instance [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lazy-loading 'migration_context' on Instance uuid e6dd8807-2d7e-4deb-86af-0551f940595c {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.233283] env[69950]: DEBUG oslo_vmware.api [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222844, 'name': ReconfigVM_Task, 'duration_secs': 0.179844} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.233638] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835583', 'volume_id': '194ff98e-7613-4da7-a6f9-2a18808f20b8', 'name': 'volume-194ff98e-7613-4da7-a6f9-2a18808f20b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6687dd3-76d2-4cfd-a950-18b15b834ba1', 'attached_at': '', 'detached_at': '', 'volume_id': '194ff98e-7613-4da7-a6f9-2a18808f20b8', 'serial': '194ff98e-7613-4da7-a6f9-2a18808f20b8'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1154.315279] env[69950]: DEBUG nova.compute.manager [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.370625] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a579fb-b2b7-f7b4-d7b6-6e5b2385c901, 'name': SearchDatastore_Task, 'duration_secs': 0.04162} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.373898] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.374167] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.374434] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.374593] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.375136] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.375388] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30a481e6-c3fd-4e1e-9d52-7d2c1a971bea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.388199] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.392089] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.392292] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.392996] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ebd783-7fc6-40a9-9a1a-0d7573e61598 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.399370] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1154.399370] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dbdbda-6de2-6176-5aac-d5cbf03f792f" [ 1154.399370] env[69950]: _type = "Task" [ 1154.399370] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.408185] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dbdbda-6de2-6176-5aac-d5cbf03f792f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.518905] env[69950]: DEBUG nova.compute.manager [req-69f29a4a-b9ff-41ec-8e88-91d721b65f20 req-6a8c261d-0940-4ff1-9f34-e5d0ea375821 service nova] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Received event network-vif-deleted-04aafce5-f7c1-4e20-8361-cc5e50444ce3 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1154.519155] env[69950]: INFO nova.compute.manager [req-69f29a4a-b9ff-41ec-8e88-91d721b65f20 req-6a8c261d-0940-4ff1-9f34-e5d0ea375821 service nova] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Neutron deleted interface 04aafce5-f7c1-4e20-8361-cc5e50444ce3; detaching it from the instance and deleting it from the info cache [ 1154.519340] env[69950]: DEBUG nova.network.neutron [req-69f29a4a-b9ff-41ec-8e88-91d721b65f20 req-6a8c261d-0940-4ff1-9f34-e5d0ea375821 service nova] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.729916] env[69950]: DEBUG nova.objects.base [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1154.731157] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ba78a3-1e19-4912-a191-e67481ee0490 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.754354] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a1278d-6db5-43e4-b43b-e14f5bc90044 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.760975] env[69950]: DEBUG oslo_vmware.api [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1154.760975] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bf376c-7f0c-2e85-6cdd-95662a5f3a88" [ 1154.760975] env[69950]: _type = "Task" [ 1154.760975] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.770783] env[69950]: DEBUG oslo_vmware.api [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bf376c-7f0c-2e85-6cdd-95662a5f3a88, 'name': SearchDatastore_Task, 'duration_secs': 0.007722} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.771083] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.771344] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.837374] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.880905] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222845, 'name': ReconfigVM_Task, 'duration_secs': 0.9949} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.882068] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 052aaf44-520a-4656-be2f-ddfc70b03f40/052aaf44-520a-4656-be2f-ddfc70b03f40.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.882352] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55d62497-4254-4c66-aa19-4d7b4c4129f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.890484] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1154.890484] env[69950]: value = "task-4222846" [ 1154.890484] env[69950]: _type = "Task" [ 1154.890484] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.899737] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222846, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.909311] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dbdbda-6de2-6176-5aac-d5cbf03f792f, 'name': SearchDatastore_Task, 'duration_secs': 0.04708} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.910161] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e112b1d8-5460-495a-b28b-a9063ad3f6fb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.916523] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1154.916523] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523632ef-b20b-99b7-3683-5f61d99fca6e" [ 1154.916523] env[69950]: _type = "Task" [ 1154.916523] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.925109] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523632ef-b20b-99b7-3683-5f61d99fca6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.951116] env[69950]: DEBUG nova.network.neutron [-] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.022356] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ddeac71-e897-4ca1-87f0-1b656be4b096 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.034998] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87df2116-a608-427c-9e41-c8bb5a8a6729 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.075746] env[69950]: DEBUG nova.compute.manager [req-69f29a4a-b9ff-41ec-8e88-91d721b65f20 req-6a8c261d-0940-4ff1-9f34-e5d0ea375821 service nova] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Detach interface failed, port_id=04aafce5-f7c1-4e20-8361-cc5e50444ce3, reason: Instance 35212104-4980-4c19-9930-8ba08aa4ee56 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1155.288785] env[69950]: DEBUG nova.objects.instance [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lazy-loading 'flavor' on Instance uuid a6687dd3-76d2-4cfd-a950-18b15b834ba1 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.319480] env[69950]: DEBUG nova.network.neutron [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Successfully updated port: e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.403329] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222846, 'name': Rename_Task, 'duration_secs': 0.180611} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.406406] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.406911] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fb6e986-2eae-41df-8ab7-ad25e9ee9078 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.415564] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1155.415564] env[69950]: value = "task-4222847" [ 1155.415564] env[69950]: _type = "Task" [ 1155.415564] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.431028] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.434952] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523632ef-b20b-99b7-3683-5f61d99fca6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011507} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.438152] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.438465] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d/2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.439052] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5df709a-2bea-46e8-ab33-75b705e5f522 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.447804] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1155.447804] env[69950]: value = "task-4222848" [ 1155.447804] env[69950]: _type = "Task" [ 1155.447804] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.456827] env[69950]: INFO nova.compute.manager [-] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Took 1.32 seconds to deallocate network for instance. [ 1155.465376] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.550211] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79cfde8-61a1-44fe-ac05-feec0e9823b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.559232] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9070d705-ad11-40d4-a991-f50196464a3a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.595965] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcd09df-9e68-4a7a-a52e-b0120c67f1f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.604886] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fc5d69-4207-4e32-8bf0-b66590126a38 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.621307] env[69950]: DEBUG nova.compute.provider_tree [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.795531] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ab56ec69-4fb8-42b9-9bf6-04a24eb02e6e tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.311s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.824274] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.824484] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.824721] env[69950]: DEBUG nova.network.neutron [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.928658] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222847, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.961073] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222848, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.967443] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.124483] env[69950]: DEBUG nova.scheduler.client.report [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.128305] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.128558] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.366572] env[69950]: WARNING nova.network.neutron [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] 747df740-680b-459b-a390-9544fe5c7b24 already exists in list: networks containing: ['747df740-680b-459b-a390-9544fe5c7b24']. ignoring it [ 1156.366788] env[69950]: WARNING nova.network.neutron [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] 747df740-680b-459b-a390-9544fe5c7b24 already exists in list: networks containing: ['747df740-680b-459b-a390-9544fe5c7b24']. ignoring it [ 1156.428314] env[69950]: DEBUG oslo_vmware.api [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222847, 'name': PowerOnVM_Task, 'duration_secs': 0.62373} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.428698] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.428942] env[69950]: INFO nova.compute.manager [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1156.429174] env[69950]: DEBUG nova.compute.manager [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1156.429992] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ca0951-0b0a-4629-abbb-2bc1c2b65930 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.458397] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5154} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.458397] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d/2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.458639] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.459321] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75e39b26-7c48-41e8-9fa0-9a45011bc004 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.469753] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1156.469753] env[69950]: value = "task-4222849" [ 1156.469753] env[69950]: _type = "Task" [ 1156.469753] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.479586] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.546555] env[69950]: DEBUG nova.compute.manager [req-b9ea32f3-cba9-47e5-a4a4-57463265dd2e req-05a36c5d-ce0b-4b1e-aa9a-bbf81070a913 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Received event network-vif-plugged-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1156.546778] env[69950]: DEBUG oslo_concurrency.lockutils [req-b9ea32f3-cba9-47e5-a4a4-57463265dd2e req-05a36c5d-ce0b-4b1e-aa9a-bbf81070a913 service nova] Acquiring lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.547071] env[69950]: DEBUG oslo_concurrency.lockutils [req-b9ea32f3-cba9-47e5-a4a4-57463265dd2e req-05a36c5d-ce0b-4b1e-aa9a-bbf81070a913 service nova] Lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.547178] env[69950]: DEBUG oslo_concurrency.lockutils [req-b9ea32f3-cba9-47e5-a4a4-57463265dd2e req-05a36c5d-ce0b-4b1e-aa9a-bbf81070a913 service nova] Lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.547334] env[69950]: DEBUG nova.compute.manager [req-b9ea32f3-cba9-47e5-a4a4-57463265dd2e req-05a36c5d-ce0b-4b1e-aa9a-bbf81070a913 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] No waiting events found dispatching network-vif-plugged-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1156.547520] env[69950]: WARNING nova.compute.manager [req-b9ea32f3-cba9-47e5-a4a4-57463265dd2e req-05a36c5d-ce0b-4b1e-aa9a-bbf81070a913 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Received unexpected event network-vif-plugged-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c for instance with vm_state active and task_state None. [ 1156.547653] env[69950]: DEBUG nova.compute.manager [req-b9ea32f3-cba9-47e5-a4a4-57463265dd2e req-05a36c5d-ce0b-4b1e-aa9a-bbf81070a913 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Received event network-changed-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1156.547807] env[69950]: DEBUG nova.compute.manager [req-b9ea32f3-cba9-47e5-a4a4-57463265dd2e req-05a36c5d-ce0b-4b1e-aa9a-bbf81070a913 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Refreshing instance network info cache due to event network-changed-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1156.547976] env[69950]: DEBUG oslo_concurrency.lockutils [req-b9ea32f3-cba9-47e5-a4a4-57463265dd2e req-05a36c5d-ce0b-4b1e-aa9a-bbf81070a913 service nova] Acquiring lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.635103] env[69950]: INFO nova.compute.manager [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Detaching volume 194ff98e-7613-4da7-a6f9-2a18808f20b8 [ 1156.674835] env[69950]: INFO nova.virt.block_device [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Attempting to driver detach volume 194ff98e-7613-4da7-a6f9-2a18808f20b8 from mountpoint /dev/sdb [ 1156.675065] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.675260] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835583', 'volume_id': '194ff98e-7613-4da7-a6f9-2a18808f20b8', 'name': 'volume-194ff98e-7613-4da7-a6f9-2a18808f20b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6687dd3-76d2-4cfd-a950-18b15b834ba1', 'attached_at': '', 'detached_at': '', 'volume_id': '194ff98e-7613-4da7-a6f9-2a18808f20b8', 'serial': '194ff98e-7613-4da7-a6f9-2a18808f20b8'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.676161] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b925c8-d7cd-4831-a59f-fa073bdae2f4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.701455] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5e4739-269e-447e-b250-97bee5377b4c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.709589] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40b34c1-3f8c-4edc-ab55-3772767a9b68 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.732852] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c98110-efe1-4139-8926-f6dadeb018fd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.750598] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] The volume has not been displaced from its original location: [datastore1] volume-194ff98e-7613-4da7-a6f9-2a18808f20b8/volume-194ff98e-7613-4da7-a6f9-2a18808f20b8.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1156.756881] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.756881] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31649646-049b-4745-a79c-0a94a5f2b779 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.777960] env[69950]: DEBUG oslo_vmware.api [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1156.777960] env[69950]: value = "task-4222850" [ 1156.777960] env[69950]: _type = "Task" [ 1156.777960] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.786586] env[69950]: DEBUG oslo_vmware.api [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.873712] env[69950]: DEBUG nova.network.neutron [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Updating instance_info_cache with network_info: [{"id": "544c7297-b35f-4fe9-9981-782afe689f18", "address": "fa:16:3e:83:51:93", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap544c7297-b3", "ovs_interfaceid": "544c7297-b35f-4fe9-9981-782afe689f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a56a779-d8ef-4492-ad59-10b467d25ed2", "address": "fa:16:3e:59:8d:0c", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a56a779-d8", "ovs_interfaceid": "0a56a779-d8ef-4492-ad59-10b467d25ed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c", "address": "fa:16:3e:05:9a:bf", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d8ae4e-cd", "ovs_interfaceid": "e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.951252] env[69950]: INFO nova.compute.manager [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Took 14.22 seconds to build instance. [ 1156.980721] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110758} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.981696] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.982616] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1d215f-8f79-4bb8-98f5-eae6af8bc38b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.006889] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d/2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.007534] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ce87d97-778a-459a-93b7-59b81a97c798 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.027659] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1157.027659] env[69950]: value = "task-4222851" [ 1157.027659] env[69950]: _type = "Task" [ 1157.027659] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.037016] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.139015] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.367s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.143424] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.306s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.144765] env[69950]: INFO nova.compute.claims [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.289073] env[69950]: DEBUG oslo_vmware.api [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222850, 'name': ReconfigVM_Task, 'duration_secs': 0.233559} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.289073] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.293156] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bac73b1f-ece6-461e-9d53-cc361752d8c3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.308480] env[69950]: DEBUG oslo_vmware.api [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1157.308480] env[69950]: value = "task-4222852" [ 1157.308480] env[69950]: _type = "Task" [ 1157.308480] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.317455] env[69950]: DEBUG oslo_vmware.api [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.377296] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.378018] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.378415] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.378715] env[69950]: DEBUG oslo_concurrency.lockutils [req-b9ea32f3-cba9-47e5-a4a4-57463265dd2e req-05a36c5d-ce0b-4b1e-aa9a-bbf81070a913 service nova] Acquired lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.378904] env[69950]: DEBUG nova.network.neutron [req-b9ea32f3-cba9-47e5-a4a4-57463265dd2e req-05a36c5d-ce0b-4b1e-aa9a-bbf81070a913 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Refreshing network info cache for port e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.380867] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8357cdd5-8802-4ff8-9575-fbed43cde2c7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.398737] env[69950]: DEBUG nova.virt.hardware [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.398994] env[69950]: DEBUG nova.virt.hardware [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.399193] env[69950]: DEBUG nova.virt.hardware [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.399424] env[69950]: DEBUG nova.virt.hardware [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.399580] env[69950]: DEBUG nova.virt.hardware [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.399731] env[69950]: DEBUG nova.virt.hardware [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.399941] env[69950]: DEBUG nova.virt.hardware [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.400117] env[69950]: DEBUG nova.virt.hardware [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.400414] env[69950]: DEBUG nova.virt.hardware [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.400477] env[69950]: DEBUG nova.virt.hardware [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.400656] env[69950]: DEBUG nova.virt.hardware [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.407140] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Reconfiguring VM to attach interface {{(pid=69950) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1157.408287] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e48b28-4498-46cc-bb43-46e061b38462 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.427448] env[69950]: DEBUG oslo_vmware.api [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1157.427448] env[69950]: value = "task-4222853" [ 1157.427448] env[69950]: _type = "Task" [ 1157.427448] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.436685] env[69950]: DEBUG oslo_vmware.api [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222853, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.454070] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.726s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.538841] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222851, 'name': ReconfigVM_Task, 'duration_secs': 0.29059} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.539216] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d/2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.539887] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c906fe9-f3f0-424b-bf04-61a30afa6e0e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.546978] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1157.546978] env[69950]: value = "task-4222854" [ 1157.546978] env[69950]: _type = "Task" [ 1157.546978] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.556340] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222854, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.716024] env[69950]: INFO nova.scheduler.client.report [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleted allocation for migration 39252723-f2e9-425d-8542-ae780e18abd6 [ 1157.822798] env[69950]: DEBUG oslo_vmware.api [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222852, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.911599] env[69950]: DEBUG nova.compute.manager [req-c07598b3-8c70-4710-8f24-27b28aa997a0 req-a32ca637-c553-4f9c-9c9a-64f08dfc1d9f service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Received event network-changed-772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1157.911919] env[69950]: DEBUG nova.compute.manager [req-c07598b3-8c70-4710-8f24-27b28aa997a0 req-a32ca637-c553-4f9c-9c9a-64f08dfc1d9f service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Refreshing instance network info cache due to event network-changed-772bee12-dfbb-4770-af6e-a42be449b927. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1157.912100] env[69950]: DEBUG oslo_concurrency.lockutils [req-c07598b3-8c70-4710-8f24-27b28aa997a0 req-a32ca637-c553-4f9c-9c9a-64f08dfc1d9f service nova] Acquiring lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.912189] env[69950]: DEBUG oslo_concurrency.lockutils [req-c07598b3-8c70-4710-8f24-27b28aa997a0 req-a32ca637-c553-4f9c-9c9a-64f08dfc1d9f service nova] Acquired lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.912382] env[69950]: DEBUG nova.network.neutron [req-c07598b3-8c70-4710-8f24-27b28aa997a0 req-a32ca637-c553-4f9c-9c9a-64f08dfc1d9f service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Refreshing network info cache for port 772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.940085] env[69950]: DEBUG oslo_vmware.api [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.058291] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222854, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.157738] env[69950]: DEBUG nova.network.neutron [req-b9ea32f3-cba9-47e5-a4a4-57463265dd2e req-05a36c5d-ce0b-4b1e-aa9a-bbf81070a913 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Updated VIF entry in instance network info cache for port e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.158345] env[69950]: DEBUG nova.network.neutron [req-b9ea32f3-cba9-47e5-a4a4-57463265dd2e req-05a36c5d-ce0b-4b1e-aa9a-bbf81070a913 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Updating instance_info_cache with network_info: [{"id": "544c7297-b35f-4fe9-9981-782afe689f18", "address": "fa:16:3e:83:51:93", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap544c7297-b3", "ovs_interfaceid": "544c7297-b35f-4fe9-9981-782afe689f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a56a779-d8ef-4492-ad59-10b467d25ed2", "address": "fa:16:3e:59:8d:0c", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a56a779-d8", "ovs_interfaceid": "0a56a779-d8ef-4492-ad59-10b467d25ed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c", "address": "fa:16:3e:05:9a:bf", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d8ae4e-cd", "ovs_interfaceid": "e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.223925] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d0552204-25d3-487a-b3d6-7fa3294bfb7b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "e6dd8807-2d7e-4deb-86af-0551f940595c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.473s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.321163] env[69950]: DEBUG oslo_vmware.api [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222852, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.411093] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc7c868-65d9-4f48-a635-20a6cfbf3390 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.421098] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb605eca-3ee1-4986-be1b-6f0510526205 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.458627] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d06724a-54b5-4929-8f4a-9efc27c8dcf2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.471684] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2d0344-474f-4176-94f0-0dc996f2675f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.475964] env[69950]: DEBUG oslo_vmware.api [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222853, 'name': ReconfigVM_Task, 'duration_secs': 0.668638} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.478903] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.479164] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Reconfigured VM to attach interface {{(pid=69950) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1158.493342] env[69950]: DEBUG nova.compute.provider_tree [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.559993] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222854, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.664853] env[69950]: DEBUG oslo_concurrency.lockutils [req-b9ea32f3-cba9-47e5-a4a4-57463265dd2e req-05a36c5d-ce0b-4b1e-aa9a-bbf81070a913 service nova] Releasing lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.715349] env[69950]: DEBUG nova.network.neutron [req-c07598b3-8c70-4710-8f24-27b28aa997a0 req-a32ca637-c553-4f9c-9c9a-64f08dfc1d9f service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Updated VIF entry in instance network info cache for port 772bee12-dfbb-4770-af6e-a42be449b927. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.715973] env[69950]: DEBUG nova.network.neutron [req-c07598b3-8c70-4710-8f24-27b28aa997a0 req-a32ca637-c553-4f9c-9c9a-64f08dfc1d9f service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Updating instance_info_cache with network_info: [{"id": "772bee12-dfbb-4770-af6e-a42be449b927", "address": "fa:16:3e:79:36:90", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772bee12-df", "ovs_interfaceid": "772bee12-dfbb-4770-af6e-a42be449b927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.821336] env[69950]: DEBUG oslo_vmware.api [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222852, 'name': ReconfigVM_Task, 'duration_secs': 1.163059} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.821663] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835583', 'volume_id': '194ff98e-7613-4da7-a6f9-2a18808f20b8', 'name': 'volume-194ff98e-7613-4da7-a6f9-2a18808f20b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6687dd3-76d2-4cfd-a950-18b15b834ba1', 'attached_at': '', 'detached_at': '', 'volume_id': '194ff98e-7613-4da7-a6f9-2a18808f20b8', 'serial': '194ff98e-7613-4da7-a6f9-2a18808f20b8'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1158.985101] env[69950]: DEBUG oslo_concurrency.lockutils [None req-81e27952-b448-46a8-882d-8fad9da27d04 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-d64d47bf-00a1-4d52-b6b5-06185bfb2e61-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.711s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.996330] env[69950]: DEBUG nova.scheduler.client.report [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.060468] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222854, 'name': Rename_Task, 'duration_secs': 1.036185} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.060774] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.061040] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89f40aea-cbeb-4a71-86aa-a7b4d106e371 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.068935] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1159.068935] env[69950]: value = "task-4222855" [ 1159.068935] env[69950]: _type = "Task" [ 1159.068935] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.078077] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.112360] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "e6dd8807-2d7e-4deb-86af-0551f940595c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.112642] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "e6dd8807-2d7e-4deb-86af-0551f940595c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.112856] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "e6dd8807-2d7e-4deb-86af-0551f940595c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.113057] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "e6dd8807-2d7e-4deb-86af-0551f940595c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.113236] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "e6dd8807-2d7e-4deb-86af-0551f940595c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.116025] env[69950]: INFO nova.compute.manager [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Terminating instance [ 1159.219278] env[69950]: DEBUG oslo_concurrency.lockutils [req-c07598b3-8c70-4710-8f24-27b28aa997a0 req-a32ca637-c553-4f9c-9c9a-64f08dfc1d9f service nova] Releasing lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.370897] env[69950]: DEBUG nova.objects.instance [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lazy-loading 'flavor' on Instance uuid a6687dd3-76d2-4cfd-a950-18b15b834ba1 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.501930] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.502518] env[69950]: DEBUG nova.compute.manager [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.506152] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.538s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.506422] env[69950]: DEBUG nova.objects.instance [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Lazy-loading 'resources' on Instance uuid 35212104-4980-4c19-9930-8ba08aa4ee56 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.582305] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.602661] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "45e86572-9226-445d-b034-985c07c370ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.602900] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "45e86572-9226-445d-b034-985c07c370ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.620912] env[69950]: DEBUG nova.compute.manager [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.621134] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.622239] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9d03dd-bae7-41f8-af46-2405bdb575be {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.630730] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.630984] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1120f48-6664-4672-bd55-0900f70819c1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.638187] env[69950]: DEBUG oslo_vmware.api [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1159.638187] env[69950]: value = "task-4222856" [ 1159.638187] env[69950]: _type = "Task" [ 1159.638187] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.646539] env[69950]: DEBUG oslo_vmware.api [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.009716] env[69950]: DEBUG nova.compute.utils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.016714] env[69950]: DEBUG nova.compute.manager [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.016983] env[69950]: DEBUG nova.network.neutron [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.061522] env[69950]: DEBUG nova.policy [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7610552571c43d68e54a7ee04234dcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d4ad236a9784e6695ba4af4dac760d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.083015] env[69950]: DEBUG oslo_vmware.api [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222855, 'name': PowerOnVM_Task, 'duration_secs': 0.931296} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.087203] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.087577] env[69950]: INFO nova.compute.manager [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1160.087856] env[69950]: DEBUG nova.compute.manager [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1160.089031] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb91b8a1-00a8-4571-bbd7-c9ae8a75f264 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.104958] env[69950]: DEBUG nova.compute.manager [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.149269] env[69950]: DEBUG oslo_vmware.api [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222856, 'name': PowerOffVM_Task, 'duration_secs': 0.333267} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.152311] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.152508] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.153044] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98bb8d77-7ae7-4a84-a452-e7fcfe9fbb1e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.235290] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.235290] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.236019] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleting the datastore file [datastore1] e6dd8807-2d7e-4deb-86af-0551f940595c {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.237394] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62a42d2a-0ba7-46c0-b9dd-3c43ddbf8706 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.247156] env[69950]: DEBUG oslo_vmware.api [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1160.247156] env[69950]: value = "task-4222858" [ 1160.247156] env[69950]: _type = "Task" [ 1160.247156] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.255761] env[69950]: DEBUG oslo_vmware.api [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.325377] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6dcfdb-f7d5-44c7-a5f6-08050028e688 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.336475] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98a9f1b-3f47-4512-9240-1370a0277442 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.373235] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e60873-f735-4e73-b518-5e191733a6ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.382278] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1c34b47c-e5ba-400f-bf37-d00a6016f5b2 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.254s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.385654] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326428fd-e173-4beb-be64-7a27f9ab7fd0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.401939] env[69950]: DEBUG nova.compute.provider_tree [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.519021] env[69950]: DEBUG nova.compute.manager [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.613791] env[69950]: INFO nova.compute.manager [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Took 17.00 seconds to build instance. [ 1160.630257] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.681393] env[69950]: DEBUG nova.network.neutron [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Successfully created port: 16484016-76cb-41dd-b54e-44290eca5c13 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.727815] env[69950]: DEBUG oslo_concurrency.lockutils [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "interface-d64d47bf-00a1-4d52-b6b5-06185bfb2e61-0a56a779-d8ef-4492-ad59-10b467d25ed2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.728171] env[69950]: DEBUG oslo_concurrency.lockutils [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-d64d47bf-00a1-4d52-b6b5-06185bfb2e61-0a56a779-d8ef-4492-ad59-10b467d25ed2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.760870] env[69950]: DEBUG oslo_vmware.api [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.846128] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.846296] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.846483] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.846671] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.846842] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.849308] env[69950]: INFO nova.compute.manager [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Terminating instance [ 1160.905574] env[69950]: DEBUG nova.scheduler.client.report [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.115965] env[69950]: DEBUG oslo_concurrency.lockutils [None req-69711128-45ac-4edc-96e6-b539c7b0dce9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.515s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.231304] env[69950]: DEBUG oslo_concurrency.lockutils [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.231502] env[69950]: DEBUG oslo_concurrency.lockutils [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.232428] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a73e1d-22a2-4679-80c5-f6f0d5dbae66 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.254840] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926d30c5-0cc3-4bea-9942-fd4627d4b589 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.263839] env[69950]: DEBUG oslo_vmware.api [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523788} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.282706] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.282706] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.282857] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.282913] env[69950]: INFO nova.compute.manager [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1161.283191] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.289464] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Reconfiguring VM to detach interface {{(pid=69950) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1161.289795] env[69950]: DEBUG nova.compute.manager [-] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.289900] env[69950]: DEBUG nova.network.neutron [-] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.292760] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c59b1f-d7be-4bbc-b663-9f43e10bb6ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.313535] env[69950]: DEBUG oslo_vmware.api [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1161.313535] env[69950]: value = "task-4222859" [ 1161.313535] env[69950]: _type = "Task" [ 1161.313535] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.323467] env[69950]: DEBUG oslo_vmware.api [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.353401] env[69950]: DEBUG nova.compute.manager [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.353627] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.354535] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12ba61a-d320-4a15-a766-e1ac7e32508a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.362805] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.363042] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dfb1c3b-8e8e-446d-83b5-2b775efbb4d9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.371621] env[69950]: DEBUG oslo_vmware.api [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1161.371621] env[69950]: value = "task-4222860" [ 1161.371621] env[69950]: _type = "Task" [ 1161.371621] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.381503] env[69950]: DEBUG oslo_vmware.api [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.410885] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.413251] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.783s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.414791] env[69950]: INFO nova.compute.claims [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.444392] env[69950]: INFO nova.scheduler.client.report [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Deleted allocations for instance 35212104-4980-4c19-9930-8ba08aa4ee56 [ 1161.527811] env[69950]: DEBUG nova.compute.manager [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.562493] env[69950]: DEBUG nova.virt.hardware [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.562737] env[69950]: DEBUG nova.virt.hardware [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.562892] env[69950]: DEBUG nova.virt.hardware [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.563082] env[69950]: DEBUG nova.virt.hardware [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.563283] env[69950]: DEBUG nova.virt.hardware [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.563352] env[69950]: DEBUG nova.virt.hardware [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.563566] env[69950]: DEBUG nova.virt.hardware [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.563725] env[69950]: DEBUG nova.virt.hardware [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.563892] env[69950]: DEBUG nova.virt.hardware [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.564063] env[69950]: DEBUG nova.virt.hardware [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.564242] env[69950]: DEBUG nova.virt.hardware [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.565434] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3c3d8a-54a8-4010-ab53-d9154fac1fdd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.575457] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce03d4c-d965-4587-b44f-f620e3f487d7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.825334] env[69950]: DEBUG oslo_vmware.api [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.846811] env[69950]: DEBUG nova.compute.manager [req-188be82d-281a-4a84-80dc-ed77e9b49a26 req-f461ca84-80e1-4ede-abd6-a695b8ed4009 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Received event network-changed-2b8370d9-47dd-4277-8452-7514a05c28d5 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1161.847182] env[69950]: DEBUG nova.compute.manager [req-188be82d-281a-4a84-80dc-ed77e9b49a26 req-f461ca84-80e1-4ede-abd6-a695b8ed4009 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Refreshing instance network info cache due to event network-changed-2b8370d9-47dd-4277-8452-7514a05c28d5. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1161.847429] env[69950]: DEBUG oslo_concurrency.lockutils [req-188be82d-281a-4a84-80dc-ed77e9b49a26 req-f461ca84-80e1-4ede-abd6-a695b8ed4009 service nova] Acquiring lock "refresh_cache-2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.847578] env[69950]: DEBUG oslo_concurrency.lockutils [req-188be82d-281a-4a84-80dc-ed77e9b49a26 req-f461ca84-80e1-4ede-abd6-a695b8ed4009 service nova] Acquired lock "refresh_cache-2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.847856] env[69950]: DEBUG nova.network.neutron [req-188be82d-281a-4a84-80dc-ed77e9b49a26 req-f461ca84-80e1-4ede-abd6-a695b8ed4009 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Refreshing network info cache for port 2b8370d9-47dd-4277-8452-7514a05c28d5 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.881848] env[69950]: DEBUG oslo_vmware.api [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222860, 'name': PowerOffVM_Task, 'duration_secs': 0.277251} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.882096] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.882280] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.882542] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-161db42c-7f6f-41b1-8191-a75975ec3e6b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.948558] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.948864] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.949058] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Deleting the datastore file [datastore2] a6687dd3-76d2-4cfd-a950-18b15b834ba1 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.949341] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc59de0c-2295-4db1-b9f6-296d4d116865 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.954205] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Lock "35212104-4980-4c19-9930-8ba08aa4ee56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.457s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.961767] env[69950]: DEBUG oslo_vmware.api [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1161.961767] env[69950]: value = "task-4222862" [ 1161.961767] env[69950]: _type = "Task" [ 1161.961767] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.971426] env[69950]: DEBUG oslo_vmware.api [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.328414] env[69950]: DEBUG oslo_vmware.api [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.352989] env[69950]: DEBUG nova.network.neutron [-] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.470990] env[69950]: DEBUG oslo_vmware.api [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212219} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.475091] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.475091] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.475091] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.475091] env[69950]: INFO nova.compute.manager [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1162.475322] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.479040] env[69950]: DEBUG nova.compute.manager [-] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.479040] env[69950]: DEBUG nova.network.neutron [-] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.674252] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b78ad-0829-4d2d-8eee-c006e4c2dafa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.684087] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fd8baa-ea16-45d5-8085-b71f60f04592 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.726952] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd662120-7f24-4ac1-add7-4506a5814f1e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.739120] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4c2840-7021-42be-82d3-1567f189fa69 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.756266] env[69950]: DEBUG nova.compute.provider_tree [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.823209] env[69950]: DEBUG oslo_concurrency.lockutils [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.823374] env[69950]: DEBUG oslo_concurrency.lockutils [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.823641] env[69950]: DEBUG oslo_concurrency.lockutils [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.823961] env[69950]: DEBUG oslo_concurrency.lockutils [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.824312] env[69950]: DEBUG oslo_concurrency.lockutils [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.831725] env[69950]: DEBUG oslo_vmware.api [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.832353] env[69950]: INFO nova.compute.manager [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Terminating instance [ 1162.855772] env[69950]: INFO nova.compute.manager [-] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Took 1.57 seconds to deallocate network for instance. [ 1163.031011] env[69950]: DEBUG nova.network.neutron [req-188be82d-281a-4a84-80dc-ed77e9b49a26 req-f461ca84-80e1-4ede-abd6-a695b8ed4009 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Updated VIF entry in instance network info cache for port 2b8370d9-47dd-4277-8452-7514a05c28d5. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.031604] env[69950]: DEBUG nova.network.neutron [req-188be82d-281a-4a84-80dc-ed77e9b49a26 req-f461ca84-80e1-4ede-abd6-a695b8ed4009 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Updating instance_info_cache with network_info: [{"id": "2b8370d9-47dd-4277-8452-7514a05c28d5", "address": "fa:16:3e:ba:55:3b", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8370d9-47", "ovs_interfaceid": "2b8370d9-47dd-4277-8452-7514a05c28d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.259657] env[69950]: DEBUG nova.scheduler.client.report [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.334732] env[69950]: DEBUG oslo_vmware.api [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.335620] env[69950]: DEBUG nova.network.neutron [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Successfully updated port: 16484016-76cb-41dd-b54e-44290eca5c13 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.337166] env[69950]: DEBUG nova.compute.manager [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.337424] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.338479] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c338a6-b1a6-4dac-b4ca-4bffb3727d0b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.346525] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.347530] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae4c1341-7c1b-414a-953c-fc02574f0eb6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.356149] env[69950]: DEBUG oslo_vmware.api [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1163.356149] env[69950]: value = "task-4222863" [ 1163.356149] env[69950]: _type = "Task" [ 1163.356149] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.363576] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.368231] env[69950]: DEBUG oslo_vmware.api [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.536647] env[69950]: DEBUG oslo_concurrency.lockutils [req-188be82d-281a-4a84-80dc-ed77e9b49a26 req-f461ca84-80e1-4ede-abd6-a695b8ed4009 service nova] Releasing lock "refresh_cache-2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.768036] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.768036] env[69950]: DEBUG nova.compute.manager [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.770378] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.407s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.770616] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.823761] env[69950]: INFO nova.scheduler.client.report [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleted allocations for instance e6dd8807-2d7e-4deb-86af-0551f940595c [ 1163.833741] env[69950]: DEBUG oslo_vmware.api [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.838470] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "refresh_cache-6348ba8c-8ed6-4500-9de8-af747ebdb0b9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.838614] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "refresh_cache-6348ba8c-8ed6-4500-9de8-af747ebdb0b9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.838767] env[69950]: DEBUG nova.network.neutron [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.867741] env[69950]: DEBUG oslo_vmware.api [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222863, 'name': PowerOffVM_Task, 'duration_secs': 0.346377} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.868584] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.868584] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.868584] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1ec4f72-28cd-4f0c-ae64-778f763d6d36 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.927451] env[69950]: DEBUG nova.network.neutron [-] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.940414] env[69950]: DEBUG nova.compute.manager [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Received event network-vif-deleted-263e607d-80de-4a13-9db9-93eb8e817241 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1163.940968] env[69950]: DEBUG nova.compute.manager [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Received event network-vif-plugged-16484016-76cb-41dd-b54e-44290eca5c13 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1163.944025] env[69950]: DEBUG oslo_concurrency.lockutils [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] Acquiring lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.944025] env[69950]: DEBUG oslo_concurrency.lockutils [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] Lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.944025] env[69950]: DEBUG oslo_concurrency.lockutils [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] Lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.944025] env[69950]: DEBUG nova.compute.manager [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] No waiting events found dispatching network-vif-plugged-16484016-76cb-41dd-b54e-44290eca5c13 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1163.944025] env[69950]: WARNING nova.compute.manager [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Received unexpected event network-vif-plugged-16484016-76cb-41dd-b54e-44290eca5c13 for instance with vm_state building and task_state spawning. [ 1163.944025] env[69950]: DEBUG nova.compute.manager [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Received event network-changed-16484016-76cb-41dd-b54e-44290eca5c13 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1163.944025] env[69950]: DEBUG nova.compute.manager [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Refreshing instance network info cache due to event network-changed-16484016-76cb-41dd-b54e-44290eca5c13. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1163.944025] env[69950]: DEBUG oslo_concurrency.lockutils [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] Acquiring lock "refresh_cache-6348ba8c-8ed6-4500-9de8-af747ebdb0b9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.964618] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.964994] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.965265] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Deleting the datastore file [datastore2] 72e181d4-3808-45a8-88ab-d2c1a68d71c8 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.965964] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8169367-48a5-4edd-b55a-291ab4b1566b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.974069] env[69950]: DEBUG oslo_vmware.api [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1163.974069] env[69950]: value = "task-4222865" [ 1163.974069] env[69950]: _type = "Task" [ 1163.974069] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.985393] env[69950]: DEBUG oslo_vmware.api [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.276012] env[69950]: DEBUG nova.compute.utils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.278065] env[69950]: DEBUG nova.compute.manager [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.278065] env[69950]: DEBUG nova.network.neutron [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.327589] env[69950]: DEBUG oslo_vmware.api [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.332027] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "e6dd8807-2d7e-4deb-86af-0551f940595c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.219s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.335454] env[69950]: DEBUG nova.policy [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aec1fee313994db6b91ffd8b02e079e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4a4f698050a4a9f85785f6aa03de544', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.381918] env[69950]: DEBUG nova.network.neutron [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.432930] env[69950]: INFO nova.compute.manager [-] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Took 1.96 seconds to deallocate network for instance. [ 1164.490115] env[69950]: DEBUG oslo_vmware.api [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241891} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.493474] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.493671] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.493852] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.494097] env[69950]: INFO nova.compute.manager [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1164.494357] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.495768] env[69950]: DEBUG nova.compute.manager [-] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.495883] env[69950]: DEBUG nova.network.neutron [-] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.711976] env[69950]: DEBUG nova.network.neutron [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Updating instance_info_cache with network_info: [{"id": "16484016-76cb-41dd-b54e-44290eca5c13", "address": "fa:16:3e:4e:05:71", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16484016-76", "ovs_interfaceid": "16484016-76cb-41dd-b54e-44290eca5c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.781764] env[69950]: DEBUG nova.compute.manager [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.828814] env[69950]: DEBUG oslo_vmware.api [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.940363] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.940554] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.941066] env[69950]: DEBUG nova.objects.instance [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lazy-loading 'resources' on Instance uuid a6687dd3-76d2-4cfd-a950-18b15b834ba1 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.005399] env[69950]: DEBUG nova.network.neutron [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Successfully created port: e6f2e7fd-4513-4d26-bc09-171602996984 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.031657] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Acquiring lock "50b54d4c-d694-4605-9c94-4105119a271d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.031910] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Lock "50b54d4c-d694-4605-9c94-4105119a271d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.032561] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Acquiring lock "50b54d4c-d694-4605-9c94-4105119a271d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.032561] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Lock "50b54d4c-d694-4605-9c94-4105119a271d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.032561] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Lock "50b54d4c-d694-4605-9c94-4105119a271d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.035587] env[69950]: INFO nova.compute.manager [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Terminating instance [ 1165.215289] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "refresh_cache-6348ba8c-8ed6-4500-9de8-af747ebdb0b9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.215741] env[69950]: DEBUG nova.compute.manager [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Instance network_info: |[{"id": "16484016-76cb-41dd-b54e-44290eca5c13", "address": "fa:16:3e:4e:05:71", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16484016-76", "ovs_interfaceid": "16484016-76cb-41dd-b54e-44290eca5c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1165.215966] env[69950]: DEBUG oslo_concurrency.lockutils [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] Acquired lock "refresh_cache-6348ba8c-8ed6-4500-9de8-af747ebdb0b9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.216187] env[69950]: DEBUG nova.network.neutron [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Refreshing network info cache for port 16484016-76cb-41dd-b54e-44290eca5c13 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.218491] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:05:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16484016-76cb-41dd-b54e-44290eca5c13', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.232219] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.237017] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.238406] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce0b3907-7a33-4103-bc9a-b7f44bd02d45 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.266101] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.266101] env[69950]: value = "task-4222866" [ 1165.266101] env[69950]: _type = "Task" [ 1165.266101] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.274857] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222866, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.330249] env[69950]: DEBUG oslo_vmware.api [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.541441] env[69950]: DEBUG nova.compute.manager [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.541894] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.542762] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901c3f7d-bda2-41f7-b58c-c3d106d982ba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.550714] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.550984] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c215b60-0e76-470c-a4e2-0857bb65e87a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.564580] env[69950]: DEBUG oslo_vmware.api [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Waiting for the task: (returnval){ [ 1165.564580] env[69950]: value = "task-4222867" [ 1165.564580] env[69950]: _type = "Task" [ 1165.564580] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.578379] env[69950]: DEBUG oslo_vmware.api [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.681298] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "3c80752d-807e-4821-b6c4-2cf462366f41" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.682141] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "3c80752d-807e-4821-b6c4-2cf462366f41" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.682141] env[69950]: INFO nova.compute.manager [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Shelving [ 1165.723771] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1fb6a2-6862-463d-bc64-f46605a788a5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.737615] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f61cb03-e9af-4b5f-90da-8f7f84bf9eea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.777412] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5db7c2-e755-4191-bf1e-1c5af38d0d81 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.791191] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5da475-0e06-476b-95a7-7449ed0a719f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.795308] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222866, 'name': CreateVM_Task, 'duration_secs': 0.393401} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.796450] env[69950]: DEBUG nova.compute.manager [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.798780] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.800362] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.800526] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.800844] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.801150] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28058abe-ab9a-4099-9277-544dadeccbc6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.814509] env[69950]: DEBUG nova.compute.provider_tree [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.820512] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1165.820512] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520e1c77-219f-b3d1-fb72-61d46baa0885" [ 1165.820512] env[69950]: _type = "Task" [ 1165.820512] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.836199] env[69950]: DEBUG oslo_vmware.api [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.836487] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520e1c77-219f-b3d1-fb72-61d46baa0885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.842870] env[69950]: DEBUG nova.virt.hardware [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.842959] env[69950]: DEBUG nova.virt.hardware [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.843063] env[69950]: DEBUG nova.virt.hardware [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.843408] env[69950]: DEBUG nova.virt.hardware [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.843408] env[69950]: DEBUG nova.virt.hardware [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.843588] env[69950]: DEBUG nova.virt.hardware [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.843890] env[69950]: DEBUG nova.virt.hardware [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.844141] env[69950]: DEBUG nova.virt.hardware [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.844335] env[69950]: DEBUG nova.virt.hardware [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.844509] env[69950]: DEBUG nova.virt.hardware [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.844691] env[69950]: DEBUG nova.virt.hardware [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.845880] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa59613a-ac9e-4cdc-bc78-0b5704fd7ec9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.854536] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2567b63e-ecc3-4d02-8ff0-9afd6c88a578 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.074910] env[69950]: DEBUG oslo_vmware.api [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222867, 'name': PowerOffVM_Task, 'duration_secs': 0.281337} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.075207] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.075376] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.075633] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c79e8c63-c6f2-4322-8d32-7ad2ddf25293 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.080149] env[69950]: DEBUG nova.compute.manager [req-df7a51d9-8a33-407a-bee2-25361e597ccb req-562abbfa-47a5-410f-b985-b133159359b0 service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Received event network-vif-deleted-1e050ece-c07e-4fd8-8782-c541b1e5345c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1166.080355] env[69950]: INFO nova.compute.manager [req-df7a51d9-8a33-407a-bee2-25361e597ccb req-562abbfa-47a5-410f-b985-b133159359b0 service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Neutron deleted interface 1e050ece-c07e-4fd8-8782-c541b1e5345c; detaching it from the instance and deleting it from the info cache [ 1166.080527] env[69950]: DEBUG nova.network.neutron [req-df7a51d9-8a33-407a-bee2-25361e597ccb req-562abbfa-47a5-410f-b985-b133159359b0 service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.127709] env[69950]: DEBUG nova.network.neutron [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Updated VIF entry in instance network info cache for port 16484016-76cb-41dd-b54e-44290eca5c13. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.127709] env[69950]: DEBUG nova.network.neutron [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Updating instance_info_cache with network_info: [{"id": "16484016-76cb-41dd-b54e-44290eca5c13", "address": "fa:16:3e:4e:05:71", "network": {"id": "8294839b-d6de-47e5-978c-6b87c7c22605", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006414191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d4ad236a9784e6695ba4af4dac760d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16484016-76", "ovs_interfaceid": "16484016-76cb-41dd-b54e-44290eca5c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.161043] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.161338] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.161629] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Deleting the datastore file [datastore1] 50b54d4c-d694-4605-9c94-4105119a271d {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.161974] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71b75e06-d4ad-4391-a6fc-ccf8c1baae36 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.170645] env[69950]: DEBUG oslo_vmware.api [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Waiting for the task: (returnval){ [ 1166.170645] env[69950]: value = "task-4222869" [ 1166.170645] env[69950]: _type = "Task" [ 1166.170645] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.181748] env[69950]: DEBUG oslo_vmware.api [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.335786] env[69950]: DEBUG oslo_vmware.api [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.339634] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520e1c77-219f-b3d1-fb72-61d46baa0885, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.341063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.341063] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.341063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.341063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.341063] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.341310] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1fc7e9d-4d2e-47b5-a3b8-edfd94aeaaf4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.343812] env[69950]: ERROR nova.scheduler.client.report [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [req-f6c5719d-9e58-4d73-accd-cc0179bf3790] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6c5719d-9e58-4d73-accd-cc0179bf3790"}]} [ 1166.353119] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.353317] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.354068] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fee369c-c193-4104-844a-b0c054dd11f7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.359909] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1166.359909] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fa1ba4-0c0e-9347-830e-824db49133df" [ 1166.359909] env[69950]: _type = "Task" [ 1166.359909] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.363606] env[69950]: DEBUG nova.scheduler.client.report [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1166.371914] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fa1ba4-0c0e-9347-830e-824db49133df, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.372698] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfd51a5-3334-4d8e-8467-e66c70340527 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.377863] env[69950]: DEBUG nova.scheduler.client.report [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1166.378175] env[69950]: DEBUG nova.compute.provider_tree [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.381531] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1166.381531] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52572051-593d-4408-f4c3-fd00ebae1be5" [ 1166.381531] env[69950]: _type = "Task" [ 1166.381531] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.389468] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52572051-593d-4408-f4c3-fd00ebae1be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.393770] env[69950]: DEBUG nova.scheduler.client.report [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1166.412818] env[69950]: DEBUG nova.scheduler.client.report [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1166.455027] env[69950]: DEBUG nova.network.neutron [-] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.583643] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4588e765-faef-4782-910d-e01f6bf908fc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.593968] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735009a8-dda8-4d0e-bbc3-bd1aa028b721 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.618559] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c253f5fd-b164-4357-ace1-48c0ad9d158c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.635825] env[69950]: DEBUG oslo_concurrency.lockutils [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] Releasing lock "refresh_cache-6348ba8c-8ed6-4500-9de8-af747ebdb0b9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.636253] env[69950]: DEBUG nova.compute.manager [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Received event network-vif-deleted-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1166.636472] env[69950]: INFO nova.compute.manager [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Neutron deleted interface d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f; detaching it from the instance and deleting it from the info cache [ 1166.636656] env[69950]: DEBUG nova.network.neutron [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.638629] env[69950]: DEBUG nova.compute.manager [req-df7a51d9-8a33-407a-bee2-25361e597ccb req-562abbfa-47a5-410f-b985-b133159359b0 service nova] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Detach interface failed, port_id=1e050ece-c07e-4fd8-8782-c541b1e5345c, reason: Instance 72e181d4-3808-45a8-88ab-d2c1a68d71c8 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1166.644404] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3241ee13-8eba-4615-9666-54c31ce18b16 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.680610] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ecfddd-5431-41ca-b122-ae8a726c1d26 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.689763] env[69950]: DEBUG oslo_vmware.api [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Task: {'id': task-4222869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147203} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.692381] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.692545] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.693265] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.693265] env[69950]: INFO nova.compute.manager [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1166.693265] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.693707] env[69950]: DEBUG nova.compute.manager [-] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.693799] env[69950]: DEBUG nova.network.neutron [-] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.695851] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.697283] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c890012-2a77-46b0-a993-815bf77a687e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.701532] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1af29517-3d0f-4a7c-af40-cd2bea7d9e80 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.714899] env[69950]: DEBUG nova.compute.provider_tree [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.718782] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1166.718782] env[69950]: value = "task-4222870" [ 1166.718782] env[69950]: _type = "Task" [ 1166.718782] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.728985] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.837365] env[69950]: DEBUG oslo_vmware.api [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222859, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.894185] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52572051-593d-4408-f4c3-fd00ebae1be5, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.895061] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.895061] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 6348ba8c-8ed6-4500-9de8-af747ebdb0b9/6348ba8c-8ed6-4500-9de8-af747ebdb0b9.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.895330] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-414c0be4-a10f-4f1d-8bd2-209517033b11 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.904618] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1166.904618] env[69950]: value = "task-4222871" [ 1166.904618] env[69950]: _type = "Task" [ 1166.904618] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.914915] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.958878] env[69950]: INFO nova.compute.manager [-] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Took 2.46 seconds to deallocate network for instance. [ 1167.140161] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4069ade8-dbf1-42fc-b84d-7ce1c5935975 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.153674] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec023ae5-d9dc-4ccb-aa81-cdb581a3fd80 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.192832] env[69950]: DEBUG nova.compute.manager [req-13d1427f-ad55-4f28-b3bb-ea89669edbb2 req-ad5c8e69-53a1-412b-81e6-fe54a876c8e3 service nova] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Detach interface failed, port_id=d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f, reason: Instance a6687dd3-76d2-4cfd-a950-18b15b834ba1 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1167.245906] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222870, 'name': PowerOffVM_Task, 'duration_secs': 0.208239} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.246250] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.247188] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d564fa7a-5391-40bd-af80-d30288be7eb3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.271979] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155d0c36-dd83-484b-8cb6-4e1cd908fef9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.279548] env[69950]: DEBUG nova.scheduler.client.report [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1167.279879] env[69950]: DEBUG nova.compute.provider_tree [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 156 to 157 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1167.280072] env[69950]: DEBUG nova.compute.provider_tree [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.340498] env[69950]: DEBUG oslo_vmware.api [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222859, 'name': ReconfigVM_Task, 'duration_secs': 5.802953} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.342280] env[69950]: DEBUG oslo_concurrency.lockutils [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.342513] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Reconfigured VM to detach interface {{(pid=69950) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1167.422202] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222871, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.466505] env[69950]: DEBUG oslo_concurrency.lockutils [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.751013] env[69950]: DEBUG nova.network.neutron [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Successfully updated port: e6f2e7fd-4513-4d26-bc09-171602996984 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.790092] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.849s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.793030] env[69950]: DEBUG oslo_concurrency.lockutils [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.326s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.793030] env[69950]: DEBUG nova.objects.instance [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lazy-loading 'resources' on Instance uuid 72e181d4-3808-45a8-88ab-d2c1a68d71c8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.795498] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1167.796055] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f3fbf6a4-9654-4b41-a022-9eb688393526 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.804602] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1167.804602] env[69950]: value = "task-4222872" [ 1167.804602] env[69950]: _type = "Task" [ 1167.804602] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.816765] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222872, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.821748] env[69950]: INFO nova.scheduler.client.report [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Deleted allocations for instance a6687dd3-76d2-4cfd-a950-18b15b834ba1 [ 1167.845969] env[69950]: DEBUG nova.network.neutron [-] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.916419] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533551} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.916689] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 6348ba8c-8ed6-4500-9de8-af747ebdb0b9/6348ba8c-8ed6-4500-9de8-af747ebdb0b9.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.916909] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.917249] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24c7b490-9931-421b-921c-8070a336f74d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.925650] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1167.925650] env[69950]: value = "task-4222873" [ 1167.925650] env[69950]: _type = "Task" [ 1167.925650] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.934407] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.114190] env[69950]: DEBUG nova.compute.manager [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Received event network-vif-deleted-1552fcf9-638a-4558-be55-ee3e2f58d801 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1168.114416] env[69950]: DEBUG nova.compute.manager [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] [instance: 45e86572-9226-445d-b034-985c07c370ce] Received event network-vif-plugged-e6f2e7fd-4513-4d26-bc09-171602996984 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1168.114692] env[69950]: DEBUG oslo_concurrency.lockutils [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] Acquiring lock "45e86572-9226-445d-b034-985c07c370ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.114759] env[69950]: DEBUG oslo_concurrency.lockutils [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] Lock "45e86572-9226-445d-b034-985c07c370ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.114963] env[69950]: DEBUG oslo_concurrency.lockutils [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] Lock "45e86572-9226-445d-b034-985c07c370ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.115210] env[69950]: DEBUG nova.compute.manager [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] [instance: 45e86572-9226-445d-b034-985c07c370ce] No waiting events found dispatching network-vif-plugged-e6f2e7fd-4513-4d26-bc09-171602996984 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1168.115371] env[69950]: WARNING nova.compute.manager [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] [instance: 45e86572-9226-445d-b034-985c07c370ce] Received unexpected event network-vif-plugged-e6f2e7fd-4513-4d26-bc09-171602996984 for instance with vm_state building and task_state spawning. [ 1168.115548] env[69950]: DEBUG nova.compute.manager [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] [instance: 45e86572-9226-445d-b034-985c07c370ce] Received event network-changed-e6f2e7fd-4513-4d26-bc09-171602996984 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1168.115704] env[69950]: DEBUG nova.compute.manager [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] [instance: 45e86572-9226-445d-b034-985c07c370ce] Refreshing instance network info cache due to event network-changed-e6f2e7fd-4513-4d26-bc09-171602996984. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1168.116014] env[69950]: DEBUG oslo_concurrency.lockutils [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] Acquiring lock "refresh_cache-45e86572-9226-445d-b034-985c07c370ce" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.116129] env[69950]: DEBUG oslo_concurrency.lockutils [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] Acquired lock "refresh_cache-45e86572-9226-445d-b034-985c07c370ce" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.116290] env[69950]: DEBUG nova.network.neutron [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] [instance: 45e86572-9226-445d-b034-985c07c370ce] Refreshing network info cache for port e6f2e7fd-4513-4d26-bc09-171602996984 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.253979] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "refresh_cache-45e86572-9226-445d-b034-985c07c370ce" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.315442] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222872, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.332314] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f221288c-02f0-4a28-a7e6-6824840173ac tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "a6687dd3-76d2-4cfd-a950-18b15b834ba1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.486s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.349675] env[69950]: INFO nova.compute.manager [-] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Took 1.66 seconds to deallocate network for instance. [ 1168.437622] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20315} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.437922] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.438762] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5b54a5-c8a7-47af-980f-536235f02567 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.461482] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 6348ba8c-8ed6-4500-9de8-af747ebdb0b9/6348ba8c-8ed6-4500-9de8-af747ebdb0b9.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.464750] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c9c3b3f-0be2-4a56-99f3-f14ee1bdc542 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.487446] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1168.487446] env[69950]: value = "task-4222874" [ 1168.487446] env[69950]: _type = "Task" [ 1168.487446] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.499278] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.544930] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7cb884-27ca-4bd7-8734-8a2b5234a4bf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.554111] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad63e85-ec8d-43cf-a01e-2b3c71c9df25 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.588211] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310d3cac-5b11-479c-82a5-39bc71c72240 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.596922] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c03af2-a7bd-4c18-9bc6-09d5500df9d4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.612609] env[69950]: DEBUG nova.compute.provider_tree [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1168.670917] env[69950]: DEBUG nova.network.neutron [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] [instance: 45e86572-9226-445d-b034-985c07c370ce] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.765917] env[69950]: DEBUG oslo_concurrency.lockutils [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.766200] env[69950]: DEBUG oslo_concurrency.lockutils [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.766326] env[69950]: DEBUG nova.network.neutron [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.790061] env[69950]: DEBUG nova.network.neutron [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] [instance: 45e86572-9226-445d-b034-985c07c370ce] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.817511] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222872, 'name': CreateSnapshot_Task, 'duration_secs': 0.923928} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.818248] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1168.819082] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc522b0-4bed-4549-997e-b3e324eb0ac4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.856418] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.998168] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222874, 'name': ReconfigVM_Task, 'duration_secs': 0.364442} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.998528] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 6348ba8c-8ed6-4500-9de8-af747ebdb0b9/6348ba8c-8ed6-4500-9de8-af747ebdb0b9.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.999223] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42e82fa4-9a09-4d55-ad1f-1222ac060b22 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.007422] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1169.007422] env[69950]: value = "task-4222875" [ 1169.007422] env[69950]: _type = "Task" [ 1169.007422] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.017347] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222875, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.152910] env[69950]: DEBUG nova.scheduler.client.report [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1169.153196] env[69950]: DEBUG nova.compute.provider_tree [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 157 to 158 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1169.153375] env[69950]: DEBUG nova.compute.provider_tree [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.248933] env[69950]: DEBUG oslo_concurrency.lockutils [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.249256] env[69950]: DEBUG oslo_concurrency.lockutils [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.249475] env[69950]: DEBUG oslo_concurrency.lockutils [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.249661] env[69950]: DEBUG oslo_concurrency.lockutils [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.249845] env[69950]: DEBUG oslo_concurrency.lockutils [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.255067] env[69950]: INFO nova.compute.manager [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Terminating instance [ 1169.294938] env[69950]: DEBUG oslo_concurrency.lockutils [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] Releasing lock "refresh_cache-45e86572-9226-445d-b034-985c07c370ce" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.294938] env[69950]: DEBUG nova.compute.manager [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Received event network-vif-deleted-0a56a779-d8ef-4492-ad59-10b467d25ed2 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1169.294938] env[69950]: INFO nova.compute.manager [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Neutron deleted interface 0a56a779-d8ef-4492-ad59-10b467d25ed2; detaching it from the instance and deleting it from the info cache [ 1169.294938] env[69950]: DEBUG nova.network.neutron [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Updating instance_info_cache with network_info: [{"id": "544c7297-b35f-4fe9-9981-782afe689f18", "address": "fa:16:3e:83:51:93", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap544c7297-b3", "ovs_interfaceid": "544c7297-b35f-4fe9-9981-782afe689f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c", "address": "fa:16:3e:05:9a:bf", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d8ae4e-cd", "ovs_interfaceid": "e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.295751] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "refresh_cache-45e86572-9226-445d-b034-985c07c370ce" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.295916] env[69950]: DEBUG nova.network.neutron [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.345280] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1169.346037] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-863f28c6-42e4-42b0-8466-76569cd9d8d7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.357877] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1169.357877] env[69950]: value = "task-4222876" [ 1169.357877] env[69950]: _type = "Task" [ 1169.357877] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.367270] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222876, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.524643] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222875, 'name': Rename_Task, 'duration_secs': 0.141037} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.524951] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.525221] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ea4f165-ec88-4d8a-b3ef-fda30f516c1b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.534538] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1169.534538] env[69950]: value = "task-4222877" [ 1169.534538] env[69950]: _type = "Task" [ 1169.534538] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.544561] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.638234] env[69950]: INFO nova.network.neutron [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Port 0a56a779-d8ef-4492-ad59-10b467d25ed2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1169.638451] env[69950]: INFO nova.network.neutron [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Port e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1169.638860] env[69950]: DEBUG nova.network.neutron [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Updating instance_info_cache with network_info: [{"id": "544c7297-b35f-4fe9-9981-782afe689f18", "address": "fa:16:3e:83:51:93", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap544c7297-b3", "ovs_interfaceid": "544c7297-b35f-4fe9-9981-782afe689f18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.658875] env[69950]: DEBUG oslo_concurrency.lockutils [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.661281] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.805s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.661539] env[69950]: DEBUG nova.objects.instance [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Lazy-loading 'resources' on Instance uuid 50b54d4c-d694-4605-9c94-4105119a271d {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.682864] env[69950]: INFO nova.scheduler.client.report [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Deleted allocations for instance 72e181d4-3808-45a8-88ab-d2c1a68d71c8 [ 1169.762413] env[69950]: DEBUG nova.compute.manager [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.762806] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.764792] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0159f5d-2183-4048-8d30-2c36d41be463 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.774062] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.774380] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e19fa396-18ca-4210-b023-89c4e66ad47b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.783408] env[69950]: DEBUG oslo_vmware.api [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1169.783408] env[69950]: value = "task-4222878" [ 1169.783408] env[69950]: _type = "Task" [ 1169.783408] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.794998] env[69950]: DEBUG oslo_vmware.api [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.798508] env[69950]: DEBUG oslo_concurrency.lockutils [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] Acquiring lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.866814] env[69950]: DEBUG nova.network.neutron [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.873992] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222876, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.047291] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222877, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.142238] env[69950]: DEBUG oslo_concurrency.lockutils [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "refresh_cache-d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.191613] env[69950]: DEBUG oslo_concurrency.lockutils [None req-304a5926-976e-45a8-b97e-14e608f2d2ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "72e181d4-3808-45a8-88ab-d2c1a68d71c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.368s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.231305] env[69950]: DEBUG nova.network.neutron [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Updating instance_info_cache with network_info: [{"id": "e6f2e7fd-4513-4d26-bc09-171602996984", "address": "fa:16:3e:34:25:e0", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f2e7fd-45", "ovs_interfaceid": "e6f2e7fd-4513-4d26-bc09-171602996984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.296639] env[69950]: DEBUG oslo_vmware.api [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222878, 'name': PowerOffVM_Task, 'duration_secs': 0.225571} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.300010] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.300221] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.300786] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-396e9811-095c-4f7c-a5db-430302143d2e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.334273] env[69950]: DEBUG nova.compute.manager [req-51472e45-6c98-46b4-af06-14bc45add168 req-8a902af1-bcea-4aec-a852-1aa0681de3ad service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Received event network-vif-deleted-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1170.370586] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222876, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.404853] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c64ee7-deac-4aba-8e63-1952bb7647c9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.415413] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea48a29-b8ba-4011-9d31-f3199e448400 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.421326] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.421684] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.421793] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Deleting the datastore file [datastore2] d64d47bf-00a1-4d52-b6b5-06185bfb2e61 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.422536] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9ae05c7-590c-4abf-967e-9b3df590952b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.458913] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea51e70d-92a2-4952-a0a4-68fdc33aee60 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.468472] env[69950]: DEBUG oslo_vmware.api [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1170.468472] env[69950]: value = "task-4222880" [ 1170.468472] env[69950]: _type = "Task" [ 1170.468472] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.478933] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4ff9fc-d386-485d-aa19-6e5f735d5046 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.486975] env[69950]: DEBUG oslo_vmware.api [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.501148] env[69950]: DEBUG nova.compute.provider_tree [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.547362] env[69950]: DEBUG oslo_vmware.api [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222877, 'name': PowerOnVM_Task, 'duration_secs': 0.949625} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.547690] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.547934] env[69950]: INFO nova.compute.manager [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1170.548139] env[69950]: DEBUG nova.compute.manager [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1170.548984] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d270703-39b1-42a1-8a37-46b41ebf5d08 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.647305] env[69950]: DEBUG oslo_concurrency.lockutils [None req-37454745-41c6-4462-a2fc-3a20cb790fc2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-d64d47bf-00a1-4d52-b6b5-06185bfb2e61-0a56a779-d8ef-4492-ad59-10b467d25ed2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.919s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.737505] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "refresh_cache-45e86572-9226-445d-b034-985c07c370ce" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.737914] env[69950]: DEBUG nova.compute.manager [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Instance network_info: |[{"id": "e6f2e7fd-4513-4d26-bc09-171602996984", "address": "fa:16:3e:34:25:e0", "network": {"id": "66039ee2-f17f-4b5a-b75f-e55f0114bcea", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1562556429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a4f698050a4a9f85785f6aa03de544", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f2e7fd-45", "ovs_interfaceid": "e6f2e7fd-4513-4d26-bc09-171602996984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.738384] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:25:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6f2e7fd-4513-4d26-bc09-171602996984', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.747186] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.747276] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45e86572-9226-445d-b034-985c07c370ce] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.747512] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44d594cf-c1cd-4e8b-9060-d88fb699a437 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.769318] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.769318] env[69950]: value = "task-4222881" [ 1170.769318] env[69950]: _type = "Task" [ 1170.769318] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.778392] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222881, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.870940] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222876, 'name': CloneVM_Task, 'duration_secs': 1.312007} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.871360] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Created linked-clone VM from snapshot [ 1170.872335] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32812de4-479a-466c-b4de-3440bddd0964 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.880917] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Uploading image 98d4cb9b-9862-4c5c-be44-c480322b4072 {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1170.908956] env[69950]: DEBUG oslo_vmware.rw_handles [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1170.908956] env[69950]: value = "vm-835588" [ 1170.908956] env[69950]: _type = "VirtualMachine" [ 1170.908956] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1170.909280] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-146e852a-def2-4570-b0b4-a6406562df7f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.916864] env[69950]: DEBUG oslo_vmware.rw_handles [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lease: (returnval){ [ 1170.916864] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5210c572-8457-c6dd-11e4-ae1c4532fcb3" [ 1170.916864] env[69950]: _type = "HttpNfcLease" [ 1170.916864] env[69950]: } obtained for exporting VM: (result){ [ 1170.916864] env[69950]: value = "vm-835588" [ 1170.916864] env[69950]: _type = "VirtualMachine" [ 1170.916864] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1170.917181] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the lease: (returnval){ [ 1170.917181] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5210c572-8457-c6dd-11e4-ae1c4532fcb3" [ 1170.917181] env[69950]: _type = "HttpNfcLease" [ 1170.917181] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1170.924330] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1170.924330] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5210c572-8457-c6dd-11e4-ae1c4532fcb3" [ 1170.924330] env[69950]: _type = "HttpNfcLease" [ 1170.924330] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1170.980650] env[69950]: DEBUG oslo_vmware.api [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395309} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.980771] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.980935] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.981073] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.981293] env[69950]: INFO nova.compute.manager [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1170.981534] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.981746] env[69950]: DEBUG nova.compute.manager [-] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.981817] env[69950]: DEBUG nova.network.neutron [-] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.005405] env[69950]: DEBUG nova.scheduler.client.report [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.071834] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "8c517667-2ec2-4461-b12a-47c66f212be7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.072415] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "8c517667-2ec2-4461-b12a-47c66f212be7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.074992] env[69950]: INFO nova.compute.manager [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Took 16.26 seconds to build instance. [ 1171.116440] env[69950]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c could not be found.", "detail": ""}} {{(pid=69950) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1171.116749] env[69950]: DEBUG nova.network.neutron [-] Unable to show port e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c as it no longer exists. {{(pid=69950) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1171.280613] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222881, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.430063] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1171.430063] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5210c572-8457-c6dd-11e4-ae1c4532fcb3" [ 1171.430063] env[69950]: _type = "HttpNfcLease" [ 1171.430063] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1171.430530] env[69950]: DEBUG oslo_vmware.rw_handles [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1171.430530] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5210c572-8457-c6dd-11e4-ae1c4532fcb3" [ 1171.430530] env[69950]: _type = "HttpNfcLease" [ 1171.430530] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1171.432215] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ae4e87-18bf-4393-a2c9-6a7066f6f3b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.441333] env[69950]: DEBUG oslo_vmware.rw_handles [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52209adb-9826-1c7b-667f-2bfd6005b931/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1171.441569] env[69950]: DEBUG oslo_vmware.rw_handles [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52209adb-9826-1c7b-667f-2bfd6005b931/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1171.511201] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.546220] env[69950]: INFO nova.scheduler.client.report [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Deleted allocations for instance 50b54d4c-d694-4605-9c94-4105119a271d [ 1171.576737] env[69950]: DEBUG oslo_concurrency.lockutils [None req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.768s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.576737] env[69950]: DEBUG nova.compute.manager [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.613850] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9033d216-9c37-4a5b-84cc-67c53407a163 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.784911] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222881, 'name': CreateVM_Task, 'duration_secs': 0.576522} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.785761] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45e86572-9226-445d-b034-985c07c370ce] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.785858] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.786055] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.786375] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.786937] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-843acb44-6df8-4a70-8753-a4bb4e9df6ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.793462] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1171.793462] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525ce556-5901-746a-7099-df68dba3ac4d" [ 1171.793462] env[69950]: _type = "Task" [ 1171.793462] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.803666] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525ce556-5901-746a-7099-df68dba3ac4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.056452] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4441edcd-4446-4e8b-86db-ae3816345aa8 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Lock "50b54d4c-d694-4605-9c94-4105119a271d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.024s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.108459] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.110153] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.113402] env[69950]: INFO nova.compute.claims [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.263804] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36790c41-7aa5-4556-80e0-9dde00441961 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.264151] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36790c41-7aa5-4556-80e0-9dde00441961 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.264434] env[69950]: DEBUG nova.compute.manager [None req-36790c41-7aa5-4556-80e0-9dde00441961 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1172.265459] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a01ac6-5e6d-480f-a229-011c284e164a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.273302] env[69950]: DEBUG nova.compute.manager [None req-36790c41-7aa5-4556-80e0-9dde00441961 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69950) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1172.273983] env[69950]: DEBUG nova.objects.instance [None req-36790c41-7aa5-4556-80e0-9dde00441961 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lazy-loading 'flavor' on Instance uuid 6348ba8c-8ed6-4500-9de8-af747ebdb0b9 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.311061] env[69950]: DEBUG nova.network.neutron [-] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.313480] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525ce556-5901-746a-7099-df68dba3ac4d, 'name': SearchDatastore_Task, 'duration_secs': 0.017819} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.314366] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.314763] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.315142] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.315372] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.315621] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.315958] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dae04cf-8295-42fc-81a9-fa04880fd0a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.326366] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.326831] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.328072] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3774989-191d-4f20-a9a4-af4f33f4fb80 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.334827] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1172.334827] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f3f3e4-5301-d597-e815-4411626a97ac" [ 1172.334827] env[69950]: _type = "Task" [ 1172.334827] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.344325] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f3f3e4-5301-d597-e815-4411626a97ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.363031] env[69950]: DEBUG nova.compute.manager [req-adb2d9fd-48cd-42b6-a19d-e365e572a0aa req-1c3b1c80-5023-42ea-a667-302d6d88aeca service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Received event network-vif-deleted-544c7297-b35f-4fe9-9981-782afe689f18 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1172.760502] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "e32b1591-1b56-41c8-a0b0-dff775883a70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.760866] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.816057] env[69950]: INFO nova.compute.manager [-] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Took 1.83 seconds to deallocate network for instance. [ 1172.845715] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f3f3e4-5301-d597-e815-4411626a97ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013763} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.846764] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b2cd78-4c25-4b36-8b70-9c5ead2dfdef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.852337] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1172.852337] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523cf41a-813e-490e-fd2b-6bf05481d958" [ 1172.852337] env[69950]: _type = "Task" [ 1172.852337] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.862582] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523cf41a-813e-490e-fd2b-6bf05481d958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.263018] env[69950]: DEBUG nova.compute.manager [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.281651] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-36790c41-7aa5-4556-80e0-9dde00441961 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.282153] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b55f0022-b038-43aa-8c68-b5f8d280c850 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.290797] env[69950]: DEBUG oslo_vmware.api [None req-36790c41-7aa5-4556-80e0-9dde00441961 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1173.290797] env[69950]: value = "task-4222883" [ 1173.290797] env[69950]: _type = "Task" [ 1173.290797] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.306231] env[69950]: DEBUG oslo_vmware.api [None req-36790c41-7aa5-4556-80e0-9dde00441961 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.323790] env[69950]: DEBUG oslo_concurrency.lockutils [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.364727] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523cf41a-813e-490e-fd2b-6bf05481d958, 'name': SearchDatastore_Task, 'duration_secs': 0.013354} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.365128] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.365612] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 45e86572-9226-445d-b034-985c07c370ce/45e86572-9226-445d-b034-985c07c370ce.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.365930] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b970f89c-3d29-43c5-b806-7aa772c05c00 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.374717] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1173.374717] env[69950]: value = "task-4222884" [ 1173.374717] env[69950]: _type = "Task" [ 1173.374717] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.383627] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.385987] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a811ed-41d8-4a50-a38f-c1d02dbff9f0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.393873] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffada922-0609-4159-83ef-4dd28fc0e094 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.427641] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47835e15-e545-4ca6-9fe3-dae5cc995509 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.436579] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6cc242-61f1-4399-9c73-6a2dacb77196 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.455905] env[69950]: DEBUG nova.compute.provider_tree [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.805229] env[69950]: DEBUG oslo_vmware.api [None req-36790c41-7aa5-4556-80e0-9dde00441961 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222883, 'name': PowerOffVM_Task, 'duration_secs': 0.252215} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.805229] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.805229] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-36790c41-7aa5-4556-80e0-9dde00441961 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.805386] env[69950]: DEBUG nova.compute.manager [None req-36790c41-7aa5-4556-80e0-9dde00441961 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1173.806958] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9853ab-6550-4ddd-8779-5c1f04d557b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.888535] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222884, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.959951] env[69950]: DEBUG nova.scheduler.client.report [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.326208] env[69950]: DEBUG oslo_concurrency.lockutils [None req-36790c41-7aa5-4556-80e0-9dde00441961 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.394536] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549536} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.394669] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 45e86572-9226-445d-b034-985c07c370ce/45e86572-9226-445d-b034-985c07c370ce.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.395715] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.395715] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db45c5f8-e3b3-4794-a1f2-ec7acfbb55e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.404096] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1174.404096] env[69950]: value = "task-4222885" [ 1174.404096] env[69950]: _type = "Task" [ 1174.404096] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.416422] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.467609] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.467609] env[69950]: DEBUG nova.compute.manager [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.472412] env[69950]: DEBUG oslo_concurrency.lockutils [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.147s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.472412] env[69950]: DEBUG nova.objects.instance [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'resources' on Instance uuid d64d47bf-00a1-4d52-b6b5-06185bfb2e61 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.916100] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084208} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.916416] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.917274] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633c0834-f4c6-446a-ab41-154f604d3e1d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.941115] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 45e86572-9226-445d-b034-985c07c370ce/45e86572-9226-445d-b034-985c07c370ce.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.941440] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58fc60ec-427c-4be2-ae48-16434591f7b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.963970] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1174.963970] env[69950]: value = "task-4222886" [ 1174.963970] env[69950]: _type = "Task" [ 1174.963970] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.974143] env[69950]: DEBUG nova.compute.utils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.976102] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.979348] env[69950]: DEBUG nova.compute.manager [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.979565] env[69950]: DEBUG nova.network.neutron [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.031824] env[69950]: DEBUG nova.policy [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95c64437ccb247798e445f6014838f00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87a36143c99541a2a1802030073feaca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.224468] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.228022] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.228022] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.228022] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.228022] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.229570] env[69950]: INFO nova.compute.manager [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Terminating instance [ 1175.240295] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5905516c-e983-4d8e-b83b-420713c622c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.255389] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d99f20d-626a-44ea-b516-27d087de0aca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.291510] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6335fd4-1c2c-4a99-9a3a-db3dc4bb6032 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.302014] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e58b3e4-3880-4ca4-8920-a6403d5a5bd6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.321665] env[69950]: DEBUG nova.compute.provider_tree [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.475915] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222886, 'name': ReconfigVM_Task, 'duration_secs': 0.376818} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.476276] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 45e86572-9226-445d-b034-985c07c370ce/45e86572-9226-445d-b034-985c07c370ce.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.477250] env[69950]: DEBUG nova.compute.manager [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.480742] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7a600fa-32c8-4764-8d86-95ead84454b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.489490] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1175.489490] env[69950]: value = "task-4222887" [ 1175.489490] env[69950]: _type = "Task" [ 1175.489490] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.499825] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222887, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.563691] env[69950]: DEBUG nova.network.neutron [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Successfully created port: 10945e20-9d65-4dd5-88ad-f5b07c914e85 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.734452] env[69950]: DEBUG nova.compute.manager [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.734659] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.735914] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f29952-d6e7-4fd7-b91b-da0758fc4feb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.746128] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.746486] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60ac0aec-f8c8-4298-a2ed-f94b9b429b96 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.821039] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.821039] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.821451] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleting the datastore file [datastore2] 6348ba8c-8ed6-4500-9de8-af747ebdb0b9 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.821565] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e980cee8-0569-44f8-8c8b-fc299dd2198b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.830960] env[69950]: DEBUG nova.scheduler.client.report [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.834941] env[69950]: DEBUG oslo_vmware.api [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1175.834941] env[69950]: value = "task-4222889" [ 1175.834941] env[69950]: _type = "Task" [ 1175.834941] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.844888] env[69950]: DEBUG oslo_vmware.api [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.000501] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222887, 'name': Rename_Task, 'duration_secs': 0.173591} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.000883] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.001116] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b377d045-db31-4761-8a0c-c8ffe7ba03f0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.009023] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1176.009023] env[69950]: value = "task-4222890" [ 1176.009023] env[69950]: _type = "Task" [ 1176.009023] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.018690] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.336871] env[69950]: DEBUG oslo_concurrency.lockutils [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.341120] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.537s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.347223] env[69950]: INFO nova.compute.claims [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.368772] env[69950]: DEBUG oslo_vmware.api [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213458} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.369089] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.369424] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.369521] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.369650] env[69950]: INFO nova.compute.manager [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1176.369966] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.370112] env[69950]: DEBUG nova.compute.manager [-] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.370217] env[69950]: DEBUG nova.network.neutron [-] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.373823] env[69950]: INFO nova.scheduler.client.report [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Deleted allocations for instance d64d47bf-00a1-4d52-b6b5-06185bfb2e61 [ 1176.490459] env[69950]: DEBUG nova.compute.manager [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.522765] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222890, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.533087] env[69950]: DEBUG nova.virt.hardware [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.533402] env[69950]: DEBUG nova.virt.hardware [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.533569] env[69950]: DEBUG nova.virt.hardware [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.533755] env[69950]: DEBUG nova.virt.hardware [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.534401] env[69950]: DEBUG nova.virt.hardware [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.534625] env[69950]: DEBUG nova.virt.hardware [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.535046] env[69950]: DEBUG nova.virt.hardware [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.535693] env[69950]: DEBUG nova.virt.hardware [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.536073] env[69950]: DEBUG nova.virt.hardware [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.536405] env[69950]: DEBUG nova.virt.hardware [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.536703] env[69950]: DEBUG nova.virt.hardware [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.537617] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97407d1-9c61-45e6-a225-ccc1cec55157 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.547848] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcf16c3-3fbb-457f-a070-c6b73509f3b2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.768431] env[69950]: DEBUG nova.compute.manager [req-2c220f2e-d606-41a7-939e-c646afa0c479 req-5ade1009-6561-46ff-9995-c147138daf72 service nova] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Received event network-vif-deleted-16484016-76cb-41dd-b54e-44290eca5c13 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1176.768431] env[69950]: INFO nova.compute.manager [req-2c220f2e-d606-41a7-939e-c646afa0c479 req-5ade1009-6561-46ff-9995-c147138daf72 service nova] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Neutron deleted interface 16484016-76cb-41dd-b54e-44290eca5c13; detaching it from the instance and deleting it from the info cache [ 1176.768431] env[69950]: DEBUG nova.network.neutron [req-2c220f2e-d606-41a7-939e-c646afa0c479 req-5ade1009-6561-46ff-9995-c147138daf72 service nova] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.882748] env[69950]: DEBUG oslo_concurrency.lockutils [None req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.633s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.883697] env[69950]: DEBUG oslo_concurrency.lockutils [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] Acquired lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.884772] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d13695-fdb1-42c4-be7c-3aa44d515e6d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.896333] env[69950]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1176.896559] env[69950]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69950) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1176.898043] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-119164d6-8c3e-4ac4-b7f2-e2793179cab1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.908670] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c46ea0c-94c5-4523-b0b4-201ec1324005 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.946047] env[69950]: ERROR root [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-835564' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-835564' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-835564' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-835564'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-835564' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-835564' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-835564'}\n"]: nova.exception.InstanceNotFound: Instance d64d47bf-00a1-4d52-b6b5-06185bfb2e61 could not be found. [ 1176.946779] env[69950]: DEBUG oslo_concurrency.lockutils [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] Releasing lock "d64d47bf-00a1-4d52-b6b5-06185bfb2e61" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.947065] env[69950]: DEBUG nova.compute.manager [req-b23b7ee7-7c54-475a-b221-9a654845e5c0 req-7a897f9b-509b-40bc-b671-3f16d39b56c4 service nova] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Detach interface failed, port_id=0a56a779-d8ef-4492-ad59-10b467d25ed2, reason: Instance d64d47bf-00a1-4d52-b6b5-06185bfb2e61 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1177.021122] env[69950]: DEBUG oslo_vmware.api [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222890, 'name': PowerOnVM_Task, 'duration_secs': 0.737307} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.021452] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.021623] env[69950]: INFO nova.compute.manager [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Took 11.22 seconds to spawn the instance on the hypervisor. [ 1177.021805] env[69950]: DEBUG nova.compute.manager [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1177.022632] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fe0b79-0408-4ac6-8b6b-8b62190030d0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.161841] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "43e81197-d430-4443-9dfd-4c561ec2000c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.162051] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "43e81197-d430-4443-9dfd-4c561ec2000c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.204199] env[69950]: DEBUG nova.compute.manager [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Stashing vm_state: active {{(pid=69950) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1177.245332] env[69950]: DEBUG nova.network.neutron [-] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.272285] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8d1a324-f1f3-4234-8071-3b9b7b8ee622 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.284120] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bae18e-a183-42f4-936b-9ab6ad69ec26 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.331534] env[69950]: DEBUG nova.compute.manager [req-2c220f2e-d606-41a7-939e-c646afa0c479 req-5ade1009-6561-46ff-9995-c147138daf72 service nova] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Detach interface failed, port_id=16484016-76cb-41dd-b54e-44290eca5c13, reason: Instance 6348ba8c-8ed6-4500-9de8-af747ebdb0b9 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1177.552836] env[69950]: INFO nova.compute.manager [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Took 16.94 seconds to build instance. [ 1177.637018] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421ff72d-6377-47e6-93ac-8515aef4eb0c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.646095] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1696f9-ea2d-4fbf-a9af-dc80cf7fd213 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.688054] env[69950]: INFO nova.compute.manager [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Detaching volume b47ebc6f-1ac8-463c-9c8f-3929633bfd37 [ 1177.691068] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9a3e5e-2d82-4c16-a7c5-47ae68b3cf92 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.702644] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48535c8f-f006-4242-8b28-237d10699681 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.724138] env[69950]: DEBUG nova.compute.provider_tree [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.746347] env[69950]: DEBUG oslo_concurrency.lockutils [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.749055] env[69950]: INFO nova.compute.manager [-] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Took 1.38 seconds to deallocate network for instance. [ 1177.764266] env[69950]: INFO nova.virt.block_device [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Attempting to driver detach volume b47ebc6f-1ac8-463c-9c8f-3929633bfd37 from mountpoint /dev/sdb [ 1177.764499] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1177.764697] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835573', 'volume_id': 'b47ebc6f-1ac8-463c-9c8f-3929633bfd37', 'name': 'volume-b47ebc6f-1ac8-463c-9c8f-3929633bfd37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43e81197-d430-4443-9dfd-4c561ec2000c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b47ebc6f-1ac8-463c-9c8f-3929633bfd37', 'serial': 'b47ebc6f-1ac8-463c-9c8f-3929633bfd37'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1177.766015] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70306a2-9ed3-4d3e-aed2-4abb94d87bcb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.796605] env[69950]: DEBUG nova.network.neutron [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Successfully updated port: 10945e20-9d65-4dd5-88ad-f5b07c914e85 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.796901] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909da46b-c697-4607-8d95-fef4c7bc58e6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.806098] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f647955b-a7c3-4763-8a48-a15011475d16 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.836023] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824dbe61-39e7-4f14-9e48-151e69610f7e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.853101] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] The volume has not been displaced from its original location: [datastore1] volume-b47ebc6f-1ac8-463c-9c8f-3929633bfd37/volume-b47ebc6f-1ac8-463c-9c8f-3929633bfd37.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1177.858445] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.859406] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01fe2767-6504-4dd8-a832-c7a85e563441 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.881097] env[69950]: DEBUG oslo_vmware.api [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1177.881097] env[69950]: value = "task-4222891" [ 1177.881097] env[69950]: _type = "Task" [ 1177.881097] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.890359] env[69950]: DEBUG oslo_vmware.api [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.056743] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f016161b-6174-45f2-8cb7-e74eb505b001 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "45e86572-9226-445d-b034-985c07c370ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.453s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.253144] env[69950]: ERROR nova.scheduler.client.report [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [req-60288e4f-5c20-4ee5-ab35-fcf39bbe6abe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-60288e4f-5c20-4ee5-ab35-fcf39bbe6abe"}]} [ 1178.264751] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.283649] env[69950]: DEBUG nova.scheduler.client.report [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1178.301794] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "refresh_cache-8c517667-2ec2-4461-b12a-47c66f212be7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.301953] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired lock "refresh_cache-8c517667-2ec2-4461-b12a-47c66f212be7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.302125] env[69950]: DEBUG nova.network.neutron [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.311274] env[69950]: DEBUG nova.scheduler.client.report [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1178.312265] env[69950]: DEBUG nova.compute.provider_tree [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.327110] env[69950]: DEBUG nova.scheduler.client.report [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1178.352312] env[69950]: DEBUG nova.scheduler.client.report [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1178.394838] env[69950]: DEBUG oslo_vmware.api [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222891, 'name': ReconfigVM_Task, 'duration_secs': 0.370906} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.395143] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1178.400939] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7775d36-4e4d-48bd-8a63-4f0e1b715402 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.419170] env[69950]: DEBUG oslo_vmware.api [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1178.419170] env[69950]: value = "task-4222892" [ 1178.419170] env[69950]: _type = "Task" [ 1178.419170] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.430252] env[69950]: DEBUG oslo_vmware.api [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.672803] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40deefb-9f25-43a5-b8ce-742e4cf707a8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.681691] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6461033-cd01-4009-957d-471b54cf668f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.714246] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f23f5dd-405b-4071-aa6c-97f9c7e77342 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.722594] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0003a2b8-1330-4306-88e1-9749a382161f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.738263] env[69950]: DEBUG nova.compute.provider_tree [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.872768] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.873122] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.881449] env[69950]: DEBUG nova.network.neutron [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.929261] env[69950]: DEBUG oslo_vmware.api [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.991107] env[69950]: DEBUG nova.compute.manager [req-ce0e2d4c-1c9e-403f-944f-85e77f5d9478 req-7b4f09c4-2e79-4753-a646-a23b200861f1 service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Received event network-vif-plugged-10945e20-9d65-4dd5-88ad-f5b07c914e85 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1178.991107] env[69950]: DEBUG oslo_concurrency.lockutils [req-ce0e2d4c-1c9e-403f-944f-85e77f5d9478 req-7b4f09c4-2e79-4753-a646-a23b200861f1 service nova] Acquiring lock "8c517667-2ec2-4461-b12a-47c66f212be7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.991107] env[69950]: DEBUG oslo_concurrency.lockutils [req-ce0e2d4c-1c9e-403f-944f-85e77f5d9478 req-7b4f09c4-2e79-4753-a646-a23b200861f1 service nova] Lock "8c517667-2ec2-4461-b12a-47c66f212be7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.991107] env[69950]: DEBUG oslo_concurrency.lockutils [req-ce0e2d4c-1c9e-403f-944f-85e77f5d9478 req-7b4f09c4-2e79-4753-a646-a23b200861f1 service nova] Lock "8c517667-2ec2-4461-b12a-47c66f212be7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.991107] env[69950]: DEBUG nova.compute.manager [req-ce0e2d4c-1c9e-403f-944f-85e77f5d9478 req-7b4f09c4-2e79-4753-a646-a23b200861f1 service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] No waiting events found dispatching network-vif-plugged-10945e20-9d65-4dd5-88ad-f5b07c914e85 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1178.991780] env[69950]: WARNING nova.compute.manager [req-ce0e2d4c-1c9e-403f-944f-85e77f5d9478 req-7b4f09c4-2e79-4753-a646-a23b200861f1 service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Received unexpected event network-vif-plugged-10945e20-9d65-4dd5-88ad-f5b07c914e85 for instance with vm_state building and task_state spawning. [ 1178.992127] env[69950]: DEBUG nova.compute.manager [req-ce0e2d4c-1c9e-403f-944f-85e77f5d9478 req-7b4f09c4-2e79-4753-a646-a23b200861f1 service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Received event network-changed-10945e20-9d65-4dd5-88ad-f5b07c914e85 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1178.992488] env[69950]: DEBUG nova.compute.manager [req-ce0e2d4c-1c9e-403f-944f-85e77f5d9478 req-7b4f09c4-2e79-4753-a646-a23b200861f1 service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Refreshing instance network info cache due to event network-changed-10945e20-9d65-4dd5-88ad-f5b07c914e85. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1178.992969] env[69950]: DEBUG oslo_concurrency.lockutils [req-ce0e2d4c-1c9e-403f-944f-85e77f5d9478 req-7b4f09c4-2e79-4753-a646-a23b200861f1 service nova] Acquiring lock "refresh_cache-8c517667-2ec2-4461-b12a-47c66f212be7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.075882] env[69950]: DEBUG nova.network.neutron [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Updating instance_info_cache with network_info: [{"id": "10945e20-9d65-4dd5-88ad-f5b07c914e85", "address": "fa:16:3e:66:f1:9a", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10945e20-9d", "ovs_interfaceid": "10945e20-9d65-4dd5-88ad-f5b07c914e85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.268759] env[69950]: ERROR nova.scheduler.client.report [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [req-d435172e-1814-46b6-8ec7-db0a8a6c8bdd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9977abed-3e10-4d72-b30a-b1d91a885d39. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d435172e-1814-46b6-8ec7-db0a8a6c8bdd"}]} [ 1179.287946] env[69950]: DEBUG nova.scheduler.client.report [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1179.306958] env[69950]: DEBUG nova.scheduler.client.report [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1179.307221] env[69950]: DEBUG nova.compute.provider_tree [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.328670] env[69950]: DEBUG nova.scheduler.client.report [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1179.354560] env[69950]: DEBUG nova.scheduler.client.report [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1179.383052] env[69950]: DEBUG nova.compute.manager [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.432804] env[69950]: DEBUG oslo_vmware.api [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222892, 'name': ReconfigVM_Task, 'duration_secs': 0.949668} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.436428] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835573', 'volume_id': 'b47ebc6f-1ac8-463c-9c8f-3929633bfd37', 'name': 'volume-b47ebc6f-1ac8-463c-9c8f-3929633bfd37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43e81197-d430-4443-9dfd-4c561ec2000c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b47ebc6f-1ac8-463c-9c8f-3929633bfd37', 'serial': 'b47ebc6f-1ac8-463c-9c8f-3929633bfd37'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1179.479026] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.479026] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.578426] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Releasing lock "refresh_cache-8c517667-2ec2-4461-b12a-47c66f212be7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.578705] env[69950]: DEBUG nova.compute.manager [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Instance network_info: |[{"id": "10945e20-9d65-4dd5-88ad-f5b07c914e85", "address": "fa:16:3e:66:f1:9a", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10945e20-9d", "ovs_interfaceid": "10945e20-9d65-4dd5-88ad-f5b07c914e85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1179.579295] env[69950]: DEBUG oslo_concurrency.lockutils [req-ce0e2d4c-1c9e-403f-944f-85e77f5d9478 req-7b4f09c4-2e79-4753-a646-a23b200861f1 service nova] Acquired lock "refresh_cache-8c517667-2ec2-4461-b12a-47c66f212be7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.579479] env[69950]: DEBUG nova.network.neutron [req-ce0e2d4c-1c9e-403f-944f-85e77f5d9478 req-7b4f09c4-2e79-4753-a646-a23b200861f1 service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Refreshing network info cache for port 10945e20-9d65-4dd5-88ad-f5b07c914e85 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.580660] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:f1:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10945e20-9d65-4dd5-88ad-f5b07c914e85', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.590047] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.595666] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.597340] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e3106af-f288-4937-9738-5a27bac48ae7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.612840] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "45e86572-9226-445d-b034-985c07c370ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.613136] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "45e86572-9226-445d-b034-985c07c370ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.613368] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "45e86572-9226-445d-b034-985c07c370ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.613558] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "45e86572-9226-445d-b034-985c07c370ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.613725] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "45e86572-9226-445d-b034-985c07c370ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.615848] env[69950]: INFO nova.compute.manager [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Terminating instance [ 1179.626152] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.626152] env[69950]: value = "task-4222893" [ 1179.626152] env[69950]: _type = "Task" [ 1179.626152] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.635599] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222893, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.738160] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b176a-51c7-4f40-99d8-536232e011d0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.748680] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6273b031-6f46-480d-895c-c2a94e38f7d1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.785342] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dc8e3d-5a0f-4eb2-b44c-eee9810883b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.794635] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200ee36b-65bd-4746-8cf7-eca7cdaacb17 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.810227] env[69950]: DEBUG nova.compute.provider_tree [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.898511] env[69950]: DEBUG nova.network.neutron [req-ce0e2d4c-1c9e-403f-944f-85e77f5d9478 req-7b4f09c4-2e79-4753-a646-a23b200861f1 service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Updated VIF entry in instance network info cache for port 10945e20-9d65-4dd5-88ad-f5b07c914e85. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.899520] env[69950]: DEBUG nova.network.neutron [req-ce0e2d4c-1c9e-403f-944f-85e77f5d9478 req-7b4f09c4-2e79-4753-a646-a23b200861f1 service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Updating instance_info_cache with network_info: [{"id": "10945e20-9d65-4dd5-88ad-f5b07c914e85", "address": "fa:16:3e:66:f1:9a", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10945e20-9d", "ovs_interfaceid": "10945e20-9d65-4dd5-88ad-f5b07c914e85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.909504] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.982055] env[69950]: DEBUG nova.compute.manager [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.005022] env[69950]: DEBUG nova.objects.instance [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lazy-loading 'flavor' on Instance uuid 43e81197-d430-4443-9dfd-4c561ec2000c {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.120468] env[69950]: DEBUG nova.compute.manager [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.120896] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.121632] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a80e15-1f9c-4a65-bb7e-ac9204621156 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.133125] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.134191] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a03ffd56-621a-4150-a080-cce85db90271 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.139158] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222893, 'name': CreateVM_Task, 'duration_secs': 0.373854} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.139358] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.140055] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.140267] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.140618] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.141987] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09a5aeb-d8a5-4962-a1a8-760b58351b8e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.143814] env[69950]: DEBUG oslo_vmware.api [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1180.143814] env[69950]: value = "task-4222894" [ 1180.143814] env[69950]: _type = "Task" [ 1180.143814] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.148690] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1180.148690] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f56fea-ff9c-8ec3-d5cb-b098e595ce9b" [ 1180.148690] env[69950]: _type = "Task" [ 1180.148690] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.158064] env[69950]: DEBUG oslo_vmware.api [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.165025] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f56fea-ff9c-8ec3-d5cb-b098e595ce9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.345756] env[69950]: DEBUG nova.scheduler.client.report [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1180.346146] env[69950]: DEBUG nova.compute.provider_tree [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 164 to 165 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1180.346363] env[69950]: DEBUG nova.compute.provider_tree [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.403543] env[69950]: DEBUG oslo_concurrency.lockutils [req-ce0e2d4c-1c9e-403f-944f-85e77f5d9478 req-7b4f09c4-2e79-4753-a646-a23b200861f1 service nova] Releasing lock "refresh_cache-8c517667-2ec2-4461-b12a-47c66f212be7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.505013] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.659050] env[69950]: DEBUG oslo_vmware.api [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222894, 'name': PowerOffVM_Task, 'duration_secs': 0.199542} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.662565] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.662879] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.663418] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f56fea-ff9c-8ec3-d5cb-b098e595ce9b, 'name': SearchDatastore_Task, 'duration_secs': 0.028312} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.663681] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a156b823-9bb3-4663-934c-915e9d6468ab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.665625] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.665925] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.666203] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.666367] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.666554] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.666865] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f8d50f4-819e-4fc2-b5c3-c84ada7564dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.676709] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.676893] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.677731] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0935e6f-924e-4e45-b31e-170dd2849f9f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.684196] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1180.684196] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523b0725-5758-9d53-35d1-95360c3a575c" [ 1180.684196] env[69950]: _type = "Task" [ 1180.684196] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.692786] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523b0725-5758-9d53-35d1-95360c3a575c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.738845] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.739179] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.739396] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleting the datastore file [datastore2] 45e86572-9226-445d-b034-985c07c370ce {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.739688] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df1fa479-3c7e-40dd-a57b-0d2f399b31ba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.746461] env[69950]: DEBUG oslo_vmware.api [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for the task: (returnval){ [ 1180.746461] env[69950]: value = "task-4222896" [ 1180.746461] env[69950]: _type = "Task" [ 1180.746461] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.755121] env[69950]: DEBUG oslo_vmware.api [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.851852] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.511s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.852498] env[69950]: DEBUG nova.compute.manager [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.855734] env[69950]: DEBUG oslo_concurrency.lockutils [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.109s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.002708] env[69950]: DEBUG oslo_vmware.rw_handles [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52209adb-9826-1c7b-667f-2bfd6005b931/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1181.003681] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f90a406-6c43-4670-8433-486192a6587b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.010539] env[69950]: DEBUG oslo_vmware.rw_handles [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52209adb-9826-1c7b-667f-2bfd6005b931/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1181.010712] env[69950]: ERROR oslo_vmware.rw_handles [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52209adb-9826-1c7b-667f-2bfd6005b931/disk-0.vmdk due to incomplete transfer. [ 1181.010948] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9f87a06a-7183-458a-ad68-09228ed62bea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.012636] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2c26e49e-45f9-466e-a507-ab3b4672dbf5 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "43e81197-d430-4443-9dfd-4c561ec2000c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.851s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.019725] env[69950]: DEBUG oslo_vmware.rw_handles [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52209adb-9826-1c7b-667f-2bfd6005b931/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1181.019931] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Uploaded image 98d4cb9b-9862-4c5c-be44-c480322b4072 to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1181.022179] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1181.022443] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-88a143a3-993e-473d-b183-ccafb9974d5d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.029671] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1181.029671] env[69950]: value = "task-4222897" [ 1181.029671] env[69950]: _type = "Task" [ 1181.029671] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.039603] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222897, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.196915] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523b0725-5758-9d53-35d1-95360c3a575c, 'name': SearchDatastore_Task, 'duration_secs': 0.013115} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.197730] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0862f28f-0ae9-4aaf-9d68-c4bd3de0d685 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.203807] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1181.203807] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d1c97e-065d-8148-e7f8-d64bfb82eab7" [ 1181.203807] env[69950]: _type = "Task" [ 1181.203807] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.212638] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d1c97e-065d-8148-e7f8-d64bfb82eab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.256412] env[69950]: DEBUG oslo_vmware.api [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Task: {'id': task-4222896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197097} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.256681] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.256868] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.257064] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.257249] env[69950]: INFO nova.compute.manager [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] [instance: 45e86572-9226-445d-b034-985c07c370ce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1181.257502] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.257784] env[69950]: DEBUG nova.compute.manager [-] [instance: 45e86572-9226-445d-b034-985c07c370ce] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.257890] env[69950]: DEBUG nova.network.neutron [-] [instance: 45e86572-9226-445d-b034-985c07c370ce] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.360075] env[69950]: DEBUG nova.compute.utils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.365438] env[69950]: INFO nova.compute.claims [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.369259] env[69950]: DEBUG nova.compute.manager [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.369443] env[69950]: DEBUG nova.network.neutron [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.462836] env[69950]: DEBUG nova.policy [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6d3675a979148939161695a2f179308', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f6b14514aef41898b7289024c536ffa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.540385] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222897, 'name': Destroy_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.686790] env[69950]: DEBUG nova.compute.manager [req-33058f3b-9397-481b-89d4-0a3a4f667707 req-7ff3d1f0-a583-464d-8659-4090e38f1294 service nova] [instance: 45e86572-9226-445d-b034-985c07c370ce] Received event network-vif-deleted-e6f2e7fd-4513-4d26-bc09-171602996984 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1181.686964] env[69950]: INFO nova.compute.manager [req-33058f3b-9397-481b-89d4-0a3a4f667707 req-7ff3d1f0-a583-464d-8659-4090e38f1294 service nova] [instance: 45e86572-9226-445d-b034-985c07c370ce] Neutron deleted interface e6f2e7fd-4513-4d26-bc09-171602996984; detaching it from the instance and deleting it from the info cache [ 1181.687151] env[69950]: DEBUG nova.network.neutron [req-33058f3b-9397-481b-89d4-0a3a4f667707 req-7ff3d1f0-a583-464d-8659-4090e38f1294 service nova] [instance: 45e86572-9226-445d-b034-985c07c370ce] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.714281] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d1c97e-065d-8148-e7f8-d64bfb82eab7, 'name': SearchDatastore_Task, 'duration_secs': 0.021729} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.714594] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.714862] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 8c517667-2ec2-4461-b12a-47c66f212be7/8c517667-2ec2-4461-b12a-47c66f212be7.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.715163] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e73b5faf-47fe-4946-96b6-62bd3b42c8d9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.723511] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1181.723511] env[69950]: value = "task-4222898" [ 1181.723511] env[69950]: _type = "Task" [ 1181.723511] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.736783] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.870362] env[69950]: DEBUG nova.compute.manager [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.875096] env[69950]: INFO nova.compute.resource_tracker [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating resource usage from migration dfa3e641-b4a6-4104-b9cb-eb2dc35a600a [ 1181.878203] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "43e81197-d430-4443-9dfd-4c561ec2000c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.878427] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "43e81197-d430-4443-9dfd-4c561ec2000c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.878617] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "43e81197-d430-4443-9dfd-4c561ec2000c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.878799] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "43e81197-d430-4443-9dfd-4c561ec2000c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.879019] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "43e81197-d430-4443-9dfd-4c561ec2000c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.880832] env[69950]: INFO nova.compute.manager [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Terminating instance [ 1181.945689] env[69950]: DEBUG nova.network.neutron [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Successfully created port: 3a4130bb-7c07-43be-8c60-196793774122 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.050571] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222897, 'name': Destroy_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.126685] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fd072d-0b14-4259-9969-c0eedb023c28 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.137903] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db5c20e-79a4-484e-a48b-b14c151f5d7c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.184593] env[69950]: DEBUG nova.network.neutron [-] [instance: 45e86572-9226-445d-b034-985c07c370ce] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.187316] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdd67ea-fa4d-4b3a-805c-a50d030fd562 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.190654] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c851f111-e673-42b5-a623-d3d9b673efd3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.199797] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b749d22-7c5c-4217-bcf0-178bee217f2e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.207145] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc851923-dd6b-4003-b7e6-6f66a5ebdbe1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.233358] env[69950]: DEBUG nova.compute.provider_tree [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.250593] env[69950]: DEBUG nova.compute.manager [req-33058f3b-9397-481b-89d4-0a3a4f667707 req-7ff3d1f0-a583-464d-8659-4090e38f1294 service nova] [instance: 45e86572-9226-445d-b034-985c07c370ce] Detach interface failed, port_id=e6f2e7fd-4513-4d26-bc09-171602996984, reason: Instance 45e86572-9226-445d-b034-985c07c370ce could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1182.251831] env[69950]: DEBUG nova.scheduler.client.report [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.263926] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.384208] env[69950]: DEBUG nova.compute.manager [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.384495] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.385325] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b6092f-c1f5-4d1c-b745-29609dedd524 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.393439] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.393993] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-172d2178-5b81-4c94-9374-01d4b636edb3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.400192] env[69950]: DEBUG oslo_vmware.api [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1182.400192] env[69950]: value = "task-4222899" [ 1182.400192] env[69950]: _type = "Task" [ 1182.400192] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.408715] env[69950]: DEBUG oslo_vmware.api [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.545280] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222897, 'name': Destroy_Task, 'duration_secs': 1.360735} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.545810] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Destroyed the VM [ 1182.546152] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1182.546515] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-92e9f766-d60b-45e9-aefb-b12a20bc5c70 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.558183] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1182.558183] env[69950]: value = "task-4222900" [ 1182.558183] env[69950]: _type = "Task" [ 1182.558183] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.571956] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222900, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.687897] env[69950]: INFO nova.compute.manager [-] [instance: 45e86572-9226-445d-b034-985c07c370ce] Took 1.43 seconds to deallocate network for instance. [ 1182.746246] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222898, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.756905] env[69950]: DEBUG oslo_concurrency.lockutils [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 1.901s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.757138] env[69950]: INFO nova.compute.manager [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Migrating [ 1182.766565] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.502s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.766852] env[69950]: DEBUG nova.objects.instance [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lazy-loading 'resources' on Instance uuid 6348ba8c-8ed6-4500-9de8-af747ebdb0b9 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.890872] env[69950]: DEBUG nova.compute.manager [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.912110] env[69950]: DEBUG oslo_vmware.api [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222899, 'name': PowerOffVM_Task, 'duration_secs': 0.217711} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.912262] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.912425] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.912684] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eca80a2-fada-4b56-888e-cf921f8165a6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.923314] env[69950]: DEBUG nova.virt.hardware [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.923563] env[69950]: DEBUG nova.virt.hardware [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.923722] env[69950]: DEBUG nova.virt.hardware [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.923906] env[69950]: DEBUG nova.virt.hardware [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.924068] env[69950]: DEBUG nova.virt.hardware [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.924221] env[69950]: DEBUG nova.virt.hardware [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.924431] env[69950]: DEBUG nova.virt.hardware [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.924593] env[69950]: DEBUG nova.virt.hardware [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.924761] env[69950]: DEBUG nova.virt.hardware [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.924933] env[69950]: DEBUG nova.virt.hardware [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.925117] env[69950]: DEBUG nova.virt.hardware [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.926105] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c0fc8b-fb67-45ee-9981-6b2712c5e17b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.935373] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e377b400-e627-47b9-a865-01a535a5e62a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.980233] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.980480] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.980715] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Deleting the datastore file [datastore1] 43e81197-d430-4443-9dfd-4c561ec2000c {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.981060] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91fe235b-156c-484e-90fa-f8a3c4ccb782 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.988417] env[69950]: DEBUG oslo_vmware.api [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1182.988417] env[69950]: value = "task-4222902" [ 1182.988417] env[69950]: _type = "Task" [ 1182.988417] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.997056] env[69950]: DEBUG oslo_vmware.api [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.068483] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222900, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.197292] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.244122] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222898, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.162482} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.244416] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 8c517667-2ec2-4461-b12a-47c66f212be7/8c517667-2ec2-4461-b12a-47c66f212be7.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.244634] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.244894] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1e81e43-aa59-43e9-9985-4c30bff436c3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.252387] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1183.252387] env[69950]: value = "task-4222903" [ 1183.252387] env[69950]: _type = "Task" [ 1183.252387] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.260506] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.278726] env[69950]: DEBUG oslo_concurrency.lockutils [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.279047] env[69950]: DEBUG oslo_concurrency.lockutils [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.280527] env[69950]: DEBUG nova.network.neutron [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.505471] env[69950]: DEBUG oslo_vmware.api [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179764} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.505877] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.506244] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.506542] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.507215] env[69950]: INFO nova.compute.manager [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1183.507215] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.511230] env[69950]: DEBUG nova.compute.manager [-] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.511387] env[69950]: DEBUG nova.network.neutron [-] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.553512] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff9a7b1-910e-43f2-8b90-279f1ab11081 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.566980] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a84960c-dac9-402c-b461-77f45ab4d9b4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.574260] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222900, 'name': RemoveSnapshot_Task, 'duration_secs': 0.580209} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.576373] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1183.576687] env[69950]: DEBUG nova.compute.manager [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1183.577519] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daca894-9e60-4962-9873-44fe3ea5a86a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.605787] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c24f48-6aa1-4597-a713-7aceacb6314a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.617414] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4effc9-a2c7-44a9-b22f-973327eb5ea4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.631626] env[69950]: DEBUG nova.compute.provider_tree [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.725697] env[69950]: DEBUG nova.compute.manager [req-18ab0472-66e1-44d7-a68d-cd3632d18d0a req-af0dce0a-3f25-4276-aee9-a414125628fe service nova] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Received event network-vif-plugged-3a4130bb-7c07-43be-8c60-196793774122 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1183.725950] env[69950]: DEBUG oslo_concurrency.lockutils [req-18ab0472-66e1-44d7-a68d-cd3632d18d0a req-af0dce0a-3f25-4276-aee9-a414125628fe service nova] Acquiring lock "e32b1591-1b56-41c8-a0b0-dff775883a70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.726221] env[69950]: DEBUG oslo_concurrency.lockutils [req-18ab0472-66e1-44d7-a68d-cd3632d18d0a req-af0dce0a-3f25-4276-aee9-a414125628fe service nova] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.726391] env[69950]: DEBUG oslo_concurrency.lockutils [req-18ab0472-66e1-44d7-a68d-cd3632d18d0a req-af0dce0a-3f25-4276-aee9-a414125628fe service nova] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.726561] env[69950]: DEBUG nova.compute.manager [req-18ab0472-66e1-44d7-a68d-cd3632d18d0a req-af0dce0a-3f25-4276-aee9-a414125628fe service nova] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] No waiting events found dispatching network-vif-plugged-3a4130bb-7c07-43be-8c60-196793774122 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1183.726730] env[69950]: WARNING nova.compute.manager [req-18ab0472-66e1-44d7-a68d-cd3632d18d0a req-af0dce0a-3f25-4276-aee9-a414125628fe service nova] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Received unexpected event network-vif-plugged-3a4130bb-7c07-43be-8c60-196793774122 for instance with vm_state building and task_state spawning. [ 1183.761823] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079783} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.762112] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.762911] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab6da22-f489-4fc6-ab12-b9e8d7fe821f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.785895] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 8c517667-2ec2-4461-b12a-47c66f212be7/8c517667-2ec2-4461-b12a-47c66f212be7.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.788582] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc50cc23-ddaf-4553-aab3-70a063697fd6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.810113] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1183.810113] env[69950]: value = "task-4222904" [ 1183.810113] env[69950]: _type = "Task" [ 1183.810113] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.820327] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.982249] env[69950]: DEBUG nova.network.neutron [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Successfully updated port: 3a4130bb-7c07-43be-8c60-196793774122 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.117581] env[69950]: INFO nova.compute.manager [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Shelve offloading [ 1184.171210] env[69950]: DEBUG nova.scheduler.client.report [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1184.171502] env[69950]: DEBUG nova.compute.provider_tree [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 165 to 166 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1184.171699] env[69950]: DEBUG nova.compute.provider_tree [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.319697] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222904, 'name': ReconfigVM_Task, 'duration_secs': 0.32602} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.320082] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 8c517667-2ec2-4461-b12a-47c66f212be7/8c517667-2ec2-4461-b12a-47c66f212be7.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.320620] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e52dbdb6-943e-4941-8b4e-b53a9926507b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.327870] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1184.327870] env[69950]: value = "task-4222905" [ 1184.327870] env[69950]: _type = "Task" [ 1184.327870] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.337075] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222905, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.485702] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "refresh_cache-e32b1591-1b56-41c8-a0b0-dff775883a70" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.485921] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquired lock "refresh_cache-e32b1591-1b56-41c8-a0b0-dff775883a70" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.486096] env[69950]: DEBUG nova.network.neutron [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.623140] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.623445] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24a0e7dc-9c7c-48ec-b062-8c3a1415d37d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.632096] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1184.632096] env[69950]: value = "task-4222906" [ 1184.632096] env[69950]: _type = "Task" [ 1184.632096] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.642696] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1184.642953] env[69950]: DEBUG nova.compute.manager [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1184.643737] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeab54dd-713e-4651-b6e3-44afd781297d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.650505] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.650685] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.650860] env[69950]: DEBUG nova.network.neutron [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.652733] env[69950]: DEBUG nova.network.neutron [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance_info_cache with network_info: [{"id": "e030da10-1108-4942-9231-f68da148dfe8", "address": "fa:16:3e:bc:18:ab", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape030da10-11", "ovs_interfaceid": "e030da10-1108-4942-9231-f68da148dfe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.676891] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.679443] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.770s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.681265] env[69950]: INFO nova.compute.claims [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.702357] env[69950]: INFO nova.scheduler.client.report [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleted allocations for instance 6348ba8c-8ed6-4500-9de8-af747ebdb0b9 [ 1184.838654] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222905, 'name': Rename_Task, 'duration_secs': 0.152949} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.839063] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.839351] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-882a03d0-fd25-4db1-9713-279812de62f4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.847232] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1184.847232] env[69950]: value = "task-4222907" [ 1184.847232] env[69950]: _type = "Task" [ 1184.847232] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.856020] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.022277] env[69950]: DEBUG nova.network.neutron [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.158188] env[69950]: DEBUG oslo_concurrency.lockutils [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.211125] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "6348ba8c-8ed6-4500-9de8-af747ebdb0b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.986s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.231639] env[69950]: DEBUG nova.network.neutron [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Updating instance_info_cache with network_info: [{"id": "3a4130bb-7c07-43be-8c60-196793774122", "address": "fa:16:3e:c4:72:98", "network": {"id": "28abb0d9-a17c-4151-90b1-c92889d156a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1139582651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f6b14514aef41898b7289024c536ffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4130bb-7c", "ovs_interfaceid": "3a4130bb-7c07-43be-8c60-196793774122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.300633] env[69950]: DEBUG nova.network.neutron [-] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.359797] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222907, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.530239] env[69950]: DEBUG nova.network.neutron [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Updating instance_info_cache with network_info: [{"id": "2872d813-1918-43a2-93a3-38741bd6d777", "address": "fa:16:3e:c4:ce:99", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2872d813-19", "ovs_interfaceid": "2872d813-1918-43a2-93a3-38741bd6d777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.737534] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Releasing lock "refresh_cache-e32b1591-1b56-41c8-a0b0-dff775883a70" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.737923] env[69950]: DEBUG nova.compute.manager [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Instance network_info: |[{"id": "3a4130bb-7c07-43be-8c60-196793774122", "address": "fa:16:3e:c4:72:98", "network": {"id": "28abb0d9-a17c-4151-90b1-c92889d156a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1139582651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f6b14514aef41898b7289024c536ffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4130bb-7c", "ovs_interfaceid": "3a4130bb-7c07-43be-8c60-196793774122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.738864] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:72:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a4130bb-7c07-43be-8c60-196793774122', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.746586] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.746833] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.747083] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-565e012c-7924-4d6d-9b3e-4dea46217070 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.767454] env[69950]: DEBUG nova.compute.manager [req-a9e4d168-8a4c-4d34-929c-f9f9ed0ba5fa req-4f6c35ca-4ea2-407c-8ae5-8a4e505bc78d service nova] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Received event network-changed-3a4130bb-7c07-43be-8c60-196793774122 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1185.768017] env[69950]: DEBUG nova.compute.manager [req-a9e4d168-8a4c-4d34-929c-f9f9ed0ba5fa req-4f6c35ca-4ea2-407c-8ae5-8a4e505bc78d service nova] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Refreshing instance network info cache due to event network-changed-3a4130bb-7c07-43be-8c60-196793774122. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1185.768017] env[69950]: DEBUG oslo_concurrency.lockutils [req-a9e4d168-8a4c-4d34-929c-f9f9ed0ba5fa req-4f6c35ca-4ea2-407c-8ae5-8a4e505bc78d service nova] Acquiring lock "refresh_cache-e32b1591-1b56-41c8-a0b0-dff775883a70" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.768161] env[69950]: DEBUG oslo_concurrency.lockutils [req-a9e4d168-8a4c-4d34-929c-f9f9ed0ba5fa req-4f6c35ca-4ea2-407c-8ae5-8a4e505bc78d service nova] Acquired lock "refresh_cache-e32b1591-1b56-41c8-a0b0-dff775883a70" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.768466] env[69950]: DEBUG nova.network.neutron [req-a9e4d168-8a4c-4d34-929c-f9f9ed0ba5fa req-4f6c35ca-4ea2-407c-8ae5-8a4e505bc78d service nova] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Refreshing network info cache for port 3a4130bb-7c07-43be-8c60-196793774122 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.777247] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.777247] env[69950]: value = "task-4222908" [ 1185.777247] env[69950]: _type = "Task" [ 1185.777247] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.791135] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222908, 'name': CreateVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.804016] env[69950]: INFO nova.compute.manager [-] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Took 2.29 seconds to deallocate network for instance. [ 1185.846303] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "401ccd9e-e776-4407-97cf-18f571c84716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.846570] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "401ccd9e-e776-4407-97cf-18f571c84716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.846793] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "401ccd9e-e776-4407-97cf-18f571c84716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.846984] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "401ccd9e-e776-4407-97cf-18f571c84716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.847173] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "401ccd9e-e776-4407-97cf-18f571c84716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.853140] env[69950]: INFO nova.compute.manager [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Terminating instance [ 1185.866656] env[69950]: DEBUG oslo_vmware.api [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4222907, 'name': PowerOnVM_Task, 'duration_secs': 0.63445} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.869741] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.870283] env[69950]: INFO nova.compute.manager [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1185.870283] env[69950]: DEBUG nova.compute.manager [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1185.872138] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be473f63-f7a1-45d4-9807-41342941c94a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.949559] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677c9dd4-157f-4aba-afb6-9a70be04d02f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.958774] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bc7d71-f2cd-40e7-b968-05303a1fbcc0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.996107] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1063e3-6d68-4778-b605-e1e1a7f281a0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.004913] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b55ef55-b730-4d2d-9180-121aeaf48f50 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.021318] env[69950]: DEBUG nova.compute.provider_tree [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.035270] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.289672] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222908, 'name': CreateVM_Task, 'duration_secs': 0.340153} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.289881] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.290666] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.290839] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.291244] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.291521] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22430d3e-3ad2-4e08-ba5e-ab8e46849ee7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.298060] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1186.298060] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52424da2-7ed9-ed22-6084-78faca12f2f8" [ 1186.298060] env[69950]: _type = "Task" [ 1186.298060] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.307591] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52424da2-7ed9-ed22-6084-78faca12f2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.311761] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.361369] env[69950]: DEBUG nova.compute.manager [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.361834] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.362495] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd81c929-4db2-4e56-b29e-3ae8a610e1ee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.370706] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.370974] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9eda594-f6f5-402f-b28f-094dfb7ebda0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.378228] env[69950]: DEBUG oslo_vmware.api [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1186.378228] env[69950]: value = "task-4222909" [ 1186.378228] env[69950]: _type = "Task" [ 1186.378228] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.396199] env[69950]: DEBUG oslo_vmware.api [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.400297] env[69950]: INFO nova.compute.manager [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Took 14.31 seconds to build instance. [ 1186.524464] env[69950]: DEBUG nova.scheduler.client.report [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 1, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.619543] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.620867] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482c7bb9-c65a-446e-9870-2f06e8eb4c1c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.631409] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.631706] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cf3b654-6dac-41fb-a097-abdb9f89a32e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.676289] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4394554d-1db3-47a7-81d9-ff14ca85717c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.697648] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance '2a3cf574-e9b1-4bcd-9e29-394e971617b5' progress to 0 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.703042] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.703319] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.703441] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleting the datastore file [datastore1] 3c80752d-807e-4821-b6c4-2cf462366f41 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.703950] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94310731-d58c-4620-8039-545f29382e74 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.713138] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1186.713138] env[69950]: value = "task-4222911" [ 1186.713138] env[69950]: _type = "Task" [ 1186.713138] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.723401] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.739265] env[69950]: DEBUG nova.network.neutron [req-a9e4d168-8a4c-4d34-929c-f9f9ed0ba5fa req-4f6c35ca-4ea2-407c-8ae5-8a4e505bc78d service nova] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Updated VIF entry in instance network info cache for port 3a4130bb-7c07-43be-8c60-196793774122. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.739771] env[69950]: DEBUG nova.network.neutron [req-a9e4d168-8a4c-4d34-929c-f9f9ed0ba5fa req-4f6c35ca-4ea2-407c-8ae5-8a4e505bc78d service nova] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Updating instance_info_cache with network_info: [{"id": "3a4130bb-7c07-43be-8c60-196793774122", "address": "fa:16:3e:c4:72:98", "network": {"id": "28abb0d9-a17c-4151-90b1-c92889d156a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1139582651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f6b14514aef41898b7289024c536ffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4130bb-7c", "ovs_interfaceid": "3a4130bb-7c07-43be-8c60-196793774122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.810155] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52424da2-7ed9-ed22-6084-78faca12f2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.014461} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.810155] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.810155] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.810424] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.810571] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.810797] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.811113] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f67d86c-0b63-4743-a36e-f2004baf0eb4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.820707] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.820873] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.822398] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83254f02-9625-4e85-8ad0-392c54bbd5e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.829260] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1186.829260] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523a9fb6-6459-f398-f773-ebf98f4e7432" [ 1186.829260] env[69950]: _type = "Task" [ 1186.829260] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.838793] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523a9fb6-6459-f398-f773-ebf98f4e7432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.888954] env[69950]: DEBUG oslo_vmware.api [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222909, 'name': PowerOffVM_Task, 'duration_secs': 0.27516} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.889293] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.889548] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.889880] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-189dea3f-474e-4083-b368-95549a11ddb6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.907343] env[69950]: DEBUG oslo_concurrency.lockutils [None req-da326e89-ec57-4121-99a3-b65e613cf626 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "8c517667-2ec2-4461-b12a-47c66f212be7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.835s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.969796] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.970266] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.970569] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleting the datastore file [datastore2] 401ccd9e-e776-4407-97cf-18f571c84716 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.970985] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14164796-0f93-47ee-aab2-9ae24ec7cce7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.979649] env[69950]: DEBUG oslo_vmware.api [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for the task: (returnval){ [ 1186.979649] env[69950]: value = "task-4222913" [ 1186.979649] env[69950]: _type = "Task" [ 1186.979649] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.990459] env[69950]: DEBUG oslo_vmware.api [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.032205] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.032811] env[69950]: DEBUG nova.compute.manager [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.035953] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.531s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.037699] env[69950]: INFO nova.compute.claims [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.207239] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.207690] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e5c308d-6ee1-4bfe-971b-f893887d1768 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.214930] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1187.214930] env[69950]: value = "task-4222914" [ 1187.214930] env[69950]: _type = "Task" [ 1187.214930] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.227452] env[69950]: DEBUG oslo_vmware.api [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253707} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.230543] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.230852] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.231032] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.233129] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.243801] env[69950]: DEBUG oslo_concurrency.lockutils [req-a9e4d168-8a4c-4d34-929c-f9f9ed0ba5fa req-4f6c35ca-4ea2-407c-8ae5-8a4e505bc78d service nova] Releasing lock "refresh_cache-e32b1591-1b56-41c8-a0b0-dff775883a70" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.244071] env[69950]: DEBUG nova.compute.manager [req-a9e4d168-8a4c-4d34-929c-f9f9ed0ba5fa req-4f6c35ca-4ea2-407c-8ae5-8a4e505bc78d service nova] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Received event network-vif-deleted-f32e84b8-de54-47de-820f-0b2307250bd1 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1187.256910] env[69950]: INFO nova.scheduler.client.report [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleted allocations for instance 3c80752d-807e-4821-b6c4-2cf462366f41 [ 1187.340053] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523a9fb6-6459-f398-f773-ebf98f4e7432, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.340796] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a922d42b-b53b-44b5-a1a6-357e0baf0438 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.346697] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1187.346697] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b1e345-79c7-1187-2be4-ee319b5d4658" [ 1187.346697] env[69950]: _type = "Task" [ 1187.346697] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.356273] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b1e345-79c7-1187-2be4-ee319b5d4658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.493128] env[69950]: DEBUG oslo_vmware.api [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Task: {'id': task-4222913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136117} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.493652] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.493652] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.493754] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.493928] env[69950]: INFO nova.compute.manager [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1187.494223] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.494417] env[69950]: DEBUG nova.compute.manager [-] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.494513] env[69950]: DEBUG nova.network.neutron [-] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.542267] env[69950]: DEBUG nova.compute.utils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.545611] env[69950]: DEBUG nova.compute.manager [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.545863] env[69950]: DEBUG nova.network.neutron [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.606374] env[69950]: DEBUG nova.policy [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5513bbc7ba164e6caa93dde5073a4d23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bda1219921b6481fb98277e0d3ffcd17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.728573] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222914, 'name': PowerOffVM_Task, 'duration_secs': 0.283558} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.728914] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.729050] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance '2a3cf574-e9b1-4bcd-9e29-394e971617b5' progress to 17 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.761714] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.793336] env[69950]: DEBUG nova.compute.manager [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Received event network-vif-unplugged-2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1187.793658] env[69950]: DEBUG oslo_concurrency.lockutils [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] Acquiring lock "3c80752d-807e-4821-b6c4-2cf462366f41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.793959] env[69950]: DEBUG oslo_concurrency.lockutils [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] Lock "3c80752d-807e-4821-b6c4-2cf462366f41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.794177] env[69950]: DEBUG oslo_concurrency.lockutils [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] Lock "3c80752d-807e-4821-b6c4-2cf462366f41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.794388] env[69950]: DEBUG nova.compute.manager [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] No waiting events found dispatching network-vif-unplugged-2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1187.794582] env[69950]: WARNING nova.compute.manager [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Received unexpected event network-vif-unplugged-2872d813-1918-43a2-93a3-38741bd6d777 for instance with vm_state shelved_offloaded and task_state None. [ 1187.794976] env[69950]: DEBUG nova.compute.manager [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Received event network-changed-2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1187.794976] env[69950]: DEBUG nova.compute.manager [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Refreshing instance network info cache due to event network-changed-2872d813-1918-43a2-93a3-38741bd6d777. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1187.795331] env[69950]: DEBUG oslo_concurrency.lockutils [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] Acquiring lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.795482] env[69950]: DEBUG oslo_concurrency.lockutils [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] Acquired lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.795678] env[69950]: DEBUG nova.network.neutron [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Refreshing network info cache for port 2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.859637] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b1e345-79c7-1187-2be4-ee319b5d4658, 'name': SearchDatastore_Task, 'duration_secs': 0.009851} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.859637] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.859637] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] e32b1591-1b56-41c8-a0b0-dff775883a70/e32b1591-1b56-41c8-a0b0-dff775883a70.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.859637] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-657e79fe-6c2c-4e57-9dd7-79b234c9d009 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.867995] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1187.867995] env[69950]: value = "task-4222915" [ 1187.867995] env[69950]: _type = "Task" [ 1187.867995] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.877961] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.003452] env[69950]: DEBUG nova.network.neutron [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Successfully created port: f0f42849-78cb-4a38-b9ac-607958ae6ae8 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.048815] env[69950]: DEBUG nova.compute.manager [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.236040] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.236338] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.236512] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.236781] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.237109] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.237219] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.237435] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.237566] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.237821] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.238065] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.238261] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.244632] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-590a4d03-4ad1-4522-a635-596eeb98a96c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.267382] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1188.267382] env[69950]: value = "task-4222916" [ 1188.267382] env[69950]: _type = "Task" [ 1188.267382] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.280662] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.330634] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaf59f1-95f5-402c-b84a-c8899e417556 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.340313] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc28ec94-91d9-42cb-a324-fc764f238633 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.344470] env[69950]: DEBUG nova.network.neutron [-] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.388742] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fa6722-1af8-4214-a15b-d79dbcb024de {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.401714] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222915, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.403051] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed2a533-61a9-48f4-af97-c7a0ad689a20 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.418702] env[69950]: DEBUG nova.compute.provider_tree [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.750643] env[69950]: DEBUG nova.network.neutron [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Updated VIF entry in instance network info cache for port 2872d813-1918-43a2-93a3-38741bd6d777. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.750988] env[69950]: DEBUG nova.network.neutron [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Updating instance_info_cache with network_info: [{"id": "2872d813-1918-43a2-93a3-38741bd6d777", "address": "fa:16:3e:c4:ce:99", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2872d813-19", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.779010] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222916, 'name': ReconfigVM_Task, 'duration_secs': 0.242952} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.779426] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance '2a3cf574-e9b1-4bcd-9e29-394e971617b5' progress to 33 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.885350] env[69950]: INFO nova.compute.manager [-] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Took 1.39 seconds to deallocate network for instance. [ 1188.899369] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222915, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.954462] env[69950]: DEBUG nova.scheduler.client.report [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Updated inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1188.954675] env[69950]: DEBUG nova.compute.provider_tree [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Updating resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 generation from 166 to 167 during operation: update_inventory {{(pid=69950) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1188.954864] env[69950]: DEBUG nova.compute.provider_tree [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1189.064985] env[69950]: DEBUG nova.compute.manager [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.092161] env[69950]: DEBUG nova.virt.hardware [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.092415] env[69950]: DEBUG nova.virt.hardware [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.092574] env[69950]: DEBUG nova.virt.hardware [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.092758] env[69950]: DEBUG nova.virt.hardware [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.092909] env[69950]: DEBUG nova.virt.hardware [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.093469] env[69950]: DEBUG nova.virt.hardware [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.093469] env[69950]: DEBUG nova.virt.hardware [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.093469] env[69950]: DEBUG nova.virt.hardware [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.093633] env[69950]: DEBUG nova.virt.hardware [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.093747] env[69950]: DEBUG nova.virt.hardware [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.093923] env[69950]: DEBUG nova.virt.hardware [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.094815] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa6c587-8610-4017-b438-a6a78ba3508c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.104202] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6850ca-a946-40f9-9f15-8be515a0a160 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.254169] env[69950]: DEBUG oslo_concurrency.lockutils [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] Releasing lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.254567] env[69950]: DEBUG nova.compute.manager [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Received event network-changed-10945e20-9d65-4dd5-88ad-f5b07c914e85 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1189.254817] env[69950]: DEBUG nova.compute.manager [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Refreshing instance network info cache due to event network-changed-10945e20-9d65-4dd5-88ad-f5b07c914e85. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1189.255232] env[69950]: DEBUG oslo_concurrency.lockutils [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] Acquiring lock "refresh_cache-8c517667-2ec2-4461-b12a-47c66f212be7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.255347] env[69950]: DEBUG oslo_concurrency.lockutils [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] Acquired lock "refresh_cache-8c517667-2ec2-4461-b12a-47c66f212be7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.255582] env[69950]: DEBUG nova.network.neutron [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Refreshing network info cache for port 10945e20-9d65-4dd5-88ad-f5b07c914e85 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.285986] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.285986] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.285986] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.285986] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.285986] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.286343] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.286343] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.286535] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.286790] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.287065] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.287292] env[69950]: DEBUG nova.virt.hardware [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.294562] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.295744] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c75e32f-e130-4e88-9cf5-c6fe3eaf1833 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.315719] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1189.315719] env[69950]: value = "task-4222917" [ 1189.315719] env[69950]: _type = "Task" [ 1189.315719] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.325862] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.397177] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.397545] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222915, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.505227} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.397881] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] e32b1591-1b56-41c8-a0b0-dff775883a70/e32b1591-1b56-41c8-a0b0-dff775883a70.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.398169] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.398434] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4a42110-8ac0-4e91-878c-0be79f227295 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.406414] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1189.406414] env[69950]: value = "task-4222918" [ 1189.406414] env[69950]: _type = "Task" [ 1189.406414] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.416560] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.460911] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.461520] env[69950]: DEBUG nova.compute.manager [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.464828] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.268s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.465213] env[69950]: DEBUG nova.objects.instance [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lazy-loading 'resources' on Instance uuid 45e86572-9226-445d-b034-985c07c370ce {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.826193] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222917, 'name': ReconfigVM_Task, 'duration_secs': 0.215359} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.826513] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.827317] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a372fa1c-7f5b-4194-a284-61fa29726e34 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.833609] env[69950]: DEBUG nova.compute.manager [req-c1636d4e-b40a-40a5-97f0-f45ff2b6fd5d req-52fc591b-b7d1-4b00-b5ec-15b77bd823e2 service nova] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Received event network-vif-deleted-879b7621-0945-4ca6-bec1-5b3521142e08 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1189.854375] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 2a3cf574-e9b1-4bcd-9e29-394e971617b5/2a3cf574-e9b1-4bcd-9e29-394e971617b5.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.854991] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0b26f73-3d19-4238-a21d-7f40ad1f7750 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.877806] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1189.877806] env[69950]: value = "task-4222919" [ 1189.877806] env[69950]: _type = "Task" [ 1189.877806] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.888544] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.916417] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090635} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.916701] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.917503] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d8c3d3-6133-41b7-8bad-19690b568cca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.941641] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] e32b1591-1b56-41c8-a0b0-dff775883a70/e32b1591-1b56-41c8-a0b0-dff775883a70.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.944284] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe7a35d9-6004-42b3-9294-6014df90777e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.967987] env[69950]: DEBUG nova.compute.utils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.969434] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1189.969434] env[69950]: value = "task-4222920" [ 1189.969434] env[69950]: _type = "Task" [ 1189.969434] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.972420] env[69950]: DEBUG nova.compute.manager [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.972596] env[69950]: DEBUG nova.network.neutron [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.985506] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.073190] env[69950]: DEBUG nova.policy [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4b9e9c3dc184877bae88ddb382db43d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6e8c430e4e24a09ba55a5392816ebbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.173593] env[69950]: DEBUG nova.network.neutron [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Successfully updated port: f0f42849-78cb-4a38-b9ac-607958ae6ae8 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.215051] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99b484f-5aa4-4f64-a97f-40767acc9aba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.218746] env[69950]: DEBUG nova.network.neutron [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Updated VIF entry in instance network info cache for port 10945e20-9d65-4dd5-88ad-f5b07c914e85. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.219093] env[69950]: DEBUG nova.network.neutron [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Updating instance_info_cache with network_info: [{"id": "10945e20-9d65-4dd5-88ad-f5b07c914e85", "address": "fa:16:3e:66:f1:9a", "network": {"id": "a322938d-854b-4b67-afb7-e5cceaa31d07", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1647167919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a36143c99541a2a1802030073feaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10945e20-9d", "ovs_interfaceid": "10945e20-9d65-4dd5-88ad-f5b07c914e85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.226704] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429e1221-5c47-4d65-b625-b60864e30935 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.261270] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58bb469-6b0f-4da0-a982-0489c336e28f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.274239] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c03ccf4-f584-49d7-acc8-f90da3783fda {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.290931] env[69950]: DEBUG nova.compute.provider_tree [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.388260] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.471241] env[69950]: DEBUG nova.compute.manager [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.480126] env[69950]: DEBUG nova.network.neutron [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Successfully created port: d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.487709] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.672913] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "refresh_cache-31bb88c6-57fd-4bab-91a0-f4af8c1315cd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.673143] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquired lock "refresh_cache-31bb88c6-57fd-4bab-91a0-f4af8c1315cd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.673328] env[69950]: DEBUG nova.network.neutron [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.722324] env[69950]: DEBUG oslo_concurrency.lockutils [req-2754a4d1-ff13-4c12-b96c-6cf8c53f8070 req-ff2862c6-3926-49a8-a029-68c3346518ce service nova] Releasing lock "refresh_cache-8c517667-2ec2-4461-b12a-47c66f212be7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.768828] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "3c80752d-807e-4821-b6c4-2cf462366f41" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.794637] env[69950]: DEBUG nova.scheduler.client.report [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.888125] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222919, 'name': ReconfigVM_Task, 'duration_secs': 0.908664} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.888418] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 2a3cf574-e9b1-4bcd-9e29-394e971617b5/2a3cf574-e9b1-4bcd-9e29-394e971617b5.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.888692] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance '2a3cf574-e9b1-4bcd-9e29-394e971617b5' progress to 50 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.996595] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222920, 'name': ReconfigVM_Task, 'duration_secs': 0.815923} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.996595] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Reconfigured VM instance instance-00000069 to attach disk [datastore2] e32b1591-1b56-41c8-a0b0-dff775883a70/e32b1591-1b56-41c8-a0b0-dff775883a70.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.997401] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c42bf226-e2d2-419b-9ba5-2df2a7f4a970 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.006688] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1191.006688] env[69950]: value = "task-4222921" [ 1191.006688] env[69950]: _type = "Task" [ 1191.006688] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.020537] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222921, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.206102] env[69950]: DEBUG nova.network.neutron [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.300736] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.304064] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.992s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.304064] env[69950]: DEBUG nova.objects.instance [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lazy-loading 'resources' on Instance uuid 43e81197-d430-4443-9dfd-4c561ec2000c {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.327585] env[69950]: INFO nova.scheduler.client.report [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Deleted allocations for instance 45e86572-9226-445d-b034-985c07c370ce [ 1191.347486] env[69950]: DEBUG nova.network.neutron [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Updating instance_info_cache with network_info: [{"id": "f0f42849-78cb-4a38-b9ac-607958ae6ae8", "address": "fa:16:3e:92:bc:6e", "network": {"id": "eb9662d0-13cb-428f-a85e-5483716528e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-269295514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda1219921b6481fb98277e0d3ffcd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f42849-78", "ovs_interfaceid": "f0f42849-78cb-4a38-b9ac-607958ae6ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.396907] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd0cf1b-5320-41d3-a9b3-7df9b6e91e02 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.418405] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ddbd26-0e6b-4f9f-bc1d-f58ce4beb16b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.440047] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance '2a3cf574-e9b1-4bcd-9e29-394e971617b5' progress to 67 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.489482] env[69950]: DEBUG nova.compute.manager [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.517987] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222921, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.522047] env[69950]: DEBUG nova.virt.hardware [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.522047] env[69950]: DEBUG nova.virt.hardware [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.522047] env[69950]: DEBUG nova.virt.hardware [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.522047] env[69950]: DEBUG nova.virt.hardware [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.522047] env[69950]: DEBUG nova.virt.hardware [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.522047] env[69950]: DEBUG nova.virt.hardware [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.522398] env[69950]: DEBUG nova.virt.hardware [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.522398] env[69950]: DEBUG nova.virt.hardware [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.522579] env[69950]: DEBUG nova.virt.hardware [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.522757] env[69950]: DEBUG nova.virt.hardware [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.522942] env[69950]: DEBUG nova.virt.hardware [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.523854] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a4d9b8-d08c-421a-9acb-7952f05d4a56 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.534672] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f89c15-0983-4822-97fc-6743298674f4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.839439] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Lock "45e86572-9226-445d-b034-985c07c370ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.225s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.856044] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Releasing lock "refresh_cache-31bb88c6-57fd-4bab-91a0-f4af8c1315cd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.856044] env[69950]: DEBUG nova.compute.manager [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Instance network_info: |[{"id": "f0f42849-78cb-4a38-b9ac-607958ae6ae8", "address": "fa:16:3e:92:bc:6e", "network": {"id": "eb9662d0-13cb-428f-a85e-5483716528e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-269295514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda1219921b6481fb98277e0d3ffcd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f42849-78", "ovs_interfaceid": "f0f42849-78cb-4a38-b9ac-607958ae6ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.856044] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:bc:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0f42849-78cb-4a38-b9ac-607958ae6ae8', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.866628] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Creating folder: Project (bda1219921b6481fb98277e0d3ffcd17). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.868030] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc219a9a-7f2a-4553-b180-b8b7a93b9b44 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.886685] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Created folder: Project (bda1219921b6481fb98277e0d3ffcd17) in parent group-v835309. [ 1191.887293] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Creating folder: Instances. Parent ref: group-v835592. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.888544] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c489ea27-ac47-46c0-ac23-2b8b63bfee18 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.904718] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Created folder: Instances in parent group-v835592. [ 1191.904718] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.904718] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.905625] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24cd32bd-c986-48fb-916a-4bbe5627ab39 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.945037] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.945037] env[69950]: value = "task-4222924" [ 1191.945037] env[69950]: _type = "Task" [ 1191.945037] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.970172] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222924, 'name': CreateVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.022675] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222921, 'name': Rename_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.119328] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2f201c-8294-4786-ab87-36e9ca45c585 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.127765] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468a1b3e-e4e8-4222-a652-672e789f80e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.177618] env[69950]: DEBUG nova.network.neutron [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Port e030da10-1108-4942-9231-f68da148dfe8 binding to destination host cpu-1 is already ACTIVE {{(pid=69950) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1192.179952] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0135871-a85e-4437-9d03-2777c8a1f82d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.191865] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30be3d07-a38e-4963-bfec-1f708832e361 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.211651] env[69950]: DEBUG nova.compute.provider_tree [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.228470] env[69950]: DEBUG nova.compute.manager [req-723d8ba6-3bee-421c-ac44-5da5a183acb4 req-c595c833-5262-472d-b0ae-febc89855a68 service nova] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Received event network-vif-plugged-f0f42849-78cb-4a38-b9ac-607958ae6ae8 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1192.228616] env[69950]: DEBUG oslo_concurrency.lockutils [req-723d8ba6-3bee-421c-ac44-5da5a183acb4 req-c595c833-5262-472d-b0ae-febc89855a68 service nova] Acquiring lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.229918] env[69950]: DEBUG oslo_concurrency.lockutils [req-723d8ba6-3bee-421c-ac44-5da5a183acb4 req-c595c833-5262-472d-b0ae-febc89855a68 service nova] Lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.229918] env[69950]: DEBUG oslo_concurrency.lockutils [req-723d8ba6-3bee-421c-ac44-5da5a183acb4 req-c595c833-5262-472d-b0ae-febc89855a68 service nova] Lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.229918] env[69950]: DEBUG nova.compute.manager [req-723d8ba6-3bee-421c-ac44-5da5a183acb4 req-c595c833-5262-472d-b0ae-febc89855a68 service nova] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] No waiting events found dispatching network-vif-plugged-f0f42849-78cb-4a38-b9ac-607958ae6ae8 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1192.230163] env[69950]: WARNING nova.compute.manager [req-723d8ba6-3bee-421c-ac44-5da5a183acb4 req-c595c833-5262-472d-b0ae-febc89855a68 service nova] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Received unexpected event network-vif-plugged-f0f42849-78cb-4a38-b9ac-607958ae6ae8 for instance with vm_state building and task_state spawning. [ 1192.230409] env[69950]: DEBUG nova.compute.manager [req-723d8ba6-3bee-421c-ac44-5da5a183acb4 req-c595c833-5262-472d-b0ae-febc89855a68 service nova] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Received event network-changed-f0f42849-78cb-4a38-b9ac-607958ae6ae8 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1192.230577] env[69950]: DEBUG nova.compute.manager [req-723d8ba6-3bee-421c-ac44-5da5a183acb4 req-c595c833-5262-472d-b0ae-febc89855a68 service nova] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Refreshing instance network info cache due to event network-changed-f0f42849-78cb-4a38-b9ac-607958ae6ae8. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1192.230893] env[69950]: DEBUG oslo_concurrency.lockutils [req-723d8ba6-3bee-421c-ac44-5da5a183acb4 req-c595c833-5262-472d-b0ae-febc89855a68 service nova] Acquiring lock "refresh_cache-31bb88c6-57fd-4bab-91a0-f4af8c1315cd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.231385] env[69950]: DEBUG oslo_concurrency.lockutils [req-723d8ba6-3bee-421c-ac44-5da5a183acb4 req-c595c833-5262-472d-b0ae-febc89855a68 service nova] Acquired lock "refresh_cache-31bb88c6-57fd-4bab-91a0-f4af8c1315cd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.231493] env[69950]: DEBUG nova.network.neutron [req-723d8ba6-3bee-421c-ac44-5da5a183acb4 req-c595c833-5262-472d-b0ae-febc89855a68 service nova] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Refreshing network info cache for port f0f42849-78cb-4a38-b9ac-607958ae6ae8 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.414320] env[69950]: DEBUG nova.compute.manager [req-dafe633f-7746-4692-9e19-2fe730e60a59 req-baaefbf9-8344-453d-b1de-4c87ea352479 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Received event network-vif-plugged-d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1192.414876] env[69950]: DEBUG oslo_concurrency.lockutils [req-dafe633f-7746-4692-9e19-2fe730e60a59 req-baaefbf9-8344-453d-b1de-4c87ea352479 service nova] Acquiring lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.415674] env[69950]: DEBUG oslo_concurrency.lockutils [req-dafe633f-7746-4692-9e19-2fe730e60a59 req-baaefbf9-8344-453d-b1de-4c87ea352479 service nova] Lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.415674] env[69950]: DEBUG oslo_concurrency.lockutils [req-dafe633f-7746-4692-9e19-2fe730e60a59 req-baaefbf9-8344-453d-b1de-4c87ea352479 service nova] Lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.415883] env[69950]: DEBUG nova.compute.manager [req-dafe633f-7746-4692-9e19-2fe730e60a59 req-baaefbf9-8344-453d-b1de-4c87ea352479 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] No waiting events found dispatching network-vif-plugged-d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1192.416048] env[69950]: WARNING nova.compute.manager [req-dafe633f-7746-4692-9e19-2fe730e60a59 req-baaefbf9-8344-453d-b1de-4c87ea352479 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Received unexpected event network-vif-plugged-d91eda90-3d4f-49b9-b970-dffd331d7b81 for instance with vm_state building and task_state spawning. [ 1192.457502] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222924, 'name': CreateVM_Task, 'duration_secs': 0.503892} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.457701] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.458437] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.458625] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.458969] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.459334] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee845da-a323-439e-8ef2-175468f8f4e6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.465624] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1192.465624] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5249a24c-027d-595a-616f-e9ff7a9f3e03" [ 1192.465624] env[69950]: _type = "Task" [ 1192.465624] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.477778] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5249a24c-027d-595a-616f-e9ff7a9f3e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.517981] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222921, 'name': Rename_Task, 'duration_secs': 1.199217} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.518377] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.518758] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63140d12-4a08-4691-9b99-ab8d35159a31 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.526887] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1192.526887] env[69950]: value = "task-4222925" [ 1192.526887] env[69950]: _type = "Task" [ 1192.526887] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.536026] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.717399] env[69950]: DEBUG nova.scheduler.client.report [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.978413] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5249a24c-027d-595a-616f-e9ff7a9f3e03, 'name': SearchDatastore_Task, 'duration_secs': 0.011539} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.979406] env[69950]: DEBUG nova.network.neutron [req-723d8ba6-3bee-421c-ac44-5da5a183acb4 req-c595c833-5262-472d-b0ae-febc89855a68 service nova] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Updated VIF entry in instance network info cache for port f0f42849-78cb-4a38-b9ac-607958ae6ae8. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.979801] env[69950]: DEBUG nova.network.neutron [req-723d8ba6-3bee-421c-ac44-5da5a183acb4 req-c595c833-5262-472d-b0ae-febc89855a68 service nova] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Updating instance_info_cache with network_info: [{"id": "f0f42849-78cb-4a38-b9ac-607958ae6ae8", "address": "fa:16:3e:92:bc:6e", "network": {"id": "eb9662d0-13cb-428f-a85e-5483716528e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-269295514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda1219921b6481fb98277e0d3ffcd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f42849-78", "ovs_interfaceid": "f0f42849-78cb-4a38-b9ac-607958ae6ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.981271] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.981591] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.981944] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.982156] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.982552] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.983142] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38d3ff90-8ca6-45a9-ae0d-d3620e872298 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.994905] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.995189] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.996082] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda81e15-178a-4cf1-acfd-aea19a2dcc8c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.006740] env[69950]: DEBUG nova.network.neutron [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Successfully updated port: d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.009684] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1193.009684] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ed65a4-812e-3347-7089-91104d2266d0" [ 1193.009684] env[69950]: _type = "Task" [ 1193.009684] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.019586] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ed65a4-812e-3347-7089-91104d2266d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.038398] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222925, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.210447] env[69950]: DEBUG oslo_concurrency.lockutils [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.210693] env[69950]: DEBUG oslo_concurrency.lockutils [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.210874] env[69950]: DEBUG oslo_concurrency.lockutils [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.222296] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.226355] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.465s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.226634] env[69950]: DEBUG nova.objects.instance [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lazy-loading 'resources' on Instance uuid 3c80752d-807e-4821-b6c4-2cf462366f41 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.253648] env[69950]: INFO nova.scheduler.client.report [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Deleted allocations for instance 43e81197-d430-4443-9dfd-4c561ec2000c [ 1193.484131] env[69950]: DEBUG oslo_concurrency.lockutils [req-723d8ba6-3bee-421c-ac44-5da5a183acb4 req-c595c833-5262-472d-b0ae-febc89855a68 service nova] Releasing lock "refresh_cache-31bb88c6-57fd-4bab-91a0-f4af8c1315cd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.506306] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.506478] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.506635] env[69950]: DEBUG nova.network.neutron [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.527042] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ed65a4-812e-3347-7089-91104d2266d0, 'name': SearchDatastore_Task, 'duration_secs': 0.017038} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.529629] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e9f407-025b-4fb9-93de-41bcf8edaf6c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.542356] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1193.542356] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ae788d-75e3-e00e-4370-7f7802c623bd" [ 1193.542356] env[69950]: _type = "Task" [ 1193.542356] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.546841] env[69950]: DEBUG oslo_vmware.api [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4222925, 'name': PowerOnVM_Task, 'duration_secs': 0.527102} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.551101] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.551404] env[69950]: INFO nova.compute.manager [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1193.551630] env[69950]: DEBUG nova.compute.manager [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1193.552485] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711adc8e-425e-473f-b4b7-6080a97a217e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.563443] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ae788d-75e3-e00e-4370-7f7802c623bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.565404] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.565764] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 31bb88c6-57fd-4bab-91a0-f4af8c1315cd/31bb88c6-57fd-4bab-91a0-f4af8c1315cd.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.569305] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47c93ac8-c4fd-4612-bec5-a2bc8f783086 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.578470] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1193.578470] env[69950]: value = "task-4222926" [ 1193.578470] env[69950]: _type = "Task" [ 1193.578470] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.589112] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.732587] env[69950]: DEBUG nova.objects.instance [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lazy-loading 'numa_topology' on Instance uuid 3c80752d-807e-4821-b6c4-2cf462366f41 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.766391] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7beb1661-9204-4266-b03f-13927e3dba5b tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "43e81197-d430-4443-9dfd-4c561ec2000c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.886s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.085272] env[69950]: INFO nova.compute.manager [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Took 20.32 seconds to build instance. [ 1194.087807] env[69950]: DEBUG nova.network.neutron [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.095638] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222926, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.236325] env[69950]: DEBUG nova.objects.base [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Object Instance<3c80752d-807e-4821-b6c4-2cf462366f41> lazy-loaded attributes: resources,numa_topology {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1194.265946] env[69950]: DEBUG nova.compute.manager [req-19deacd1-b806-449a-92fe-6f5519359d37 req-7e980107-7d74-4150-ada3-4d2749551d3c service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Received event network-changed-d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1194.266166] env[69950]: DEBUG nova.compute.manager [req-19deacd1-b806-449a-92fe-6f5519359d37 req-7e980107-7d74-4150-ada3-4d2749551d3c service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Refreshing instance network info cache due to event network-changed-d91eda90-3d4f-49b9-b970-dffd331d7b81. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1194.266354] env[69950]: DEBUG oslo_concurrency.lockutils [req-19deacd1-b806-449a-92fe-6f5519359d37 req-7e980107-7d74-4150-ada3-4d2749551d3c service nova] Acquiring lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.272348] env[69950]: DEBUG oslo_concurrency.lockutils [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.272348] env[69950]: DEBUG oslo_concurrency.lockutils [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.272348] env[69950]: DEBUG nova.network.neutron [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.336809] env[69950]: DEBUG nova.network.neutron [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updating instance_info_cache with network_info: [{"id": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "address": "fa:16:3e:74:1d:b8", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91eda90-3d", "ovs_interfaceid": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.426812] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee9635c-afd9-42c2-8bd6-fbc03545e77a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.436016] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0dffb9-3926-459d-adff-6ec158213f46 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.471376] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8794a2-c550-4c57-832c-0e1888fc3897 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.480299] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92d5529-e89f-449d-a7e1-edd1e272ce3f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.495298] env[69950]: DEBUG nova.compute.provider_tree [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.592590] env[69950]: DEBUG oslo_concurrency.lockutils [None req-68214767-57bd-4c0e-b2a5-ea98effe2773 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.832s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.593178] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222926, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.841624] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.841957] env[69950]: DEBUG nova.compute.manager [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Instance network_info: |[{"id": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "address": "fa:16:3e:74:1d:b8", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91eda90-3d", "ovs_interfaceid": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.842584] env[69950]: DEBUG oslo_concurrency.lockutils [req-19deacd1-b806-449a-92fe-6f5519359d37 req-7e980107-7d74-4150-ada3-4d2749551d3c service nova] Acquired lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.842584] env[69950]: DEBUG nova.network.neutron [req-19deacd1-b806-449a-92fe-6f5519359d37 req-7e980107-7d74-4150-ada3-4d2749551d3c service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Refreshing network info cache for port d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.843676] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:1d:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd91eda90-3d4f-49b9-b970-dffd331d7b81', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.855032] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.856879] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.857190] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97f6d8ce-a0e9-431d-8327-f2ee1ac458a6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.881102] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.881102] env[69950]: value = "task-4222928" [ 1194.881102] env[69950]: _type = "Task" [ 1194.881102] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.893961] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222928, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.998910] env[69950]: DEBUG nova.scheduler.client.report [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.092382] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222926, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.218766] env[69950]: DEBUG nova.network.neutron [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance_info_cache with network_info: [{"id": "e030da10-1108-4942-9231-f68da148dfe8", "address": "fa:16:3e:bc:18:ab", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape030da10-11", "ovs_interfaceid": "e030da10-1108-4942-9231-f68da148dfe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.400532] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222928, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.505222] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.510731] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.114s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.510968] env[69950]: DEBUG nova.objects.instance [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lazy-loading 'resources' on Instance uuid 401ccd9e-e776-4407-97cf-18f571c84716 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.593984] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222926, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.531025} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.594243] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 31bb88c6-57fd-4bab-91a0-f4af8c1315cd/31bb88c6-57fd-4bab-91a0-f4af8c1315cd.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.594463] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.594729] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc3c8ff5-65b6-41db-8351-5e6c10307670 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.602619] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1195.602619] env[69950]: value = "task-4222929" [ 1195.602619] env[69950]: _type = "Task" [ 1195.602619] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.612773] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.691095] env[69950]: DEBUG nova.network.neutron [req-19deacd1-b806-449a-92fe-6f5519359d37 req-7e980107-7d74-4150-ada3-4d2749551d3c service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updated VIF entry in instance network info cache for port d91eda90-3d4f-49b9-b970-dffd331d7b81. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.691553] env[69950]: DEBUG nova.network.neutron [req-19deacd1-b806-449a-92fe-6f5519359d37 req-7e980107-7d74-4150-ada3-4d2749551d3c service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updating instance_info_cache with network_info: [{"id": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "address": "fa:16:3e:74:1d:b8", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91eda90-3d", "ovs_interfaceid": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.721204] env[69950]: DEBUG oslo_concurrency.lockutils [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.898083] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "052aaf44-520a-4656-be2f-ddfc70b03f40" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.898083] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.898083] env[69950]: INFO nova.compute.manager [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Shelving [ 1195.898439] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222928, 'name': CreateVM_Task, 'duration_secs': 0.558259} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.898439] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.899514] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.899514] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.899611] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.900660] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6470fd8-b8cf-461d-ba9c-00fe94e85056 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.907263] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1195.907263] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5256700d-0435-0b5a-8880-429964329a25" [ 1195.907263] env[69950]: _type = "Task" [ 1195.907263] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.919009] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5256700d-0435-0b5a-8880-429964329a25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.030595] env[69950]: DEBUG oslo_concurrency.lockutils [None req-9d601754-dfac-4e71-8af7-47febcaf86b5 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "3c80752d-807e-4821-b6c4-2cf462366f41" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.348s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.031119] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "3c80752d-807e-4821-b6c4-2cf462366f41" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.262s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.031313] env[69950]: INFO nova.compute.manager [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Unshelving [ 1196.114579] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205987} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.115479] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.116383] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8853eeb8-2436-4926-8b7e-7e3fcb58d657 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.142904] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 31bb88c6-57fd-4bab-91a0-f4af8c1315cd/31bb88c6-57fd-4bab-91a0-f4af8c1315cd.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.145835] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d703e8-d23d-427a-91d6-0c3aa834480d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.172562] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1196.172562] env[69950]: value = "task-4222930" [ 1196.172562] env[69950]: _type = "Task" [ 1196.172562] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.177508] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.197857] env[69950]: DEBUG oslo_concurrency.lockutils [req-19deacd1-b806-449a-92fe-6f5519359d37 req-7e980107-7d74-4150-ada3-4d2749551d3c service nova] Releasing lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.243398] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69867ab8-9e24-4d27-85fa-2b7db7696042 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.263240] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6293792c-3783-4ea2-9174-f37e38b6cbb1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.266391] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22532796-4ee7-4859-85a5-d305296e1451 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.273387] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance '2a3cf574-e9b1-4bcd-9e29-394e971617b5' progress to 83 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.279677] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a07feb5-c66b-463c-a7d5-b106cc3acae2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.318194] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73990db6-64a0-43a6-9e64-19846f721ef8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.323902] env[69950]: DEBUG nova.compute.manager [req-ee271ab2-72fc-4f76-ad85-1d3a97ea9f7d req-69997d08-1fb3-449a-9eb7-7f437fcd562c service nova] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Received event network-changed-3a4130bb-7c07-43be-8c60-196793774122 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1196.324172] env[69950]: DEBUG nova.compute.manager [req-ee271ab2-72fc-4f76-ad85-1d3a97ea9f7d req-69997d08-1fb3-449a-9eb7-7f437fcd562c service nova] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Refreshing instance network info cache due to event network-changed-3a4130bb-7c07-43be-8c60-196793774122. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1196.324456] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee271ab2-72fc-4f76-ad85-1d3a97ea9f7d req-69997d08-1fb3-449a-9eb7-7f437fcd562c service nova] Acquiring lock "refresh_cache-e32b1591-1b56-41c8-a0b0-dff775883a70" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.324656] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee271ab2-72fc-4f76-ad85-1d3a97ea9f7d req-69997d08-1fb3-449a-9eb7-7f437fcd562c service nova] Acquired lock "refresh_cache-e32b1591-1b56-41c8-a0b0-dff775883a70" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.324904] env[69950]: DEBUG nova.network.neutron [req-ee271ab2-72fc-4f76-ad85-1d3a97ea9f7d req-69997d08-1fb3-449a-9eb7-7f437fcd562c service nova] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Refreshing network info cache for port 3a4130bb-7c07-43be-8c60-196793774122 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.337898] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846b95de-d47a-468d-a5c9-f6239c403270 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.364787] env[69950]: DEBUG nova.compute.provider_tree [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.418624] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5256700d-0435-0b5a-8880-429964329a25, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.418955] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.419205] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.419437] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.419582] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.419760] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.420074] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4537c029-8e51-45e8-8267-6a976413197e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.429476] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.429654] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.430457] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86cf98f3-4219-4e28-b238-fb2fc1707eb1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.436470] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1196.436470] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a570a4-b1b2-0334-c740-b77449149229" [ 1196.436470] env[69950]: _type = "Task" [ 1196.436470] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.445269] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a570a4-b1b2-0334-c740-b77449149229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.679038] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.782085] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.782296] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eee0f2d-1519-490d-b413-01be2391c88d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.790797] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1196.790797] env[69950]: value = "task-4222931" [ 1196.790797] env[69950]: _type = "Task" [ 1196.790797] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.803200] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.869119] env[69950]: DEBUG nova.scheduler.client.report [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.909997] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.910381] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5a0a85e-716d-419c-af7f-93d5b073ecf4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.918623] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1196.918623] env[69950]: value = "task-4222932" [ 1196.918623] env[69950]: _type = "Task" [ 1196.918623] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.928437] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.952045] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a570a4-b1b2-0334-c740-b77449149229, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.955758] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9da1691-0830-448a-916d-072b441de5cb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.964794] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1196.964794] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5293e2f6-7276-d954-0d58-767023473c25" [ 1196.964794] env[69950]: _type = "Task" [ 1196.964794] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.974188] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5293e2f6-7276-d954-0d58-767023473c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.064951] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.126618] env[69950]: DEBUG nova.network.neutron [req-ee271ab2-72fc-4f76-ad85-1d3a97ea9f7d req-69997d08-1fb3-449a-9eb7-7f437fcd562c service nova] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Updated VIF entry in instance network info cache for port 3a4130bb-7c07-43be-8c60-196793774122. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.127075] env[69950]: DEBUG nova.network.neutron [req-ee271ab2-72fc-4f76-ad85-1d3a97ea9f7d req-69997d08-1fb3-449a-9eb7-7f437fcd562c service nova] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Updating instance_info_cache with network_info: [{"id": "3a4130bb-7c07-43be-8c60-196793774122", "address": "fa:16:3e:c4:72:98", "network": {"id": "28abb0d9-a17c-4151-90b1-c92889d156a5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1139582651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f6b14514aef41898b7289024c536ffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4130bb-7c", "ovs_interfaceid": "3a4130bb-7c07-43be-8c60-196793774122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.179251] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222930, 'name': ReconfigVM_Task, 'duration_secs': 0.825834} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.179572] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 31bb88c6-57fd-4bab-91a0-f4af8c1315cd/31bb88c6-57fd-4bab-91a0-f4af8c1315cd.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.180254] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5454135d-99a7-495f-96aa-a61b11fb7fd8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.188492] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1197.188492] env[69950]: value = "task-4222933" [ 1197.188492] env[69950]: _type = "Task" [ 1197.188492] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.202979] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222933, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.301888] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.376050] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.379292] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.314s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.379768] env[69950]: DEBUG nova.objects.instance [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lazy-loading 'pci_requests' on Instance uuid 3c80752d-807e-4821-b6c4-2cf462366f41 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.399662] env[69950]: INFO nova.scheduler.client.report [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Deleted allocations for instance 401ccd9e-e776-4407-97cf-18f571c84716 [ 1197.430326] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222932, 'name': PowerOffVM_Task, 'duration_secs': 0.200159} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.430671] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.431650] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba26ac0-754b-44ef-b901-b5611905adf9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.450969] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8e8f5b-991e-456e-9f32-0f377d705431 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.475719] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5293e2f6-7276-d954-0d58-767023473c25, 'name': SearchDatastore_Task, 'duration_secs': 0.01223} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.475875] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.476097] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] cab77ef2-c386-4015-9ddd-29f885e2e2fe/cab77ef2-c386-4015-9ddd-29f885e2e2fe.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.476873] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd2e62f4-1487-4dab-9308-f3e7f8e22c7f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.484969] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1197.484969] env[69950]: value = "task-4222934" [ 1197.484969] env[69950]: _type = "Task" [ 1197.484969] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.493718] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.594949] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.595230] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.595474] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "fdfbc8cd-57a0-4acf-a4d1-20a7788acae1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.595762] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "fdfbc8cd-57a0-4acf-a4d1-20a7788acae1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.595980] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "fdfbc8cd-57a0-4acf-a4d1-20a7788acae1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.598679] env[69950]: INFO nova.compute.manager [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Terminating instance [ 1197.630528] env[69950]: DEBUG oslo_concurrency.lockutils [req-ee271ab2-72fc-4f76-ad85-1d3a97ea9f7d req-69997d08-1fb3-449a-9eb7-7f437fcd562c service nova] Releasing lock "refresh_cache-e32b1591-1b56-41c8-a0b0-dff775883a70" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.703070] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222933, 'name': Rename_Task, 'duration_secs': 0.293107} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.703420] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.703679] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17d10f18-d101-4fcc-b033-ae5b9364c9fc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.712526] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1197.712526] env[69950]: value = "task-4222935" [ 1197.712526] env[69950]: _type = "Task" [ 1197.712526] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.723802] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.807489] env[69950]: DEBUG oslo_vmware.api [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222931, 'name': PowerOnVM_Task, 'duration_secs': 0.90401} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.807979] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.808234] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-00f0337f-781b-4fd2-a772-a9a11de449df tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance '2a3cf574-e9b1-4bcd-9e29-394e971617b5' progress to 100 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.883333] env[69950]: DEBUG nova.objects.instance [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lazy-loading 'numa_topology' on Instance uuid 3c80752d-807e-4821-b6c4-2cf462366f41 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.907448] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8a622384-8c95-4325-9d95-08fe834756e9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Lock "401ccd9e-e776-4407-97cf-18f571c84716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.061s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.962877] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1197.963299] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e261912a-ce9d-4c50-b384-fa83bdc1e998 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.976674] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1197.976674] env[69950]: value = "task-4222936" [ 1197.976674] env[69950]: _type = "Task" [ 1197.976674] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.991695] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222936, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.998082] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222934, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.103034] env[69950]: DEBUG nova.compute.manager [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.103281] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.105031] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c28881-9769-4773-899b-ada007baf650 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.112417] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.112690] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d214ddb-6524-46cf-a13e-68b6351a4fda {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.121321] env[69950]: DEBUG oslo_vmware.api [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1198.121321] env[69950]: value = "task-4222937" [ 1198.121321] env[69950]: _type = "Task" [ 1198.121321] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.130572] env[69950]: DEBUG oslo_vmware.api [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.224571] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.386341] env[69950]: INFO nova.compute.claims [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.486978] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222936, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.495515] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561738} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.495814] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] cab77ef2-c386-4015-9ddd-29f885e2e2fe/cab77ef2-c386-4015-9ddd-29f885e2e2fe.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.496115] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.496384] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b27d73de-f849-4875-ae9c-bb7cf1f2729c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.502868] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1198.502868] env[69950]: value = "task-4222938" [ 1198.502868] env[69950]: _type = "Task" [ 1198.502868] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.510751] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.632896] env[69950]: DEBUG oslo_vmware.api [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222937, 'name': PowerOffVM_Task, 'duration_secs': 0.287128} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.633583] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.633583] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.633704] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab6026ab-d9a9-461d-987c-b492a5998101 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.712999] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.713281] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.713519] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Deleting the datastore file [datastore2] fdfbc8cd-57a0-4acf-a4d1-20a7788acae1 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.713870] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f01b0a63-8d31-436d-9497-3739896b6715 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.727206] env[69950]: DEBUG oslo_vmware.api [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1198.727206] env[69950]: value = "task-4222940" [ 1198.727206] env[69950]: _type = "Task" [ 1198.727206] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.730807] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222935, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.739826] env[69950]: DEBUG oslo_vmware.api [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.987964] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222936, 'name': CreateSnapshot_Task, 'duration_secs': 0.838068} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.988281] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1198.989078] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad84cf1-5cc3-4328-bbd6-4726be9c12fa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.012480] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064273} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.013459] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.013573] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53ae1b9-d1f6-4355-93ca-f132fce9f293 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.039168] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] cab77ef2-c386-4015-9ddd-29f885e2e2fe/cab77ef2-c386-4015-9ddd-29f885e2e2fe.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.040188] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-567fd07c-fd73-4196-926c-e9e744994ba9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.060925] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1199.060925] env[69950]: value = "task-4222941" [ 1199.060925] env[69950]: _type = "Task" [ 1199.060925] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.070156] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.228820] env[69950]: DEBUG oslo_vmware.api [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222935, 'name': PowerOnVM_Task, 'duration_secs': 1.032082} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.228820] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.228820] env[69950]: INFO nova.compute.manager [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1199.228820] env[69950]: DEBUG nova.compute.manager [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1199.229312] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb09de9-9a4b-4d7a-b896-8c6f1df66820 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.245292] env[69950]: DEBUG oslo_vmware.api [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25945} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.253027] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.253027] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.253027] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.253027] env[69950]: INFO nova.compute.manager [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1199.253027] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.253027] env[69950]: DEBUG nova.compute.manager [-] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.253027] env[69950]: DEBUG nova.network.neutron [-] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.510949] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1199.511649] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-19f29b68-df0f-4786-81d2-b08c9fecec73 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.523191] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1199.523191] env[69950]: value = "task-4222942" [ 1199.523191] env[69950]: _type = "Task" [ 1199.523191] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.539349] env[69950]: DEBUG nova.compute.manager [req-6bdb5dc2-3809-43b3-8794-5f373139df81 req-887d613a-8f22-4c9c-aaba-67054a71f74e service nova] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Received event network-vif-deleted-a28be24a-506e-4142-b6e8-9c4289ed9003 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1199.539349] env[69950]: INFO nova.compute.manager [req-6bdb5dc2-3809-43b3-8794-5f373139df81 req-887d613a-8f22-4c9c-aaba-67054a71f74e service nova] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Neutron deleted interface a28be24a-506e-4142-b6e8-9c4289ed9003; detaching it from the instance and deleting it from the info cache [ 1199.539349] env[69950]: DEBUG nova.network.neutron [req-6bdb5dc2-3809-43b3-8794-5f373139df81 req-887d613a-8f22-4c9c-aaba-67054a71f74e service nova] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.544311] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222942, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.575905] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.627387] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87d704e-273f-4322-8ab6-7dd545123af2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.635790] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f12aab5-2a06-4226-8a35-bd9130278fb4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.676143] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8715aa-40cf-4759-9868-e6487fa08133 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.684956] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb19524-9833-4d7d-bb50-91dc78e6e86a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.701862] env[69950]: DEBUG nova.compute.provider_tree [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.711983] env[69950]: DEBUG oslo_concurrency.lockutils [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.712082] env[69950]: DEBUG oslo_concurrency.lockutils [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.760445] env[69950]: INFO nova.compute.manager [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Took 19.87 seconds to build instance. [ 1200.018152] env[69950]: DEBUG nova.network.neutron [-] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.037068] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222942, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.046392] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8b3383e-ca75-42ca-88f1-90ce536e7892 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.057247] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bdc870-e983-4783-875f-e57ad2082b87 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.078222] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222941, 'name': ReconfigVM_Task, 'duration_secs': 0.860547} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.078526] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Reconfigured VM instance instance-0000006b to attach disk [datastore2] cab77ef2-c386-4015-9ddd-29f885e2e2fe/cab77ef2-c386-4015-9ddd-29f885e2e2fe.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.079208] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dba80b75-2999-471c-81f1-c67936b6d767 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.086694] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1200.086694] env[69950]: value = "task-4222943" [ 1200.086694] env[69950]: _type = "Task" [ 1200.086694] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.101664] env[69950]: DEBUG nova.compute.manager [req-6bdb5dc2-3809-43b3-8794-5f373139df81 req-887d613a-8f22-4c9c-aaba-67054a71f74e service nova] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Detach interface failed, port_id=a28be24a-506e-4142-b6e8-9c4289ed9003, reason: Instance fdfbc8cd-57a0-4acf-a4d1-20a7788acae1 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1200.108556] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222943, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.206775] env[69950]: DEBUG nova.scheduler.client.report [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.215939] env[69950]: DEBUG nova.compute.utils [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.265043] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.392s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.521539] env[69950]: INFO nova.compute.manager [-] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Took 1.27 seconds to deallocate network for instance. [ 1200.537563] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222942, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.597431] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222943, 'name': Rename_Task, 'duration_secs': 0.167215} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.597761] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.598043] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ef92310-4819-4530-9048-fc7329a82edd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.607423] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1200.607423] env[69950]: value = "task-4222944" [ 1200.607423] env[69950]: _type = "Task" [ 1200.607423] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.616813] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.712046] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.333s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.719606] env[69950]: DEBUG oslo_concurrency.lockutils [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.747832] env[69950]: INFO nova.network.neutron [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Updating port 2872d813-1918-43a2-93a3-38741bd6d777 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1201.034977] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.035285] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.035515] env[69950]: DEBUG nova.objects.instance [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lazy-loading 'resources' on Instance uuid fdfbc8cd-57a0-4acf-a4d1-20a7788acae1 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.044850] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222942, 'name': CloneVM_Task, 'duration_secs': 1.351664} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.045190] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Created linked-clone VM from snapshot [ 1201.046094] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489f611a-5a50-4969-bb31-589db5a14d3c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.055268] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Uploading image bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5 {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1201.089822] env[69950]: DEBUG oslo_vmware.rw_handles [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1201.089822] env[69950]: value = "vm-835597" [ 1201.089822] env[69950]: _type = "VirtualMachine" [ 1201.089822] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1201.090882] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9104b9c5-af58-4d0d-a449-b93c41c5b7f3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.098845] env[69950]: DEBUG oslo_vmware.rw_handles [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lease: (returnval){ [ 1201.098845] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52076b7f-af00-9c2f-829e-f543f1fd8618" [ 1201.098845] env[69950]: _type = "HttpNfcLease" [ 1201.098845] env[69950]: } obtained for exporting VM: (result){ [ 1201.098845] env[69950]: value = "vm-835597" [ 1201.098845] env[69950]: _type = "VirtualMachine" [ 1201.098845] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1201.099444] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the lease: (returnval){ [ 1201.099444] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52076b7f-af00-9c2f-829e-f543f1fd8618" [ 1201.099444] env[69950]: _type = "HttpNfcLease" [ 1201.099444] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1201.107569] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.107569] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52076b7f-af00-9c2f-829e-f543f1fd8618" [ 1201.107569] env[69950]: _type = "HttpNfcLease" [ 1201.107569] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1201.116940] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.269218] env[69950]: INFO nova.compute.manager [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Rescuing [ 1201.269597] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "refresh_cache-31bb88c6-57fd-4bab-91a0-f4af8c1315cd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.269770] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquired lock "refresh_cache-31bb88c6-57fd-4bab-91a0-f4af8c1315cd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.270017] env[69950]: DEBUG nova.network.neutron [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.285260] env[69950]: DEBUG nova.network.neutron [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Port e030da10-1108-4942-9231-f68da148dfe8 binding to destination host cpu-1 is already ACTIVE {{(pid=69950) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1201.285583] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.285767] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.285963] env[69950]: DEBUG nova.network.neutron [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.607721] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.607721] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52076b7f-af00-9c2f-829e-f543f1fd8618" [ 1201.607721] env[69950]: _type = "HttpNfcLease" [ 1201.607721] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1201.610622] env[69950]: DEBUG oslo_vmware.rw_handles [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1201.610622] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52076b7f-af00-9c2f-829e-f543f1fd8618" [ 1201.610622] env[69950]: _type = "HttpNfcLease" [ 1201.610622] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1201.614341] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b181f3e6-2f88-422f-b314-b5bf2a32a49e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.622471] env[69950]: DEBUG oslo_vmware.api [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222944, 'name': PowerOnVM_Task, 'duration_secs': 0.716272} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.628044] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.628198] env[69950]: INFO nova.compute.manager [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1201.628369] env[69950]: DEBUG nova.compute.manager [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1201.628698] env[69950]: DEBUG oslo_vmware.rw_handles [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a7c34-59be-7d9b-63d5-96c284cf38a0/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1201.628896] env[69950]: DEBUG oslo_vmware.rw_handles [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a7c34-59be-7d9b-63d5-96c284cf38a0/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1201.630836] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d3a0dc-1797-4091-a129-4a43d6f7234a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.776378] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad64ced5-5bf3-4b75-b921-00f6a2fa4bdf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.784669] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff52cabe-3dab-4d52-b210-9c610e17bad2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.821482] env[69950]: DEBUG oslo_concurrency.lockutils [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.821736] env[69950]: DEBUG oslo_concurrency.lockutils [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.821976] env[69950]: INFO nova.compute.manager [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Attaching volume 088b4905-6467-4a83-809f-90a893bd5d02 to /dev/sdb [ 1201.827598] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324acfda-fea3-4bc0-be22-3426635638c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.842585] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4f0e99-679d-4201-9aef-8f17dafabd7c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.852497] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4b910c1-5141-4237-872b-eed2e5bcd652 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.861643] env[69950]: DEBUG nova.compute.provider_tree [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.865704] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05079dcf-1e42-4bc6-940e-e75445c0e9de {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.874151] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6705037-b69a-41b8-bdfa-99cd26fdf116 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.894986] env[69950]: DEBUG nova.virt.block_device [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Updating existing volume attachment record: da7bc815-e1b9-4032-8ad9-d0a4c70b272e {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1202.203027] env[69950]: INFO nova.compute.manager [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Took 21.71 seconds to build instance. [ 1202.248026] env[69950]: DEBUG nova.network.neutron [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Updating instance_info_cache with network_info: [{"id": "f0f42849-78cb-4a38-b9ac-607958ae6ae8", "address": "fa:16:3e:92:bc:6e", "network": {"id": "eb9662d0-13cb-428f-a85e-5483716528e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-269295514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda1219921b6481fb98277e0d3ffcd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f42849-78", "ovs_interfaceid": "f0f42849-78cb-4a38-b9ac-607958ae6ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.306134] env[69950]: DEBUG nova.network.neutron [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance_info_cache with network_info: [{"id": "e030da10-1108-4942-9231-f68da148dfe8", "address": "fa:16:3e:bc:18:ab", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape030da10-11", "ovs_interfaceid": "e030da10-1108-4942-9231-f68da148dfe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.370217] env[69950]: DEBUG nova.scheduler.client.report [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.588723] env[69950]: DEBUG nova.compute.manager [req-cb749e70-fc33-4ce1-87d1-c63771fcbbae req-72cb5258-3f6d-44ed-bf42-e9a5a883265c service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Received event network-vif-plugged-2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1202.590489] env[69950]: DEBUG oslo_concurrency.lockutils [req-cb749e70-fc33-4ce1-87d1-c63771fcbbae req-72cb5258-3f6d-44ed-bf42-e9a5a883265c service nova] Acquiring lock "3c80752d-807e-4821-b6c4-2cf462366f41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.590489] env[69950]: DEBUG oslo_concurrency.lockutils [req-cb749e70-fc33-4ce1-87d1-c63771fcbbae req-72cb5258-3f6d-44ed-bf42-e9a5a883265c service nova] Lock "3c80752d-807e-4821-b6c4-2cf462366f41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.590489] env[69950]: DEBUG oslo_concurrency.lockutils [req-cb749e70-fc33-4ce1-87d1-c63771fcbbae req-72cb5258-3f6d-44ed-bf42-e9a5a883265c service nova] Lock "3c80752d-807e-4821-b6c4-2cf462366f41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.590489] env[69950]: DEBUG nova.compute.manager [req-cb749e70-fc33-4ce1-87d1-c63771fcbbae req-72cb5258-3f6d-44ed-bf42-e9a5a883265c service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] No waiting events found dispatching network-vif-plugged-2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1202.591527] env[69950]: WARNING nova.compute.manager [req-cb749e70-fc33-4ce1-87d1-c63771fcbbae req-72cb5258-3f6d-44ed-bf42-e9a5a883265c service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Received unexpected event network-vif-plugged-2872d813-1918-43a2-93a3-38741bd6d777 for instance with vm_state shelved_offloaded and task_state spawning. [ 1202.661453] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.661826] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.661826] env[69950]: DEBUG nova.network.neutron [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.703202] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4d987618-e00e-4361-81af-dd64b3c48bd4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.224s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.749190] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Releasing lock "refresh_cache-31bb88c6-57fd-4bab-91a0-f4af8c1315cd" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.809360] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.876313] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.903764] env[69950]: INFO nova.scheduler.client.report [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Deleted allocations for instance fdfbc8cd-57a0-4acf-a4d1-20a7788acae1 [ 1203.092907] env[69950]: DEBUG nova.compute.manager [req-d60295ef-2747-404b-bb14-34634fd1c8eb req-4d6113d6-bdff-4604-8cea-b6c9e2917999 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Received event network-changed-d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1203.093393] env[69950]: DEBUG nova.compute.manager [req-d60295ef-2747-404b-bb14-34634fd1c8eb req-4d6113d6-bdff-4604-8cea-b6c9e2917999 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Refreshing instance network info cache due to event network-changed-d91eda90-3d4f-49b9-b970-dffd331d7b81. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1203.094172] env[69950]: DEBUG oslo_concurrency.lockutils [req-d60295ef-2747-404b-bb14-34634fd1c8eb req-4d6113d6-bdff-4604-8cea-b6c9e2917999 service nova] Acquiring lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.094398] env[69950]: DEBUG oslo_concurrency.lockutils [req-d60295ef-2747-404b-bb14-34634fd1c8eb req-4d6113d6-bdff-4604-8cea-b6c9e2917999 service nova] Acquired lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.094600] env[69950]: DEBUG nova.network.neutron [req-d60295ef-2747-404b-bb14-34634fd1c8eb req-4d6113d6-bdff-4604-8cea-b6c9e2917999 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Refreshing network info cache for port d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.313968] env[69950]: DEBUG nova.compute.manager [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69950) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1203.314362] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.314684] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.414710] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "fdfbc8cd-57a0-4acf-a4d1-20a7788acae1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.819s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.419206] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.419206] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.419206] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.419206] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.419206] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.419206] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.419206] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69950) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1203.419206] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.589289] env[69950]: DEBUG nova.network.neutron [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Updating instance_info_cache with network_info: [{"id": "2872d813-1918-43a2-93a3-38741bd6d777", "address": "fa:16:3e:c4:ce:99", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2872d813-19", "ovs_interfaceid": "2872d813-1918-43a2-93a3-38741bd6d777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.822680] env[69950]: DEBUG nova.objects.instance [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lazy-loading 'migration_context' on Instance uuid 2a3cf574-e9b1-4bcd-9e29-394e971617b5 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.986428] env[69950]: DEBUG nova.network.neutron [req-d60295ef-2747-404b-bb14-34634fd1c8eb req-4d6113d6-bdff-4604-8cea-b6c9e2917999 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updated VIF entry in instance network info cache for port d91eda90-3d4f-49b9-b970-dffd331d7b81. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.986916] env[69950]: DEBUG nova.network.neutron [req-d60295ef-2747-404b-bb14-34634fd1c8eb req-4d6113d6-bdff-4604-8cea-b6c9e2917999 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updating instance_info_cache with network_info: [{"id": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "address": "fa:16:3e:74:1d:b8", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91eda90-3d", "ovs_interfaceid": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.092309] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "a9d2ed90-7a8b-4d90-9702-029cb3c184f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.092579] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "a9d2ed90-7a8b-4d90-9702-029cb3c184f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.092789] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "a9d2ed90-7a8b-4d90-9702-029cb3c184f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.092981] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "a9d2ed90-7a8b-4d90-9702-029cb3c184f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.093173] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "a9d2ed90-7a8b-4d90-9702-029cb3c184f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.095285] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.097897] env[69950]: INFO nova.compute.manager [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Terminating instance [ 1204.162639] env[69950]: DEBUG nova.virt.hardware [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='55c239aa2b519d065dd9d1122ae77836',container_format='bare',created_at=2025-05-18T22:12:23Z,direct_url=,disk_format='vmdk',id=98d4cb9b-9862-4c5c-be44-c480322b4072,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-308941952-shelved',owner='2b136a1623334d89ab0ae5f9346287ad',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-05-18T22:12:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.162905] env[69950]: DEBUG nova.virt.hardware [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.163076] env[69950]: DEBUG nova.virt.hardware [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.163268] env[69950]: DEBUG nova.virt.hardware [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.163416] env[69950]: DEBUG nova.virt.hardware [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.163568] env[69950]: DEBUG nova.virt.hardware [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.163785] env[69950]: DEBUG nova.virt.hardware [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.163946] env[69950]: DEBUG nova.virt.hardware [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.164160] env[69950]: DEBUG nova.virt.hardware [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.164390] env[69950]: DEBUG nova.virt.hardware [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.164580] env[69950]: DEBUG nova.virt.hardware [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.165537] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85813cb9-832d-44b5-b8df-290976b4b33c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.175296] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e5b377-cd03-4921-9578-c90d9447d7d9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.192720] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:ce:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2872d813-1918-43a2-93a3-38741bd6d777', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.200806] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.204653] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.204653] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a97846de-11ac-42ed-9293-f9dfa8a1df96 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.224540] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.224540] env[69950]: value = "task-4222950" [ 1204.224540] env[69950]: _type = "Task" [ 1204.224540] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.234418] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222950, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.293945] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.294305] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c30d5218-c9cb-48e5-bea0-8699337fec03 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.308395] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1204.308395] env[69950]: value = "task-4222951" [ 1204.308395] env[69950]: _type = "Task" [ 1204.308395] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.316532] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.450383] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "6ba762d6-e693-4528-8b58-137e41016fe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.450804] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "6ba762d6-e693-4528-8b58-137e41016fe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.491190] env[69950]: DEBUG oslo_concurrency.lockutils [req-d60295ef-2747-404b-bb14-34634fd1c8eb req-4d6113d6-bdff-4604-8cea-b6c9e2917999 service nova] Releasing lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.573011] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5a4f39-27d7-47a0-895a-77eefb4e7f3f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.583731] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6fddbf-b37f-497b-a5d0-7a0de6f4ef2c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.628646] env[69950]: DEBUG nova.compute.manager [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.628943] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.630771] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e3bddc-043b-4791-9ef1-1e56d4db118d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.636518] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b51396-55ea-43c5-842c-7e02ce1578d7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.648937] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.654254] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7946fb3b-da2b-479b-9330-b87fb64a3c71 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.655369] env[69950]: DEBUG nova.compute.manager [req-a33a2da0-568f-451a-860a-394838d350f9 req-930f2450-7d59-45f2-b5d3-20dc77392e46 service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Received event network-changed-2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1204.655562] env[69950]: DEBUG nova.compute.manager [req-a33a2da0-568f-451a-860a-394838d350f9 req-930f2450-7d59-45f2-b5d3-20dc77392e46 service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Refreshing instance network info cache due to event network-changed-2872d813-1918-43a2-93a3-38741bd6d777. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1204.655775] env[69950]: DEBUG oslo_concurrency.lockutils [req-a33a2da0-568f-451a-860a-394838d350f9 req-930f2450-7d59-45f2-b5d3-20dc77392e46 service nova] Acquiring lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.655922] env[69950]: DEBUG oslo_concurrency.lockutils [req-a33a2da0-568f-451a-860a-394838d350f9 req-930f2450-7d59-45f2-b5d3-20dc77392e46 service nova] Acquired lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.656102] env[69950]: DEBUG nova.network.neutron [req-a33a2da0-568f-451a-860a-394838d350f9 req-930f2450-7d59-45f2-b5d3-20dc77392e46 service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Refreshing network info cache for port 2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.658777] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f9c941-ab48-4ede-9390-da51ca1c1715 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.676653] env[69950]: DEBUG nova.compute.provider_tree [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.679800] env[69950]: DEBUG oslo_vmware.api [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1204.679800] env[69950]: value = "task-4222952" [ 1204.679800] env[69950]: _type = "Task" [ 1204.679800] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.692087] env[69950]: DEBUG oslo_vmware.api [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.739118] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222950, 'name': CreateVM_Task, 'duration_secs': 0.434523} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.739556] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.740438] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98d4cb9b-9862-4c5c-be44-c480322b4072" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.740572] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98d4cb9b-9862-4c5c-be44-c480322b4072" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.740951] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98d4cb9b-9862-4c5c-be44-c480322b4072" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.741243] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1398fe17-0de3-4c6d-ae08-d93c4dc977db {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.748339] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1204.748339] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52543092-86f7-39b7-d7c7-f559a680fdbe" [ 1204.748339] env[69950]: _type = "Task" [ 1204.748339] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.760128] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52543092-86f7-39b7-d7c7-f559a680fdbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.815299] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222951, 'name': PowerOffVM_Task, 'duration_secs': 0.287211} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.815584] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.816468] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99ff682-07de-44c2-9e58-dd0e86f0af7d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.840397] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f626bcec-445a-4dce-87b0-d296c71388bc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.918608] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.919083] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.919291] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f5de0d8-1d25-4e0a-94e8-e9adc37b7c03 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.927161] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1204.927161] env[69950]: value = "task-4222953" [ 1204.927161] env[69950]: _type = "Task" [ 1204.927161] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.936137] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.954091] env[69950]: DEBUG nova.compute.manager [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.182162] env[69950]: DEBUG nova.scheduler.client.report [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.203851] env[69950]: DEBUG oslo_vmware.api [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222952, 'name': PowerOffVM_Task, 'duration_secs': 0.243979} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.204473] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.205826] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.205826] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77d1d242-5ab7-4be6-955d-96c16aafeef1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.261088] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98d4cb9b-9862-4c5c-be44-c480322b4072" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.261498] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Processing image 98d4cb9b-9862-4c5c-be44-c480322b4072 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.261775] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98d4cb9b-9862-4c5c-be44-c480322b4072/98d4cb9b-9862-4c5c-be44-c480322b4072.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.261929] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98d4cb9b-9862-4c5c-be44-c480322b4072/98d4cb9b-9862-4c5c-be44-c480322b4072.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.262210] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.262510] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db8d39f9-35b8-437b-8d2b-a885c7c1a775 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.274488] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.274782] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.275699] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c28359f9-5627-4ed3-9c76-c9bc1388b456 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.280368] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.280615] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.280780] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Deleting the datastore file [datastore1] a9d2ed90-7a8b-4d90-9702-029cb3c184f8 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.281877] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e505ac2-3116-4aff-ab5c-18c20a9472ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.285248] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1205.285248] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520ea151-d045-cd3c-caca-1abc899343c8" [ 1205.285248] env[69950]: _type = "Task" [ 1205.285248] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.290605] env[69950]: DEBUG oslo_vmware.api [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for the task: (returnval){ [ 1205.290605] env[69950]: value = "task-4222955" [ 1205.290605] env[69950]: _type = "Task" [ 1205.290605] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.307436] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Preparing fetch location {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1205.307792] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Fetch image to [datastore1] OSTACK_IMG_10d44e32-ac46-4454-89be-8173709dec10/OSTACK_IMG_10d44e32-ac46-4454-89be-8173709dec10.vmdk {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1205.308020] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Downloading stream optimized image 98d4cb9b-9862-4c5c-be44-c480322b4072 to [datastore1] OSTACK_IMG_10d44e32-ac46-4454-89be-8173709dec10/OSTACK_IMG_10d44e32-ac46-4454-89be-8173709dec10.vmdk on the data store datastore1 as vApp {{(pid=69950) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1205.308218] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Downloading image file data 98d4cb9b-9862-4c5c-be44-c480322b4072 to the ESX as VM named 'OSTACK_IMG_10d44e32-ac46-4454-89be-8173709dec10' {{(pid=69950) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1205.383741] env[69950]: DEBUG oslo_vmware.rw_handles [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1205.383741] env[69950]: value = "resgroup-9" [ 1205.383741] env[69950]: _type = "ResourcePool" [ 1205.383741] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1205.384105] env[69950]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e61292c9-71ca-4e82-89f7-5e7289af2275 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.405798] env[69950]: DEBUG oslo_vmware.rw_handles [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lease: (returnval){ [ 1205.405798] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52552fae-2723-ff20-9da9-1017045c9629" [ 1205.405798] env[69950]: _type = "HttpNfcLease" [ 1205.405798] env[69950]: } obtained for vApp import into resource pool (val){ [ 1205.405798] env[69950]: value = "resgroup-9" [ 1205.405798] env[69950]: _type = "ResourcePool" [ 1205.405798] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1205.406181] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the lease: (returnval){ [ 1205.406181] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52552fae-2723-ff20-9da9-1017045c9629" [ 1205.406181] env[69950]: _type = "HttpNfcLease" [ 1205.406181] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1205.415018] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1205.415018] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52552fae-2723-ff20-9da9-1017045c9629" [ 1205.415018] env[69950]: _type = "HttpNfcLease" [ 1205.415018] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1205.416561] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.442884] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1205.443146] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.443416] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.443569] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.443753] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.444341] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81da0ff3-cab5-4c41-9495-a79dbf1b7b69 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.465374] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.465769] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.469885] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d30716d-9417-4a9f-b9d7-a1ad90102138 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.477421] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1205.477421] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ca3655-a135-3ccb-2202-469eb6f0f8e6" [ 1205.477421] env[69950]: _type = "Task" [ 1205.477421] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.487385] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ca3655-a135-3ccb-2202-469eb6f0f8e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.545348] env[69950]: DEBUG nova.network.neutron [req-a33a2da0-568f-451a-860a-394838d350f9 req-930f2450-7d59-45f2-b5d3-20dc77392e46 service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Updated VIF entry in instance network info cache for port 2872d813-1918-43a2-93a3-38741bd6d777. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.545726] env[69950]: DEBUG nova.network.neutron [req-a33a2da0-568f-451a-860a-394838d350f9 req-930f2450-7d59-45f2-b5d3-20dc77392e46 service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Updating instance_info_cache with network_info: [{"id": "2872d813-1918-43a2-93a3-38741bd6d777", "address": "fa:16:3e:c4:ce:99", "network": {"id": "ca2d92fe-4ba9-418b-8d85-376b3ae1c753", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-128095318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b136a1623334d89ab0ae5f9346287ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2872d813-19", "ovs_interfaceid": "2872d813-1918-43a2-93a3-38741bd6d777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.692309] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.803046] env[69950]: DEBUG oslo_vmware.api [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Task: {'id': task-4222955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411929} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.803259] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.803445] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.803627] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.803802] env[69950]: INFO nova.compute.manager [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1205.804099] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.804283] env[69950]: DEBUG nova.compute.manager [-] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.804378] env[69950]: DEBUG nova.network.neutron [-] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.919239] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.927271] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1205.927271] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52552fae-2723-ff20-9da9-1017045c9629" [ 1205.927271] env[69950]: _type = "HttpNfcLease" [ 1205.927271] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1205.992610] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ca3655-a135-3ccb-2202-469eb6f0f8e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01757} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.997056] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d791ff8a-c95d-49d3-ae20-a41c11cac7d7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.007022] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1206.007022] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529c3a21-87ec-ad4e-9633-00fe0b486d4d" [ 1206.007022] env[69950]: _type = "Task" [ 1206.007022] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.026501] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529c3a21-87ec-ad4e-9633-00fe0b486d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.053781] env[69950]: DEBUG oslo_concurrency.lockutils [req-a33a2da0-568f-451a-860a-394838d350f9 req-930f2450-7d59-45f2-b5d3-20dc77392e46 service nova] Releasing lock "refresh_cache-3c80752d-807e-4821-b6c4-2cf462366f41" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.206025] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.886s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.210794] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.519s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.213368] env[69950]: INFO nova.compute.claims [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.416909] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1206.416909] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52552fae-2723-ff20-9da9-1017045c9629" [ 1206.416909] env[69950]: _type = "HttpNfcLease" [ 1206.416909] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1206.417390] env[69950]: DEBUG oslo_vmware.rw_handles [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1206.417390] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52552fae-2723-ff20-9da9-1017045c9629" [ 1206.417390] env[69950]: _type = "HttpNfcLease" [ 1206.417390] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1206.418070] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786c335d-0a58-4a40-b987-cab81f53db46 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.427840] env[69950]: DEBUG oslo_vmware.rw_handles [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a05e1e-f92d-7aae-c9d2-fe311c13b7eb/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1206.428027] env[69950]: DEBUG oslo_vmware.rw_handles [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a05e1e-f92d-7aae-c9d2-fe311c13b7eb/disk-0.vmdk. {{(pid=69950) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1206.486127] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1206.486374] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835599', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'name': 'volume-088b4905-6467-4a83-809f-90a893bd5d02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d', 'attached_at': '', 'detached_at': '', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'serial': '088b4905-6467-4a83-809f-90a893bd5d02'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1206.487334] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f120a2-0dae-4d93-a77c-e07d55a53fde {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.506298] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-55b51e61-1b66-404f-a74a-679bc624af2b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.510725] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14b8d7d-905d-4a37-b0bb-86495ba1976b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.523924] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529c3a21-87ec-ad4e-9633-00fe0b486d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.020675} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.538908] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.539260] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 31bb88c6-57fd-4bab-91a0-f4af8c1315cd/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk. {{(pid=69950) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1206.547127] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-088b4905-6467-4a83-809f-90a893bd5d02/volume-088b4905-6467-4a83-809f-90a893bd5d02.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.547582] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09b659d0-cbaa-4f1c-bf67-23dc3c89470a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.550278] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4db5bf89-2221-4ff1-b6a3-d93f37024780 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.571070] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1206.571070] env[69950]: value = "task-4222957" [ 1206.571070] env[69950]: _type = "Task" [ 1206.571070] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.572698] env[69950]: DEBUG oslo_vmware.api [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1206.572698] env[69950]: value = "task-4222958" [ 1206.572698] env[69950]: _type = "Task" [ 1206.572698] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.588030] env[69950]: DEBUG oslo_vmware.api [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.588330] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.706074] env[69950]: DEBUG nova.compute.manager [req-c9d7b954-ef85-45b6-b041-8050ed8f0970 req-fb11ea12-22c3-4171-a7fb-63d5a438f02c service nova] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Received event network-vif-deleted-b73ca065-6de7-422d-bbfa-68d99c61080f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1206.706356] env[69950]: INFO nova.compute.manager [req-c9d7b954-ef85-45b6-b041-8050ed8f0970 req-fb11ea12-22c3-4171-a7fb-63d5a438f02c service nova] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Neutron deleted interface b73ca065-6de7-422d-bbfa-68d99c61080f; detaching it from the instance and deleting it from the info cache [ 1206.706607] env[69950]: DEBUG nova.network.neutron [req-c9d7b954-ef85-45b6-b041-8050ed8f0970 req-fb11ea12-22c3-4171-a7fb-63d5a438f02c service nova] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.873603] env[69950]: DEBUG nova.network.neutron [-] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.091298] env[69950]: DEBUG oslo_vmware.api [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222958, 'name': ReconfigVM_Task, 'duration_secs': 0.432996} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.097088] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-088b4905-6467-4a83-809f-90a893bd5d02/volume-088b4905-6467-4a83-809f-90a893bd5d02.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.102027] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222957, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.104175] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7298c721-0a47-4925-87b0-b11dc9671cf8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.127041] env[69950]: DEBUG oslo_vmware.api [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1207.127041] env[69950]: value = "task-4222959" [ 1207.127041] env[69950]: _type = "Task" [ 1207.127041] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.140627] env[69950]: DEBUG oslo_vmware.api [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.210199] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a43be71e-d111-4d61-b107-994b5a900318 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.226104] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95787524-bc32-4068-8c2f-44fd1ac35c1d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.279147] env[69950]: DEBUG nova.compute.manager [req-c9d7b954-ef85-45b6-b041-8050ed8f0970 req-fb11ea12-22c3-4171-a7fb-63d5a438f02c service nova] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Detach interface failed, port_id=b73ca065-6de7-422d-bbfa-68d99c61080f, reason: Instance a9d2ed90-7a8b-4d90-9702-029cb3c184f8 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1207.377162] env[69950]: INFO nova.compute.manager [-] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Took 1.57 seconds to deallocate network for instance. [ 1207.525787] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf07d14-27f0-4de2-8278-901b19070ccb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.536617] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd957553-18d6-4697-aa91-e3f7bcf01ab0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.578093] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f373e9-9b5a-4d4e-89ba-7878cc51c355 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.596033] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be745ba-4c4f-439c-9dda-c73975ebac72 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.600187] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699471} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.603387] env[69950]: INFO nova.virt.vmwareapi.ds_util [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 31bb88c6-57fd-4bab-91a0-f4af8c1315cd/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk. [ 1207.604712] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc7eea5-7e60-4c4b-a759-30643c2aa5aa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.616314] env[69950]: DEBUG nova.compute.provider_tree [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.646686] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 31bb88c6-57fd-4bab-91a0-f4af8c1315cd/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.652321] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b649c732-7b83-4e85-9dd2-a2dd72e3893e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.672223] env[69950]: DEBUG oslo_vmware.api [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222959, 'name': ReconfigVM_Task, 'duration_secs': 0.190606} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.673552] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835599', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'name': 'volume-088b4905-6467-4a83-809f-90a893bd5d02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d', 'attached_at': '', 'detached_at': '', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'serial': '088b4905-6467-4a83-809f-90a893bd5d02'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1207.675632] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1207.675632] env[69950]: value = "task-4222960" [ 1207.675632] env[69950]: _type = "Task" [ 1207.675632] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.685806] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.769699] env[69950]: INFO nova.compute.manager [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Swapping old allocation on dict_keys(['9977abed-3e10-4d72-b30a-b1d91a885d39']) held by migration dfa3e641-b4a6-4104-b9cb-eb2dc35a600a for instance [ 1207.794848] env[69950]: DEBUG nova.scheduler.client.report [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Overwriting current allocation {'allocations': {'9977abed-3e10-4d72-b30a-b1d91a885d39': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': '7f66dd07bd67408f9001220d2e676a5e', 'user_id': '464bee3029aa4b82b73547810b2cfa38', 'consumer_generation': 1} on consumer 2a3cf574-e9b1-4bcd-9e29-394e971617b5 {{(pid=69950) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1207.891977] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.932367] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.932546] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.932737] env[69950]: DEBUG nova.network.neutron [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.973027] env[69950]: DEBUG oslo_vmware.rw_handles [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Completed reading data from the image iterator. {{(pid=69950) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1207.973360] env[69950]: DEBUG oslo_vmware.rw_handles [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a05e1e-f92d-7aae-c9d2-fe311c13b7eb/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1207.974553] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0184d1e-c173-4526-9eb5-f523e94eeffd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.983246] env[69950]: DEBUG oslo_vmware.rw_handles [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a05e1e-f92d-7aae-c9d2-fe311c13b7eb/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1207.983453] env[69950]: DEBUG oslo_vmware.rw_handles [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a05e1e-f92d-7aae-c9d2-fe311c13b7eb/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1207.983780] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a6119c2f-0c79-4f5f-bd36-1789e62511f0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.123301] env[69950]: DEBUG nova.scheduler.client.report [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.189426] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.355854] env[69950]: DEBUG oslo_vmware.rw_handles [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a05e1e-f92d-7aae-c9d2-fe311c13b7eb/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1208.356155] env[69950]: INFO nova.virt.vmwareapi.images [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Downloaded image file data 98d4cb9b-9862-4c5c-be44-c480322b4072 [ 1208.357281] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be1dc44-8539-4fce-b9bc-d00816a1b94b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.377315] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1cb60e2-2263-4572-bd12-cf415b209d80 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.418234] env[69950]: INFO nova.virt.vmwareapi.images [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] The imported VM was unregistered [ 1208.420300] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Caching image {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1208.420620] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Creating directory with path [datastore1] devstack-image-cache_base/98d4cb9b-9862-4c5c-be44-c480322b4072 {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.420961] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb0d7549-9703-43bf-8b0d-db7d7341a66e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.453379] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Created directory with path [datastore1] devstack-image-cache_base/98d4cb9b-9862-4c5c-be44-c480322b4072 {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.453598] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_10d44e32-ac46-4454-89be-8173709dec10/OSTACK_IMG_10d44e32-ac46-4454-89be-8173709dec10.vmdk to [datastore1] devstack-image-cache_base/98d4cb9b-9862-4c5c-be44-c480322b4072/98d4cb9b-9862-4c5c-be44-c480322b4072.vmdk. {{(pid=69950) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1208.453928] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e86f0818-6ba2-4544-b7e3-b7cefd1b8b51 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.465031] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1208.465031] env[69950]: value = "task-4222962" [ 1208.465031] env[69950]: _type = "Task" [ 1208.465031] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.471383] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222962, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.630045] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.630692] env[69950]: DEBUG nova.compute.manager [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.634152] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.715s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.634379] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.634548] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69950) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1208.634872] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.743s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.635104] env[69950]: DEBUG nova.objects.instance [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lazy-loading 'resources' on Instance uuid a9d2ed90-7a8b-4d90-9702-029cb3c184f8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.644015] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815e3d92-3b35-49b3-92fc-3cbe37f44f02 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.657576] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0266dbd9-358b-4cb5-a5a5-6d28b9a9c890 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.676694] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6887de7c-8bf3-49ea-bd46-9dc1f685cca3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.688854] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6408cbe4-5e51-4322-b618-7976029ac087 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.697024] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222960, 'name': ReconfigVM_Task, 'duration_secs': 0.6498} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.697024] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 31bb88c6-57fd-4bab-91a0-f4af8c1315cd/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.697024] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5414c9a-719a-4b95-ace4-2a118b9016ca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.729929] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178949MB free_disk=2GB free_vcpus=48 pci_devices=None {{(pid=69950) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1208.730128] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.750992] env[69950]: DEBUG nova.objects.instance [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lazy-loading 'flavor' on Instance uuid 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.760432] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f26d69af-9a7c-4ffe-ac4a-d88c2677fe5d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.778912] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1208.778912] env[69950]: value = "task-4222963" [ 1208.778912] env[69950]: _type = "Task" [ 1208.778912] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.793386] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.904910] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80a8164-9589-4ff7-a0b3-3b6f222e0dbc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.913915] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa595f3c-b215-4981-bdfd-f5ba6a4b90f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.949708] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700ef396-2b62-4620-8033-75b8e32a34b3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.959605] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cfa3b1-372b-45e1-add3-04229849567b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.984108] env[69950]: DEBUG nova.compute.provider_tree [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.985709] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222962, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.988806] env[69950]: DEBUG nova.network.neutron [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance_info_cache with network_info: [{"id": "e030da10-1108-4942-9231-f68da148dfe8", "address": "fa:16:3e:bc:18:ab", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape030da10-11", "ovs_interfaceid": "e030da10-1108-4942-9231-f68da148dfe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.149877] env[69950]: DEBUG nova.compute.utils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.151424] env[69950]: DEBUG nova.compute.manager [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.151668] env[69950]: DEBUG nova.network.neutron [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.195603] env[69950]: DEBUG nova.policy [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4b9e9c3dc184877bae88ddb382db43d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6e8c430e4e24a09ba55a5392816ebbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.264170] env[69950]: DEBUG oslo_concurrency.lockutils [None req-411069e2-6695-45ff-b048-3f9eff3da908 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.442s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.289588] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222963, 'name': ReconfigVM_Task, 'duration_secs': 0.302096} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.290110] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.290403] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e7f0f01-bf11-49c1-b4cb-8398d12e002a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.300048] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1209.300048] env[69950]: value = "task-4222964" [ 1209.300048] env[69950]: _type = "Task" [ 1209.300048] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.311478] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.474752] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222962, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.488884] env[69950]: DEBUG nova.scheduler.client.report [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.497808] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-2a3cf574-e9b1-4bcd-9e29-394e971617b5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.498364] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.498901] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b04046d7-3b1d-4275-b4f1-5dc49b58b765 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.519528] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1209.519528] env[69950]: value = "task-4222965" [ 1209.519528] env[69950]: _type = "Task" [ 1209.519528] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.529844] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.654730] env[69950]: DEBUG nova.compute.manager [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.812533] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222964, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.860129] env[69950]: INFO nova.compute.manager [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Rebuilding instance [ 1209.976357] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222962, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.984625] env[69950]: DEBUG nova.compute.manager [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1209.985212] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005b89e1-48fe-45a6-9ee0-0dc8610ba64b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.000613] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.365s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.004158] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.273s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.031189] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222965, 'name': PowerOffVM_Task, 'duration_secs': 0.228341} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.031477] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.032170] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.032388] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.032558] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.032733] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.033149] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.033149] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.033345] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.033518] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.033965] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.034202] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.034389] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.042779] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79baaa6b-942a-499a-b546-5f09e967e154 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.052246] env[69950]: INFO nova.scheduler.client.report [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Deleted allocations for instance a9d2ed90-7a8b-4d90-9702-029cb3c184f8 [ 1210.060620] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1210.060620] env[69950]: value = "task-4222966" [ 1210.060620] env[69950]: _type = "Task" [ 1210.060620] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.076889] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222966, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.272312] env[69950]: DEBUG nova.network.neutron [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Successfully created port: f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.312925] env[69950]: DEBUG oslo_vmware.api [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4222964, 'name': PowerOnVM_Task, 'duration_secs': 0.543846} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.313216] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.316378] env[69950]: DEBUG nova.compute.manager [None req-b45f9785-1ecb-4687-aad1-96af0e7a193e tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1210.317081] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502789fd-37ad-4776-869c-70990c45e051 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.475848] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222962, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.560759] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7900bcc6-112a-49db-a1bf-e5547d391f3c tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Lock "a9d2ed90-7a8b-4d90-9702-029cb3c184f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.468s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.575149] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222966, 'name': ReconfigVM_Task, 'duration_secs': 0.240049} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.575149] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0444281c-8b61-4f23-adda-eb41e863dbe2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.597020] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.597337] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.597561] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.597797] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.597962] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.598127] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.598371] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.598592] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.598801] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.599013] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.599219] env[69950]: DEBUG nova.virt.hardware [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.600644] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe4e36d-1046-4226-8589-faf1889dddb1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.608280] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1210.608280] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52733422-6cff-749c-a15e-06cd4fd50318" [ 1210.608280] env[69950]: _type = "Task" [ 1210.608280] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.618153] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52733422-6cff-749c-a15e-06cd4fd50318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.667592] env[69950]: DEBUG nova.compute.manager [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.700609] env[69950]: DEBUG nova.virt.hardware [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.700869] env[69950]: DEBUG nova.virt.hardware [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.701044] env[69950]: DEBUG nova.virt.hardware [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.701234] env[69950]: DEBUG nova.virt.hardware [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.701384] env[69950]: DEBUG nova.virt.hardware [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.701536] env[69950]: DEBUG nova.virt.hardware [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.701750] env[69950]: DEBUG nova.virt.hardware [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.701908] env[69950]: DEBUG nova.virt.hardware [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.702088] env[69950]: DEBUG nova.virt.hardware [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.702261] env[69950]: DEBUG nova.virt.hardware [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.702440] env[69950]: DEBUG nova.virt.hardware [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.703563] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2539fc1b-c6db-43fe-a8a2-384561616fe0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.712993] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccbefb7-681d-4068-b2f2-9575704069ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.976802] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222962, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.001490] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.001490] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76208963-b76a-4c3b-bff9-50d558463a94 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.009690] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1211.009690] env[69950]: value = "task-4222967" [ 1211.009690] env[69950]: _type = "Task" [ 1211.009690] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.022846] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.046651] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance da4381f9-af9d-4e93-b6e9-92371f27d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.047076] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance fb7588d9-cd40-4391-b6f7-65bc2780c6e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.047384] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 052aaf44-520a-4656-be2f-ddfc70b03f40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.047657] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.048554] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 8c517667-2ec2-4461-b12a-47c66f212be7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.048554] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance e32b1591-1b56-41c8-a0b0-dff775883a70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.048554] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 2a3cf574-e9b1-4bcd-9e29-394e971617b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.048554] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 31bb88c6-57fd-4bab-91a0-f4af8c1315cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.048554] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance cab77ef2-c386-4015-9ddd-29f885e2e2fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.048554] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 3c80752d-807e-4821-b6c4-2cf462366f41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.048867] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 6ba762d6-e693-4528-8b58-137e41016fe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.048867] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1211.048936] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1211.124464] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52733422-6cff-749c-a15e-06cd4fd50318, 'name': SearchDatastore_Task, 'duration_secs': 0.012143} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.131294] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.135258] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79974b07-98c1-4e20-8791-428465e594e4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.156162] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1211.156162] env[69950]: value = "task-4222968" [ 1211.156162] env[69950]: _type = "Task" [ 1211.156162] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.167670] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.263628] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765ce58e-8d20-45aa-bed4-83d2214959d6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.272427] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd34c4e4-7661-4391-a2ab-75b219bacfd1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.306585] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98e8a8b-67c7-41c4-bf0a-338faca00d2e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.315772] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d66a73-74d8-4514-a401-48a99b239291 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.334431] env[69950]: DEBUG nova.compute.provider_tree [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.481343] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222962, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.823364} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.481343] env[69950]: INFO nova.virt.vmwareapi.ds_util [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_10d44e32-ac46-4454-89be-8173709dec10/OSTACK_IMG_10d44e32-ac46-4454-89be-8173709dec10.vmdk to [datastore1] devstack-image-cache_base/98d4cb9b-9862-4c5c-be44-c480322b4072/98d4cb9b-9862-4c5c-be44-c480322b4072.vmdk. [ 1211.481343] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Cleaning up location [datastore1] OSTACK_IMG_10d44e32-ac46-4454-89be-8173709dec10 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1211.481343] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_10d44e32-ac46-4454-89be-8173709dec10 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.481343] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce6b010b-4967-4ad3-b189-40b11dd5d461 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.488417] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1211.488417] env[69950]: value = "task-4222969" [ 1211.488417] env[69950]: _type = "Task" [ 1211.488417] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.499339] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.520468] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222967, 'name': PowerOffVM_Task, 'duration_secs': 0.263415} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.520661] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.593611] env[69950]: INFO nova.compute.manager [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Detaching volume 088b4905-6467-4a83-809f-90a893bd5d02 [ 1211.630715] env[69950]: INFO nova.virt.block_device [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Attempting to driver detach volume 088b4905-6467-4a83-809f-90a893bd5d02 from mountpoint /dev/sdb [ 1211.631008] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1211.631267] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835599', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'name': 'volume-088b4905-6467-4a83-809f-90a893bd5d02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d', 'attached_at': '', 'detached_at': '', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'serial': '088b4905-6467-4a83-809f-90a893bd5d02'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1211.632201] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80df2783-641d-43cf-b988-6b6517e0203a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.657160] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b496364c-a7d1-4b26-b3e5-1f3e07b6441d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.669873] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222968, 'name': ReconfigVM_Task, 'duration_secs': 0.330231} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.672103] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.673143] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af3fe91-05fb-40e5-abd0-aa3ae6f7ca3a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.676372] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fdb9fe-7e46-4fa4-99ea-4b1b45482666 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.700434] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 2a3cf574-e9b1-4bcd-9e29-394e971617b5/2a3cf574-e9b1-4bcd-9e29-394e971617b5.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.717024] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dac30e19-d3c7-4a53-b33a-a728e7017ce4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.731156] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d2f567-4fd2-40c2-9343-5d8e348af0a4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.749838] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] The volume has not been displaced from its original location: [datastore1] volume-088b4905-6467-4a83-809f-90a893bd5d02/volume-088b4905-6467-4a83-809f-90a893bd5d02.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1211.755245] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.756873] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d6834cc-cde4-480e-97d0-6073b64c19dd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.771438] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1211.771438] env[69950]: value = "task-4222970" [ 1211.771438] env[69950]: _type = "Task" [ 1211.771438] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.779573] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1211.779573] env[69950]: value = "task-4222971" [ 1211.779573] env[69950]: _type = "Task" [ 1211.779573] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.782195] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.791490] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.837940] env[69950]: DEBUG nova.scheduler.client.report [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.931266] env[69950]: DEBUG nova.compute.manager [req-63ece1c6-6587-4c3e-beeb-2278a0401eec req-a523cd31-8c0b-43b5-84bc-b3687eb36de4 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Received event network-vif-plugged-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1211.931440] env[69950]: DEBUG oslo_concurrency.lockutils [req-63ece1c6-6587-4c3e-beeb-2278a0401eec req-a523cd31-8c0b-43b5-84bc-b3687eb36de4 service nova] Acquiring lock "6ba762d6-e693-4528-8b58-137e41016fe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.931665] env[69950]: DEBUG oslo_concurrency.lockutils [req-63ece1c6-6587-4c3e-beeb-2278a0401eec req-a523cd31-8c0b-43b5-84bc-b3687eb36de4 service nova] Lock "6ba762d6-e693-4528-8b58-137e41016fe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.931824] env[69950]: DEBUG oslo_concurrency.lockutils [req-63ece1c6-6587-4c3e-beeb-2278a0401eec req-a523cd31-8c0b-43b5-84bc-b3687eb36de4 service nova] Lock "6ba762d6-e693-4528-8b58-137e41016fe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.932301] env[69950]: DEBUG nova.compute.manager [req-63ece1c6-6587-4c3e-beeb-2278a0401eec req-a523cd31-8c0b-43b5-84bc-b3687eb36de4 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] No waiting events found dispatching network-vif-plugged-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1211.932301] env[69950]: WARNING nova.compute.manager [req-63ece1c6-6587-4c3e-beeb-2278a0401eec req-a523cd31-8c0b-43b5-84bc-b3687eb36de4 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Received unexpected event network-vif-plugged-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 for instance with vm_state building and task_state spawning. [ 1212.001497] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045976} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.002635] env[69950]: DEBUG nova.network.neutron [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Successfully updated port: f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.004365] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.004595] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98d4cb9b-9862-4c5c-be44-c480322b4072/98d4cb9b-9862-4c5c-be44-c480322b4072.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.005091] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98d4cb9b-9862-4c5c-be44-c480322b4072/98d4cb9b-9862-4c5c-be44-c480322b4072.vmdk to [datastore1] 3c80752d-807e-4821-b6c4-2cf462366f41/3c80752d-807e-4821-b6c4-2cf462366f41.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.005898] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-882d1abc-4ad4-4af9-abbb-4147d82ef180 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.016314] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1212.016314] env[69950]: value = "task-4222972" [ 1212.016314] env[69950]: _type = "Task" [ 1212.016314] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.028333] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.244765] env[69950]: DEBUG oslo_vmware.rw_handles [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a7c34-59be-7d9b-63d5-96c284cf38a0/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1212.246062] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fd28b3-1dd0-4aab-b6ab-4f7d4b0329f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.255202] env[69950]: DEBUG oslo_vmware.rw_handles [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a7c34-59be-7d9b-63d5-96c284cf38a0/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1212.255569] env[69950]: ERROR oslo_vmware.rw_handles [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a7c34-59be-7d9b-63d5-96c284cf38a0/disk-0.vmdk due to incomplete transfer. [ 1212.255853] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f9b6cb8d-e4e3-44aa-963e-dbe863d1cf62 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.266392] env[69950]: DEBUG oslo_vmware.rw_handles [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a7c34-59be-7d9b-63d5-96c284cf38a0/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1212.266636] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Uploaded image bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5 to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1212.269366] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1212.269622] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5283f0e-8698-4614-9a0e-168a501adf56 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.280322] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1212.280322] env[69950]: value = "task-4222973" [ 1212.280322] env[69950]: _type = "Task" [ 1212.280322] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.290132] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222970, 'name': ReconfigVM_Task, 'duration_secs': 0.480074} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.294156] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 2a3cf574-e9b1-4bcd-9e29-394e971617b5/2a3cf574-e9b1-4bcd-9e29-394e971617b5.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.295896] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdee8b95-27ec-453d-afac-3353b5709732 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.303709] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222973, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.310272] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.326258] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b95ee91-42c3-4fb1-a021-ad1806cce518 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.349642] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1212.349824] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.346s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.350289] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.350453] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Cleaning up deleted instances {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1212.352449] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913f43d1-1d95-4e4f-966f-8fcb0c468e30 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.375484] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836500d7-c8ac-4ffb-bd71-554448e2ef79 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.385437] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.385834] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e78c84cf-5846-4244-9119-b72a6ca61ff6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.395102] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1212.395102] env[69950]: value = "task-4222974" [ 1212.395102] env[69950]: _type = "Task" [ 1212.395102] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.411162] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.491192] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "57455d57-41f6-4475-a038-8fbf00741934" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.491532] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "57455d57-41f6-4475-a038-8fbf00741934" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.507078] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.507303] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.507620] env[69950]: DEBUG nova.network.neutron [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.527050] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222972, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.793211] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222973, 'name': Destroy_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.804384] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.872166] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] There are 61 instances to clean {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 1212.872456] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 45e86572-9226-445d-b034-985c07c370ce] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1212.910662] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.997387] env[69950]: DEBUG nova.compute.manager [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.028895] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222972, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.076302] env[69950]: DEBUG nova.network.neutron [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.296483] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222973, 'name': Destroy_Task, 'duration_secs': 0.593899} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.300805] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Destroyed the VM [ 1213.300805] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1213.300805] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2a7b6fbb-8f9e-4bdb-abcf-01ede566f876 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.308729] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222971, 'name': ReconfigVM_Task, 'duration_secs': 1.269659} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.310477] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1213.316151] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1213.316151] env[69950]: value = "task-4222975" [ 1213.316151] env[69950]: _type = "Task" [ 1213.316151] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.316749] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-157f348e-36ae-4300-94b5-dce11758b59d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.336845] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222975, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.338649] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1213.338649] env[69950]: value = "task-4222976" [ 1213.338649] env[69950]: _type = "Task" [ 1213.338649] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.342926] env[69950]: DEBUG nova.network.neutron [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updating instance_info_cache with network_info: [{"id": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "address": "fa:16:3e:8e:c4:ee", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9f3bdb7-76", "ovs_interfaceid": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.350579] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.376293] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 6348ba8c-8ed6-4500-9de8-af747ebdb0b9] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1213.406457] env[69950]: DEBUG oslo_vmware.api [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222974, 'name': PowerOnVM_Task, 'duration_secs': 0.641562} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.407379] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.527598] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.527948] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.529658] env[69950]: INFO nova.compute.claims [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.535400] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222972, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.840041] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222975, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.845402] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.845745] env[69950]: DEBUG nova.compute.manager [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Instance network_info: |[{"id": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "address": "fa:16:3e:8e:c4:ee", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9f3bdb7-76", "ovs_interfaceid": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.846243] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:c4:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9f3bdb7-7699-49a3-b8c4-d65d3b81f575', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.853874] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.857296] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.857633] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222976, 'name': ReconfigVM_Task, 'duration_secs': 0.184614} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.857867] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59a2c820-97c7-416e-b313-eaf7031e0d1e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.873604] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835599', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'name': 'volume-088b4905-6467-4a83-809f-90a893bd5d02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d', 'attached_at': '', 'detached_at': '', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'serial': '088b4905-6467-4a83-809f-90a893bd5d02'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1213.880387] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 35212104-4980-4c19-9930-8ba08aa4ee56] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1213.885606] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.885606] env[69950]: value = "task-4222977" [ 1213.885606] env[69950]: _type = "Task" [ 1213.885606] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.892807] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222977, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.971012] env[69950]: DEBUG nova.compute.manager [req-9bc23e7e-20f5-4311-ba0c-559c5e595f0e req-19106134-ccf6-4044-9eda-ad670060daf5 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Received event network-changed-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1213.971012] env[69950]: DEBUG nova.compute.manager [req-9bc23e7e-20f5-4311-ba0c-559c5e595f0e req-19106134-ccf6-4044-9eda-ad670060daf5 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Refreshing instance network info cache due to event network-changed-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1213.971012] env[69950]: DEBUG oslo_concurrency.lockutils [req-9bc23e7e-20f5-4311-ba0c-559c5e595f0e req-19106134-ccf6-4044-9eda-ad670060daf5 service nova] Acquiring lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.971012] env[69950]: DEBUG oslo_concurrency.lockutils [req-9bc23e7e-20f5-4311-ba0c-559c5e595f0e req-19106134-ccf6-4044-9eda-ad670060daf5 service nova] Acquired lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.971012] env[69950]: DEBUG nova.network.neutron [req-9bc23e7e-20f5-4311-ba0c-559c5e595f0e req-19106134-ccf6-4044-9eda-ad670060daf5 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Refreshing network info cache for port f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.030824] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222972, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.338803] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222975, 'name': RemoveSnapshot_Task, 'duration_secs': 0.640085} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.339041] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1214.339334] env[69950]: DEBUG nova.compute.manager [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1214.340271] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca5a206-c18e-42aa-a951-d84c22741353 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.384351] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 1b49075a-b954-4f3e-8821-68b4c14909b5] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1214.396560] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222977, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.420534] env[69950]: INFO nova.compute.manager [None req-d6805bf5-5936-44e6-859f-24ac2b1f0349 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance to original state: 'active' [ 1214.532215] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222972, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.714509] env[69950]: DEBUG nova.network.neutron [req-9bc23e7e-20f5-4311-ba0c-559c5e595f0e req-19106134-ccf6-4044-9eda-ad670060daf5 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updated VIF entry in instance network info cache for port f9f3bdb7-7699-49a3-b8c4-d65d3b81f575. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.714509] env[69950]: DEBUG nova.network.neutron [req-9bc23e7e-20f5-4311-ba0c-559c5e595f0e req-19106134-ccf6-4044-9eda-ad670060daf5 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updating instance_info_cache with network_info: [{"id": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "address": "fa:16:3e:8e:c4:ee", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9f3bdb7-76", "ovs_interfaceid": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.743194] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8188b3-4b21-471a-af4a-b1e6e80ee06f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.751670] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2921714-81b8-414e-b35e-c52495afd509 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.782143] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee791e07-a8c1-4e55-9069-b490ac12197f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.790519] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da310c03-fd3c-472b-a95a-d7765c041d3f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.806772] env[69950]: DEBUG nova.compute.provider_tree [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.853682] env[69950]: INFO nova.compute.manager [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Shelve offloading [ 1214.890723] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 50b54d4c-d694-4605-9c94-4105119a271d] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1214.901806] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222977, 'name': CreateVM_Task, 'duration_secs': 0.808547} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.902017] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.903807] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.903807] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.904658] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.904658] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6edeb0b9-8116-4f5d-8fbb-3012b6675169 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.910350] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1214.910350] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dc1bf9-b01d-16aa-5f3b-d98b353a52d6" [ 1214.910350] env[69950]: _type = "Task" [ 1214.910350] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.921093] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dc1bf9-b01d-16aa-5f3b-d98b353a52d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.940615] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.940895] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a55cad11-2055-404a-84a4-691f716c0adf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.949601] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1214.949601] env[69950]: value = "task-4222978" [ 1214.949601] env[69950]: _type = "Task" [ 1214.949601] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.959016] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1214.959319] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1214.959544] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835599', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'name': 'volume-088b4905-6467-4a83-809f-90a893bd5d02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d', 'attached_at': '', 'detached_at': '', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'serial': '088b4905-6467-4a83-809f-90a893bd5d02'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1214.960806] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c235ac57-4977-4c39-9e28-9a78467bebff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.982062] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56060939-3ca9-4b8a-b02c-cb218aed187e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.990009] env[69950]: WARNING nova.virt.vmwareapi.driver [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1214.990356] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.991154] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7665045f-60e9-4cc9-a4ae-f3b117d74f49 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.000018] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.000018] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaf4304f-ffe9-44b5-a0a9-88bb591d0eaa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.031109] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222972, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.51901} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.031375] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98d4cb9b-9862-4c5c-be44-c480322b4072/98d4cb9b-9862-4c5c-be44-c480322b4072.vmdk to [datastore1] 3c80752d-807e-4821-b6c4-2cf462366f41/3c80752d-807e-4821-b6c4-2cf462366f41.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.032226] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f79533-5679-431f-a828-c4d090b6131e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.056710] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 3c80752d-807e-4821-b6c4-2cf462366f41/3c80752d-807e-4821-b6c4-2cf462366f41.vmdk or device None with type streamOptimized {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.057602] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1481feb-a4b5-48e9-bff4-bcfdaaf31b02 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.078942] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1215.078942] env[69950]: value = "task-4222980" [ 1215.078942] env[69950]: _type = "Task" [ 1215.078942] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.091786] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.093236] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.093441] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.093624] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleting the datastore file [datastore1] 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.093891] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-beb897e7-8765-417e-a75a-fc9bee755fcb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.101070] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1215.101070] env[69950]: value = "task-4222981" [ 1215.101070] env[69950]: _type = "Task" [ 1215.101070] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.115520] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.215056] env[69950]: DEBUG oslo_concurrency.lockutils [req-9bc23e7e-20f5-4311-ba0c-559c5e595f0e req-19106134-ccf6-4044-9eda-ad670060daf5 service nova] Releasing lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.310375] env[69950]: DEBUG nova.scheduler.client.report [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.357754] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.358094] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7c8ec14-1be6-43ed-8a68-f5f729a40f01 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.367031] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1215.367031] env[69950]: value = "task-4222982" [ 1215.367031] env[69950]: _type = "Task" [ 1215.367031] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.377852] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1215.378163] env[69950]: DEBUG nova.compute.manager [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1215.379301] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0d34ca-b298-4b67-a2d2-20070ccbd2f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.388575] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.388779] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.388896] env[69950]: DEBUG nova.network.neutron [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.397859] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: e6dd8807-2d7e-4deb-86af-0551f940595c] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1215.421200] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dc1bf9-b01d-16aa-5f3b-d98b353a52d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.422141] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.422381] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.422616] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.422856] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.422935] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.424253] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4d3069e-6609-483b-8a90-bf503b1355c3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.436038] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.436282] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.437049] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd86d489-8c85-45ff-bd5f-bda79ea24b0b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.444254] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1215.444254] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525302c5-2804-ab74-30ae-013180d36991" [ 1215.444254] env[69950]: _type = "Task" [ 1215.444254] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.453830] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525302c5-2804-ab74-30ae-013180d36991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.594506] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222980, 'name': ReconfigVM_Task, 'duration_secs': 0.316193} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.595398] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 3c80752d-807e-4821-b6c4-2cf462366f41/3c80752d-807e-4821-b6c4-2cf462366f41.vmdk or device None with type streamOptimized {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.596123] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03043676-c070-47d2-a97c-9371a094da63 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.606421] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1215.606421] env[69950]: value = "task-4222983" [ 1215.606421] env[69950]: _type = "Task" [ 1215.606421] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.613947] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173172} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.614746] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.615032] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.615307] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.625466] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222983, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.816600] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.817181] env[69950]: DEBUG nova.compute.manager [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.899782] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: a4eb1012-2913-4c54-a175-a0a91eee0b7f] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1215.962608] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]525302c5-2804-ab74-30ae-013180d36991, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.963706] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dab3328-2d6b-4547-b9e3-3f4e7ec0475e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.970236] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1215.970236] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5253b258-4f82-6021-93d9-80e946bcd203" [ 1215.970236] env[69950]: _type = "Task" [ 1215.970236] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.984303] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5253b258-4f82-6021-93d9-80e946bcd203, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.984629] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.984888] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 6ba762d6-e693-4528-8b58-137e41016fe8/6ba762d6-e693-4528-8b58-137e41016fe8.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.985558] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6291640d-2624-4bc4-a1fe-c8a945a4ea35 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.994812] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1215.994812] env[69950]: value = "task-4222984" [ 1215.994812] env[69950]: _type = "Task" [ 1215.994812] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.004123] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.121991] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222983, 'name': Rename_Task, 'duration_secs': 0.170293} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.122192] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.122431] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87cd7642-5c68-4d4a-afff-a36c3c5b5abd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.125416] env[69950]: INFO nova.virt.block_device [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Booting with volume 088b4905-6467-4a83-809f-90a893bd5d02 at /dev/sdb [ 1216.139765] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1216.139765] env[69950]: value = "task-4222985" [ 1216.139765] env[69950]: _type = "Task" [ 1216.139765] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.152429] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.200950] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e220e1c5-8d75-4060-b73d-2ce79c81d13f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.211450] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9f7099-595f-4904-b818-7f6b3cd528a5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.256716] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15a3a3f1-69f7-4cb3-9cba-777585015d04 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.267632] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3676d26-7b34-4f79-aa89-c5b0c6a455dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.303424] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7c593a-ee37-499d-bfad-6218ef4200c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.309221] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.309221] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.309221] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.309221] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.309221] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.310450] env[69950]: INFO nova.compute.manager [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Terminating instance [ 1216.323373] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35081a18-8177-49a8-9375-b2f487dd9a65 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.330516] env[69950]: DEBUG nova.compute.utils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.333639] env[69950]: DEBUG nova.compute.manager [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.333906] env[69950]: DEBUG nova.network.neutron [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.351684] env[69950]: DEBUG nova.virt.block_device [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Updating existing volume attachment record: da63c7c9-7e3b-4e2d-be85-41c71d8ad7fb {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1216.405752] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 2e9582f7-528a-4335-a447-fbe4e21ce41a] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1216.409258] env[69950]: DEBUG nova.policy [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5513bbc7ba164e6caa93dde5073a4d23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bda1219921b6481fb98277e0d3ffcd17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.430777] env[69950]: DEBUG nova.network.neutron [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Updating instance_info_cache with network_info: [{"id": "772bee12-dfbb-4770-af6e-a42be449b927", "address": "fa:16:3e:79:36:90", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772bee12-df", "ovs_interfaceid": "772bee12-dfbb-4770-af6e-a42be449b927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.506924] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222984, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.651438] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.816594] env[69950]: DEBUG nova.compute.manager [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.816594] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.816904] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59987d6-8fab-4b40-a5bf-8fc33a6cef16 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.826706] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.827017] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5171a7f4-d39e-40d4-95fc-7303cc68708f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.835756] env[69950]: DEBUG nova.compute.manager [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.838981] env[69950]: DEBUG oslo_vmware.api [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1216.838981] env[69950]: value = "task-4222986" [ 1216.838981] env[69950]: _type = "Task" [ 1216.838981] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.850308] env[69950]: DEBUG oslo_vmware.api [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.912279] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: a6687dd3-76d2-4cfd-a950-18b15b834ba1] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1216.935064] env[69950]: DEBUG nova.network.neutron [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Successfully created port: f9803848-af53-4f5f-b60d-b642e0addd9d {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.937693] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.008745] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514574} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.010133] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 6ba762d6-e693-4528-8b58-137e41016fe8/6ba762d6-e693-4528-8b58-137e41016fe8.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.010133] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.010133] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-728167e3-61bd-45b4-90b7-0293d99e231a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.017047] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1217.017047] env[69950]: value = "task-4222987" [ 1217.017047] env[69950]: _type = "Task" [ 1217.017047] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.026283] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.063574] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Acquiring lock "ec958c34-99e8-49da-a242-e3aada4841e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.063852] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Lock "ec958c34-99e8-49da-a242-e3aada4841e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.156079] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222985, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.354108] env[69950]: DEBUG oslo_vmware.api [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222986, 'name': PowerOffVM_Task, 'duration_secs': 0.32582} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.354108] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.354108] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.354108] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45f00ed9-8743-4e57-b6e4-16a5962a42cb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.415653] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: d64d47bf-00a1-4d52-b6b5-06185bfb2e61] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1217.430595] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.430595] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.430595] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleting the datastore file [datastore2] 2a3cf574-e9b1-4bcd-9e29-394e971617b5 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.430595] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f335c1c8-b64a-415c-96b1-abe2c70c45bc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.437729] env[69950]: DEBUG oslo_vmware.api [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1217.437729] env[69950]: value = "task-4222989" [ 1217.437729] env[69950]: _type = "Task" [ 1217.437729] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.447154] env[69950]: DEBUG oslo_vmware.api [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.528623] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073612} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.529415] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.530415] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb4b1f7-01e1-4b03-848a-f5765783ee66 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.556417] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6ba762d6-e693-4528-8b58-137e41016fe8/6ba762d6-e693-4528-8b58-137e41016fe8.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.557163] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28e28691-44ac-413e-acf9-93a050791a73 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.572808] env[69950]: DEBUG nova.compute.manager [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.583258] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1217.583258] env[69950]: value = "task-4222990" [ 1217.583258] env[69950]: _type = "Task" [ 1217.583258] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.593017] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.652261] env[69950]: DEBUG oslo_vmware.api [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4222985, 'name': PowerOnVM_Task, 'duration_secs': 1.121747} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.652375] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.681056] env[69950]: DEBUG nova.compute.manager [req-3fe0fbf8-5d40-44a3-89f3-7e0d0d2bcb62 req-c38c8fe7-fb8e-4657-97fc-eb54ba0293b6 service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Received event network-vif-unplugged-772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1217.681290] env[69950]: DEBUG oslo_concurrency.lockutils [req-3fe0fbf8-5d40-44a3-89f3-7e0d0d2bcb62 req-c38c8fe7-fb8e-4657-97fc-eb54ba0293b6 service nova] Acquiring lock "052aaf44-520a-4656-be2f-ddfc70b03f40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.681604] env[69950]: DEBUG oslo_concurrency.lockutils [req-3fe0fbf8-5d40-44a3-89f3-7e0d0d2bcb62 req-c38c8fe7-fb8e-4657-97fc-eb54ba0293b6 service nova] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.681761] env[69950]: DEBUG oslo_concurrency.lockutils [req-3fe0fbf8-5d40-44a3-89f3-7e0d0d2bcb62 req-c38c8fe7-fb8e-4657-97fc-eb54ba0293b6 service nova] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.682019] env[69950]: DEBUG nova.compute.manager [req-3fe0fbf8-5d40-44a3-89f3-7e0d0d2bcb62 req-c38c8fe7-fb8e-4657-97fc-eb54ba0293b6 service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] No waiting events found dispatching network-vif-unplugged-772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1217.682019] env[69950]: WARNING nova.compute.manager [req-3fe0fbf8-5d40-44a3-89f3-7e0d0d2bcb62 req-c38c8fe7-fb8e-4657-97fc-eb54ba0293b6 service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Received unexpected event network-vif-unplugged-772bee12-dfbb-4770-af6e-a42be449b927 for instance with vm_state shelved and task_state shelving_offloading. [ 1217.773489] env[69950]: DEBUG nova.compute.manager [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1217.775649] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6b9430-e1e4-4860-b64d-78ee78c7b2cc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.833595] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.834385] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c575359-1797-4b8a-b85f-05e18bca35bf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.845950] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.845950] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e253540-54ac-49be-b2eb-abfa2cb4901f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.849453] env[69950]: DEBUG nova.compute.manager [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.887987] env[69950]: DEBUG nova.virt.hardware [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.887987] env[69950]: DEBUG nova.virt.hardware [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.888208] env[69950]: DEBUG nova.virt.hardware [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.888262] env[69950]: DEBUG nova.virt.hardware [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.888405] env[69950]: DEBUG nova.virt.hardware [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.888556] env[69950]: DEBUG nova.virt.hardware [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.888766] env[69950]: DEBUG nova.virt.hardware [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.888938] env[69950]: DEBUG nova.virt.hardware [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.889107] env[69950]: DEBUG nova.virt.hardware [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.889278] env[69950]: DEBUG nova.virt.hardware [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.889453] env[69950]: DEBUG nova.virt.hardware [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.890384] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c219012a-3b97-4d5b-8beb-16fd7f70b40e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.899358] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e5ab13-98e5-457f-a0c9-ba8e44b661d3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.921880] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 65385871-2f5a-4953-a3f3-95f97b045b37] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1217.930607] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.930842] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.931037] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleting the datastore file [datastore2] 052aaf44-520a-4656-be2f-ddfc70b03f40 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.931327] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d67d0e1a-4582-4db9-9f0d-220309ba6ded {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.939204] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1217.939204] env[69950]: value = "task-4222992" [ 1217.939204] env[69950]: _type = "Task" [ 1217.939204] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.956139] env[69950]: DEBUG oslo_vmware.api [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4222989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432618} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.959347] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.959553] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.959738] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.959916] env[69950]: INFO nova.compute.manager [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1217.960184] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.960390] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.961227] env[69950]: DEBUG nova.compute.manager [-] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.961330] env[69950]: DEBUG nova.network.neutron [-] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.093731] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222990, 'name': ReconfigVM_Task, 'duration_secs': 0.393331} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.094025] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6ba762d6-e693-4528-8b58-137e41016fe8/6ba762d6-e693-4528-8b58-137e41016fe8.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.094696] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f784a30-766e-41c9-9020-14be9b1f6c3b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.097835] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.098093] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.099599] env[69950]: INFO nova.compute.claims [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.108181] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1218.108181] env[69950]: value = "task-4222993" [ 1218.108181] env[69950]: _type = "Task" [ 1218.108181] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.117544] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222993, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.294548] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2212eb9-8ed0-4275-9091-d2b398a79b78 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "3c80752d-807e-4821-b6c4-2cf462366f41" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.263s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.429711] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 43e81197-d430-4443-9dfd-4c561ec2000c] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1218.456031] env[69950]: DEBUG oslo_vmware.api [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4222992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313977} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.456031] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.456031] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.456031] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.492818] env[69950]: INFO nova.scheduler.client.report [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleted allocations for instance 052aaf44-520a-4656-be2f-ddfc70b03f40 [ 1218.515664] env[69950]: DEBUG nova.virt.hardware [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.516091] env[69950]: DEBUG nova.virt.hardware [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.516379] env[69950]: DEBUG nova.virt.hardware [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.516774] env[69950]: DEBUG nova.virt.hardware [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.517181] env[69950]: DEBUG nova.virt.hardware [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.517351] env[69950]: DEBUG nova.virt.hardware [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.517736] env[69950]: DEBUG nova.virt.hardware [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.518041] env[69950]: DEBUG nova.virt.hardware [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.518805] env[69950]: DEBUG nova.virt.hardware [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.518805] env[69950]: DEBUG nova.virt.hardware [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.518943] env[69950]: DEBUG nova.virt.hardware [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.520377] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147dcc6b-7ba6-48e4-8784-a76e0945ed5b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.531405] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b0a087-85c0-4d7c-adcf-aa0ed5594dc7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.549627] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:55:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b8370d9-47dd-4277-8452-7514a05c28d5', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.557960] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.558885] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.559284] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f3d7e12-ec9e-4f1d-8c69-f650a03f32c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.583461] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.583461] env[69950]: value = "task-4222994" [ 1218.583461] env[69950]: _type = "Task" [ 1218.583461] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.593131] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222994, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.620104] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222993, 'name': Rename_Task, 'duration_secs': 0.15716} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.620444] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.620763] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7c7393a-e141-4bc4-8d1f-5342f6bdf7d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.628873] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1218.628873] env[69950]: value = "task-4222995" [ 1218.628873] env[69950]: _type = "Task" [ 1218.628873] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.640934] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.924569] env[69950]: DEBUG nova.network.neutron [-] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.932397] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: a2179e0b-50e2-4dad-b84b-ed913f4a72a7] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1218.998320] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.097070] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222994, 'name': CreateVM_Task, 'duration_secs': 0.380036} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.097336] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.098049] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.098218] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.098548] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.098834] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24e1661-6d9d-484b-9a5b-a2ce5001a1e6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.104708] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1219.104708] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d5600c-e674-79c1-41e9-fa1cd84b0702" [ 1219.104708] env[69950]: _type = "Task" [ 1219.104708] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.116776] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d5600c-e674-79c1-41e9-fa1cd84b0702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.142751] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222995, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.295964] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ab0a01-0df3-4c7e-a2a1-0e7d18a30442 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.307138] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134957a2-b978-4649-965a-4ed5e57ee100 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.341560] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e31654f-f02b-41fb-a7a9-f569ecc58607 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.350233] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08333b69-8f77-4db5-96cc-bf5c0f51867b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.364053] env[69950]: DEBUG nova.compute.provider_tree [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.366056] env[69950]: DEBUG nova.network.neutron [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Successfully updated port: f9803848-af53-4f5f-b60d-b642e0addd9d {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.431105] env[69950]: INFO nova.compute.manager [-] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Took 1.47 seconds to deallocate network for instance. [ 1219.436250] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 94a63450-5424-422c-85e5-9803fb2241da] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1219.615591] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d5600c-e674-79c1-41e9-fa1cd84b0702, 'name': SearchDatastore_Task, 'duration_secs': 0.021208} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.615902] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.616171] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.616418] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.616564] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.616744] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.617016] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b11e162-9089-4b53-9a13-cf8d23bb965c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.628337] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.628527] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.630033] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f11a3d-dee0-41f3-9354-889db98a7063 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.639334] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1219.639334] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52221ca2-1cb7-e029-fe73-5aade9aae144" [ 1219.639334] env[69950]: _type = "Task" [ 1219.639334] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.642497] env[69950]: DEBUG oslo_vmware.api [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4222995, 'name': PowerOnVM_Task, 'duration_secs': 0.877437} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.645556] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.645783] env[69950]: INFO nova.compute.manager [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1219.646011] env[69950]: DEBUG nova.compute.manager [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1219.646832] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e20318-34d7-4522-bfc7-e613233bf1ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.654954] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52221ca2-1cb7-e029-fe73-5aade9aae144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.712156] env[69950]: DEBUG nova.compute.manager [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Received event network-changed-772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1219.712382] env[69950]: DEBUG nova.compute.manager [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Refreshing instance network info cache due to event network-changed-772bee12-dfbb-4770-af6e-a42be449b927. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1219.712566] env[69950]: DEBUG oslo_concurrency.lockutils [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] Acquiring lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.712714] env[69950]: DEBUG oslo_concurrency.lockutils [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] Acquired lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.712877] env[69950]: DEBUG nova.network.neutron [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Refreshing network info cache for port 772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.869343] env[69950]: DEBUG nova.scheduler.client.report [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.872897] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "refresh_cache-57455d57-41f6-4475-a038-8fbf00741934" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.873052] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquired lock "refresh_cache-57455d57-41f6-4475-a038-8fbf00741934" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.873207] env[69950]: DEBUG nova.network.neutron [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.940494] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.940812] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: b0cb9eae-d6c5-49c5-8f87-7ec597e952b3] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1220.154062] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52221ca2-1cb7-e029-fe73-5aade9aae144, 'name': SearchDatastore_Task, 'duration_secs': 0.033671} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.154920] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb538b8-804d-41ce-a04d-ad38ee9e6f88 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.165039] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1220.165039] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c0ee6b-95a2-2cfa-66e1-0f4ee6c27884" [ 1220.165039] env[69950]: _type = "Task" [ 1220.165039] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.170383] env[69950]: INFO nova.compute.manager [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Took 14.71 seconds to build instance. [ 1220.177491] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c0ee6b-95a2-2cfa-66e1-0f4ee6c27884, 'name': SearchDatastore_Task, 'duration_secs': 0.01215} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.177696] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.177958] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d/2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.178232] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c9b71b8-976c-4ca3-bd70-4c59ae4f7796 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.185937] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1220.185937] env[69950]: value = "task-4222996" [ 1220.185937] env[69950]: _type = "Task" [ 1220.185937] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.195199] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.375929] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.376728] env[69950]: DEBUG nova.compute.manager [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.381021] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.383s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.381168] env[69950]: DEBUG nova.objects.instance [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'resources' on Instance uuid 052aaf44-520a-4656-be2f-ddfc70b03f40 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.444166] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: b30ebaee-894d-49c3-9d54-f9d31f45615c] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1220.453416] env[69950]: DEBUG nova.network.neutron [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.612210] env[69950]: DEBUG nova.network.neutron [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Updated VIF entry in instance network info cache for port 772bee12-dfbb-4770-af6e-a42be449b927. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.612652] env[69950]: DEBUG nova.network.neutron [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Updating instance_info_cache with network_info: [{"id": "772bee12-dfbb-4770-af6e-a42be449b927", "address": "fa:16:3e:79:36:90", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": null, "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap772bee12-df", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.672673] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "6ba762d6-e693-4528-8b58-137e41016fe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.222s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.697922] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222996, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.707966] env[69950]: DEBUG nova.network.neutron [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Updating instance_info_cache with network_info: [{"id": "f9803848-af53-4f5f-b60d-b642e0addd9d", "address": "fa:16:3e:cf:97:88", "network": {"id": "eb9662d0-13cb-428f-a85e-5483716528e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-269295514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda1219921b6481fb98277e0d3ffcd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9803848-af", "ovs_interfaceid": "f9803848-af53-4f5f-b60d-b642e0addd9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.889012] env[69950]: DEBUG nova.compute.utils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.891201] env[69950]: DEBUG nova.objects.instance [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'numa_topology' on Instance uuid 052aaf44-520a-4656-be2f-ddfc70b03f40 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.892304] env[69950]: DEBUG nova.compute.manager [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1220.892482] env[69950]: DEBUG nova.network.neutron [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1220.948376] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 4a450a03-497e-470b-a03f-551965c90c1f] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1220.954364] env[69950]: DEBUG nova.policy [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0acf52eb7bd46b9b6a105a2147f2397', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6655277bc68848a8bfc856142ec72269', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.034602] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "052aaf44-520a-4656-be2f-ddfc70b03f40" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.115552] env[69950]: DEBUG oslo_concurrency.lockutils [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] Releasing lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.115861] env[69950]: DEBUG nova.compute.manager [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Received event network-vif-deleted-e030da10-1108-4942-9231-f68da148dfe8 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1221.116106] env[69950]: DEBUG nova.compute.manager [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Received event network-vif-plugged-f9803848-af53-4f5f-b60d-b642e0addd9d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1221.116271] env[69950]: DEBUG oslo_concurrency.lockutils [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] Acquiring lock "57455d57-41f6-4475-a038-8fbf00741934-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.116477] env[69950]: DEBUG oslo_concurrency.lockutils [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] Lock "57455d57-41f6-4475-a038-8fbf00741934-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.116640] env[69950]: DEBUG oslo_concurrency.lockutils [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] Lock "57455d57-41f6-4475-a038-8fbf00741934-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.116808] env[69950]: DEBUG nova.compute.manager [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] [instance: 57455d57-41f6-4475-a038-8fbf00741934] No waiting events found dispatching network-vif-plugged-f9803848-af53-4f5f-b60d-b642e0addd9d {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1221.116973] env[69950]: WARNING nova.compute.manager [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Received unexpected event network-vif-plugged-f9803848-af53-4f5f-b60d-b642e0addd9d for instance with vm_state building and task_state spawning. [ 1221.117151] env[69950]: DEBUG nova.compute.manager [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Received event network-changed-f9803848-af53-4f5f-b60d-b642e0addd9d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1221.117306] env[69950]: DEBUG nova.compute.manager [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Refreshing instance network info cache due to event network-changed-f9803848-af53-4f5f-b60d-b642e0addd9d. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1221.117570] env[69950]: DEBUG oslo_concurrency.lockutils [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] Acquiring lock "refresh_cache-57455d57-41f6-4475-a038-8fbf00741934" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.197048] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563188} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.197321] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d/2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.197575] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.198112] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59dd12b4-5aa6-425b-b78f-50463ee10ed2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.205741] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1221.205741] env[69950]: value = "task-4222997" [ 1221.205741] env[69950]: _type = "Task" [ 1221.205741] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.211666] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Releasing lock "refresh_cache-57455d57-41f6-4475-a038-8fbf00741934" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.212013] env[69950]: DEBUG nova.compute.manager [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Instance network_info: |[{"id": "f9803848-af53-4f5f-b60d-b642e0addd9d", "address": "fa:16:3e:cf:97:88", "network": {"id": "eb9662d0-13cb-428f-a85e-5483716528e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-269295514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda1219921b6481fb98277e0d3ffcd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9803848-af", "ovs_interfaceid": "f9803848-af53-4f5f-b60d-b642e0addd9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.219024] env[69950]: DEBUG oslo_concurrency.lockutils [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] Acquired lock "refresh_cache-57455d57-41f6-4475-a038-8fbf00741934" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.219024] env[69950]: DEBUG nova.network.neutron [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Refreshing network info cache for port f9803848-af53-4f5f-b60d-b642e0addd9d {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.219024] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:97:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9803848-af53-4f5f-b60d-b642e0addd9d', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.224629] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.224866] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.225394] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.225668] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07e16d45-ad50-4082-a6ef-0bee3ea2a2f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.251334] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.251334] env[69950]: value = "task-4222998" [ 1221.251334] env[69950]: _type = "Task" [ 1221.251334] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.261442] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222998, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.393537] env[69950]: DEBUG nova.compute.manager [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.397196] env[69950]: DEBUG nova.objects.base [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Object Instance<052aaf44-520a-4656-be2f-ddfc70b03f40> lazy-loaded attributes: resources,numa_topology {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1221.452581] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 3b3787a9-2613-4c96-a271-9abf718a60c2] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1221.603157] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92e7eb9-7de4-47e1-89c3-b980a955cfed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.611513] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d6040b-9b06-46cc-bd4d-caea856941c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.647811] env[69950]: DEBUG nova.network.neutron [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Successfully created port: 33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.650433] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe94eee-b1b2-4a42-b605-7a5be3079df6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.658922] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d44368-b742-46e3-8e92-cf533c0b34f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.673698] env[69950]: DEBUG nova.compute.provider_tree [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.715807] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163004} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.716155] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.716957] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f515f1-febb-43fb-bb86-277f3592253b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.742115] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d/2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.742527] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17eeaacb-4c68-481d-b1b7-99d30e34343a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.768112] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222998, 'name': CreateVM_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.769651] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1221.769651] env[69950]: value = "task-4222999" [ 1221.769651] env[69950]: _type = "Task" [ 1221.769651] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.778690] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.830153] env[69950]: DEBUG nova.compute.manager [req-f0fa699c-33a7-4db4-b17b-c17c130f2106 req-3f7a7b25-fede-4dbe-ae4d-381b72040d5e service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Received event network-changed-d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1221.830370] env[69950]: DEBUG nova.compute.manager [req-f0fa699c-33a7-4db4-b17b-c17c130f2106 req-3f7a7b25-fede-4dbe-ae4d-381b72040d5e service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Refreshing instance network info cache due to event network-changed-d91eda90-3d4f-49b9-b970-dffd331d7b81. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1221.830602] env[69950]: DEBUG oslo_concurrency.lockutils [req-f0fa699c-33a7-4db4-b17b-c17c130f2106 req-3f7a7b25-fede-4dbe-ae4d-381b72040d5e service nova] Acquiring lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.830747] env[69950]: DEBUG oslo_concurrency.lockutils [req-f0fa699c-33a7-4db4-b17b-c17c130f2106 req-3f7a7b25-fede-4dbe-ae4d-381b72040d5e service nova] Acquired lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.830922] env[69950]: DEBUG nova.network.neutron [req-f0fa699c-33a7-4db4-b17b-c17c130f2106 req-3f7a7b25-fede-4dbe-ae4d-381b72040d5e service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Refreshing network info cache for port d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.959722] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 224dbd2b-d96d-4c5c-8b59-252382cac427] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1222.178761] env[69950]: DEBUG nova.scheduler.client.report [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.214739] env[69950]: DEBUG nova.network.neutron [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Updated VIF entry in instance network info cache for port f9803848-af53-4f5f-b60d-b642e0addd9d. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.215230] env[69950]: DEBUG nova.network.neutron [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Updating instance_info_cache with network_info: [{"id": "f9803848-af53-4f5f-b60d-b642e0addd9d", "address": "fa:16:3e:cf:97:88", "network": {"id": "eb9662d0-13cb-428f-a85e-5483716528e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-269295514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda1219921b6481fb98277e0d3ffcd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9803848-af", "ovs_interfaceid": "f9803848-af53-4f5f-b60d-b642e0addd9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.270693] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4222998, 'name': CreateVM_Task, 'duration_secs': 0.782192} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.273934] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.274678] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.274844] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.275205] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.275995] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b2904b5-73a3-40b5-8162-80363fdb3611 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.281502] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4222999, 'name': ReconfigVM_Task, 'duration_secs': 0.338712} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.282180] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d/2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.283289] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'encryption_options': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': '5ff20735-6522-48d7-b15a-e5eb837d4202'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835599', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'name': 'volume-088b4905-6467-4a83-809f-90a893bd5d02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d', 'attached_at': '', 'detached_at': '', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'serial': '088b4905-6467-4a83-809f-90a893bd5d02'}, 'attachment_id': 'da63c7c9-7e3b-4e2d-be85-41c71d8ad7fb', 'mount_device': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69950) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1222.283493] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1222.283687] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835599', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'name': 'volume-088b4905-6467-4a83-809f-90a893bd5d02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d', 'attached_at': '', 'detached_at': '', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'serial': '088b4905-6467-4a83-809f-90a893bd5d02'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1222.284966] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beb9181-7236-42e5-b454-5d367fa58c67 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.288892] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1222.288892] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52742902-5f11-8fc5-2b51-de68ffcda267" [ 1222.288892] env[69950]: _type = "Task" [ 1222.288892] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.304413] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e44ea93-5071-417a-b708-d210efded2c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.310899] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52742902-5f11-8fc5-2b51-de68ffcda267, 'name': SearchDatastore_Task, 'duration_secs': 0.011572} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.311651] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.311929] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.312465] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.312465] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.312662] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.312824] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03f8651f-2be6-43d0-920e-0de60f54d105 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.336500] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-088b4905-6467-4a83-809f-90a893bd5d02/volume-088b4905-6467-4a83-809f-90a893bd5d02.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.339906] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f322231c-14c6-4cb6-aafc-e37cedb0ff82 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.355338] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.355545] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.356926] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d792adf-4b63-4074-9400-dc75c9166c67 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.362952] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1222.362952] env[69950]: value = "task-4223000" [ 1222.362952] env[69950]: _type = "Task" [ 1222.362952] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.364737] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1222.364737] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bede81-752b-65e1-d87d-a62cc8a45b70" [ 1222.364737] env[69950]: _type = "Task" [ 1222.364737] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.379022] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223000, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.382690] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bede81-752b-65e1-d87d-a62cc8a45b70, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.383546] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa1c79d-7cd0-4ef7-aa58-8c0bb6956384 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.392055] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1222.392055] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5282e73c-c060-4661-aeab-d8cb2fbc2300" [ 1222.392055] env[69950]: _type = "Task" [ 1222.392055] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.400708] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5282e73c-c060-4661-aeab-d8cb2fbc2300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.409111] env[69950]: DEBUG nova.compute.manager [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.450294] env[69950]: DEBUG nova.virt.hardware [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.450547] env[69950]: DEBUG nova.virt.hardware [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.450706] env[69950]: DEBUG nova.virt.hardware [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.450883] env[69950]: DEBUG nova.virt.hardware [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.451074] env[69950]: DEBUG nova.virt.hardware [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.452524] env[69950]: DEBUG nova.virt.hardware [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.452524] env[69950]: DEBUG nova.virt.hardware [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.452524] env[69950]: DEBUG nova.virt.hardware [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.452524] env[69950]: DEBUG nova.virt.hardware [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.452524] env[69950]: DEBUG nova.virt.hardware [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.452524] env[69950]: DEBUG nova.virt.hardware [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.452979] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cc3e75-7af3-4f6e-bb73-a40c2c2e993e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.463338] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: dda88168-a704-4dd5-b580-1d22afb83117] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1222.467403] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228b793f-9fe6-4498-9740-f67fb0d6256a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.687376] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.693154] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.751s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.693154] env[69950]: DEBUG nova.objects.instance [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lazy-loading 'resources' on Instance uuid 2a3cf574-e9b1-4bcd-9e29-394e971617b5 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.704436] env[69950]: DEBUG nova.network.neutron [req-f0fa699c-33a7-4db4-b17b-c17c130f2106 req-3f7a7b25-fede-4dbe-ae4d-381b72040d5e service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updated VIF entry in instance network info cache for port d91eda90-3d4f-49b9-b970-dffd331d7b81. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.704938] env[69950]: DEBUG nova.network.neutron [req-f0fa699c-33a7-4db4-b17b-c17c130f2106 req-3f7a7b25-fede-4dbe-ae4d-381b72040d5e service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updating instance_info_cache with network_info: [{"id": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "address": "fa:16:3e:74:1d:b8", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91eda90-3d", "ovs_interfaceid": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.718708] env[69950]: DEBUG oslo_concurrency.lockutils [req-483e4dd6-af8f-4ed4-bfb5-76ba004effb4 req-53044a16-a4dc-422d-8552-c03ce24a56e3 service nova] Releasing lock "refresh_cache-57455d57-41f6-4475-a038-8fbf00741934" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.875719] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223000, 'name': ReconfigVM_Task, 'duration_secs': 0.302924} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.875966] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-088b4905-6467-4a83-809f-90a893bd5d02/volume-088b4905-6467-4a83-809f-90a893bd5d02.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.880794] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df0c6edf-70a2-486b-980d-44e54c2f72c3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.898071] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1222.898071] env[69950]: value = "task-4223001" [ 1222.898071] env[69950]: _type = "Task" [ 1222.898071] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.906228] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5282e73c-c060-4661-aeab-d8cb2fbc2300, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.907023] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.907299] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 57455d57-41f6-4475-a038-8fbf00741934/57455d57-41f6-4475-a038-8fbf00741934.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.907587] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7346b51-8126-47db-b7da-41c71afbbec3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.914933] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223001, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.921450] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1222.921450] env[69950]: value = "task-4223002" [ 1222.921450] env[69950]: _type = "Task" [ 1222.921450] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.932708] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.967581] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 72e181d4-3808-45a8-88ab-d2c1a68d71c8] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1223.201299] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a584edea-d612-4e9a-9a3c-0a9bfbe911aa tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.304s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.203114] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.168s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.203323] env[69950]: INFO nova.compute.manager [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Unshelving [ 1223.207275] env[69950]: DEBUG oslo_concurrency.lockutils [req-f0fa699c-33a7-4db4-b17b-c17c130f2106 req-3f7a7b25-fede-4dbe-ae4d-381b72040d5e service nova] Releasing lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.409596] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223001, 'name': ReconfigVM_Task, 'duration_secs': 0.15912} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.409981] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835599', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'name': 'volume-088b4905-6467-4a83-809f-90a893bd5d02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d', 'attached_at': '', 'detached_at': '', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'serial': '088b4905-6467-4a83-809f-90a893bd5d02'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1223.413330] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7258960-0215-4ed9-983a-24f894a05c9e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.422595] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1223.422595] env[69950]: value = "task-4223003" [ 1223.422595] env[69950]: _type = "Task" [ 1223.422595] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.439839] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223003, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.443586] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223002, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.464956] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6ee868-a9d0-45cc-b34e-592d722a05fd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.471155] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: fdfbc8cd-57a0-4acf-a4d1-20a7788acae1] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1223.476959] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7e64d5-65a3-4716-9fbf-11c6600052c1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.515769] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc802ec-c38a-4b6b-8e86-4f35aff468b2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.525236] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7f1a9a-72ca-40e2-affe-78d4703b3c23 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.542922] env[69950]: DEBUG nova.compute.provider_tree [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.664641] env[69950]: DEBUG nova.network.neutron [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Successfully updated port: 33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.710094] env[69950]: DEBUG nova.compute.manager [req-6974f041-1ec7-42b3-b497-28eb3ca420b4 req-c320124c-9615-4661-a8a0-6d3734daae50 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Received event network-changed-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1223.710307] env[69950]: DEBUG nova.compute.manager [req-6974f041-1ec7-42b3-b497-28eb3ca420b4 req-c320124c-9615-4661-a8a0-6d3734daae50 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Refreshing instance network info cache due to event network-changed-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1223.710520] env[69950]: DEBUG oslo_concurrency.lockutils [req-6974f041-1ec7-42b3-b497-28eb3ca420b4 req-c320124c-9615-4661-a8a0-6d3734daae50 service nova] Acquiring lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.710675] env[69950]: DEBUG oslo_concurrency.lockutils [req-6974f041-1ec7-42b3-b497-28eb3ca420b4 req-c320124c-9615-4661-a8a0-6d3734daae50 service nova] Acquired lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.710879] env[69950]: DEBUG nova.network.neutron [req-6974f041-1ec7-42b3-b497-28eb3ca420b4 req-c320124c-9615-4661-a8a0-6d3734daae50 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Refreshing network info cache for port f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.865579] env[69950]: DEBUG nova.compute.manager [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Received event network-changed-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1223.865808] env[69950]: DEBUG nova.compute.manager [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Refreshing instance network info cache due to event network-changed-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1223.865991] env[69950]: DEBUG oslo_concurrency.lockutils [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] Acquiring lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.934105] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669909} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.934922] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 57455d57-41f6-4475-a038-8fbf00741934/57455d57-41f6-4475-a038-8fbf00741934.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.935186] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.935460] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63b355a6-aa47-4323-9081-2b5206c01eed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.940516] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223003, 'name': Rename_Task, 'duration_secs': 0.228506} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.941158] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.941414] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03c9d5c4-e345-436a-9983-d83c8de2f04c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.945989] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1223.945989] env[69950]: value = "task-4223004" [ 1223.945989] env[69950]: _type = "Task" [ 1223.945989] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.950895] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1223.950895] env[69950]: value = "task-4223005" [ 1223.950895] env[69950]: _type = "Task" [ 1223.950895] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.959972] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.966310] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.977026] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: a9d2ed90-7a8b-4d90-9702-029cb3c184f8] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1224.046723] env[69950]: DEBUG nova.scheduler.client.report [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.167966] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Acquiring lock "refresh_cache-ec958c34-99e8-49da-a242-e3aada4841e2" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.168173] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Acquired lock "refresh_cache-ec958c34-99e8-49da-a242-e3aada4841e2" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.168477] env[69950]: DEBUG nova.network.neutron [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.234401] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.458979] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077691} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.459779] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.460658] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e0f0ab-ab47-4d87-9b0d-091a7f0fd77a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.466584] env[69950]: DEBUG oslo_vmware.api [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223005, 'name': PowerOnVM_Task, 'duration_secs': 0.501006} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.467254] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.467488] env[69950]: DEBUG nova.compute.manager [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1224.468289] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f9d65-8ddb-44ce-abc6-51939d351cde {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.489888] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 57455d57-41f6-4475-a038-8fbf00741934/57455d57-41f6-4475-a038-8fbf00741934.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.490993] env[69950]: DEBUG nova.network.neutron [req-6974f041-1ec7-42b3-b497-28eb3ca420b4 req-c320124c-9615-4661-a8a0-6d3734daae50 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updated VIF entry in instance network info cache for port f9f3bdb7-7699-49a3-b8c4-d65d3b81f575. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.491335] env[69950]: DEBUG nova.network.neutron [req-6974f041-1ec7-42b3-b497-28eb3ca420b4 req-c320124c-9615-4661-a8a0-6d3734daae50 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updating instance_info_cache with network_info: [{"id": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "address": "fa:16:3e:8e:c4:ee", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9f3bdb7-76", "ovs_interfaceid": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.493143] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 94ba5c21-e4d6-49ec-b392-24d93632d4a3] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1224.494788] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ff1458f-870e-418c-bdcf-5241ab41a553 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.523355] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1224.523355] env[69950]: value = "task-4223006" [ 1224.523355] env[69950]: _type = "Task" [ 1224.523355] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.534451] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.552581] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.557010] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.323s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.557325] env[69950]: DEBUG nova.objects.instance [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'pci_requests' on Instance uuid 052aaf44-520a-4656-be2f-ddfc70b03f40 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.580282] env[69950]: INFO nova.scheduler.client.report [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleted allocations for instance 2a3cf574-e9b1-4bcd-9e29-394e971617b5 [ 1224.727192] env[69950]: DEBUG nova.network.neutron [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.985853] env[69950]: DEBUG nova.network.neutron [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Updating instance_info_cache with network_info: [{"id": "33d4c81b-fe45-4e34-b2ec-abc85e9e09e9", "address": "fa:16:3e:2d:67:c7", "network": {"id": "4e02eecb-236b-4feb-a58b-c8afe40fd190", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-532350953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6655277bc68848a8bfc856142ec72269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33d4c81b-fe", "ovs_interfaceid": "33d4c81b-fe45-4e34-b2ec-abc85e9e09e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.011931] env[69950]: DEBUG oslo_concurrency.lockutils [req-6974f041-1ec7-42b3-b497-28eb3ca420b4 req-c320124c-9615-4661-a8a0-6d3734daae50 service nova] Releasing lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.012371] env[69950]: DEBUG oslo_concurrency.lockutils [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] Acquired lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.012557] env[69950]: DEBUG nova.network.neutron [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Refreshing network info cache for port f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.014906] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 9cf314f0-aafc-478e-8429-b7e3db2c4611] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1225.025949] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.042990] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.063750] env[69950]: DEBUG nova.objects.instance [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'numa_topology' on Instance uuid 052aaf44-520a-4656-be2f-ddfc70b03f40 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.088743] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0eb0d468-3b64-4367-9896-995a4a818dc5 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "2a3cf574-e9b1-4bcd-9e29-394e971617b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.781s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.489556] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Releasing lock "refresh_cache-ec958c34-99e8-49da-a242-e3aada4841e2" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.490610] env[69950]: DEBUG nova.compute.manager [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Instance network_info: |[{"id": "33d4c81b-fe45-4e34-b2ec-abc85e9e09e9", "address": "fa:16:3e:2d:67:c7", "network": {"id": "4e02eecb-236b-4feb-a58b-c8afe40fd190", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-532350953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6655277bc68848a8bfc856142ec72269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33d4c81b-fe", "ovs_interfaceid": "33d4c81b-fe45-4e34-b2ec-abc85e9e09e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.491098] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:67:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33d4c81b-fe45-4e34-b2ec-abc85e9e09e9', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.498649] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Creating folder: Project (6655277bc68848a8bfc856142ec72269). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.499739] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7023ec78-da6f-4163-a620-f30f57fbef96 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.511886] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Created folder: Project (6655277bc68848a8bfc856142ec72269) in parent group-v835309. [ 1225.512622] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Creating folder: Instances. Parent ref: group-v835605. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.512622] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-214858da-2c66-4874-b8a4-aa1aa1207668 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.522224] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 221c76ec-484a-4288-8ba8-00a8419bed76] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1225.526143] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Created folder: Instances in parent group-v835605. [ 1225.526865] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.529693] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.529963] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55245897-f792-4453-8eba-84d4b2a6b2dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.550668] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223006, 'name': ReconfigVM_Task, 'duration_secs': 0.695507} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.552843] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 57455d57-41f6-4475-a038-8fbf00741934/57455d57-41f6-4475-a038-8fbf00741934.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.553825] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.553825] env[69950]: value = "task-4223009" [ 1225.553825] env[69950]: _type = "Task" [ 1225.553825] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.554187] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c95a78f4-39c2-4357-bf8a-0e57aa135a02 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.567379] env[69950]: INFO nova.compute.claims [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.569857] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223009, 'name': CreateVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.572042] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1225.572042] env[69950]: value = "task-4223010" [ 1225.572042] env[69950]: _type = "Task" [ 1225.572042] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.580701] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223010, 'name': Rename_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.734177] env[69950]: DEBUG nova.compute.manager [req-cb30246a-2c82-461c-9cc7-ec035210e84e req-b7a887e6-c656-41d5-8e55-9c7626e2f37e service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Received event network-changed-d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1225.734744] env[69950]: DEBUG nova.compute.manager [req-cb30246a-2c82-461c-9cc7-ec035210e84e req-b7a887e6-c656-41d5-8e55-9c7626e2f37e service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Refreshing instance network info cache due to event network-changed-d91eda90-3d4f-49b9-b970-dffd331d7b81. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1225.735009] env[69950]: DEBUG oslo_concurrency.lockutils [req-cb30246a-2c82-461c-9cc7-ec035210e84e req-b7a887e6-c656-41d5-8e55-9c7626e2f37e service nova] Acquiring lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.735185] env[69950]: DEBUG oslo_concurrency.lockutils [req-cb30246a-2c82-461c-9cc7-ec035210e84e req-b7a887e6-c656-41d5-8e55-9c7626e2f37e service nova] Acquired lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.735361] env[69950]: DEBUG nova.network.neutron [req-cb30246a-2c82-461c-9cc7-ec035210e84e req-b7a887e6-c656-41d5-8e55-9c7626e2f37e service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Refreshing network info cache for port d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.748555] env[69950]: DEBUG nova.network.neutron [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updated VIF entry in instance network info cache for port f9f3bdb7-7699-49a3-b8c4-d65d3b81f575. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.748935] env[69950]: DEBUG nova.network.neutron [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updating instance_info_cache with network_info: [{"id": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "address": "fa:16:3e:8e:c4:ee", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9f3bdb7-76", "ovs_interfaceid": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.014492] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.014759] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.017563] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "8c517667-2ec2-4461-b12a-47c66f212be7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.017802] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "8c517667-2ec2-4461-b12a-47c66f212be7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.028097] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 7359d06f-82ec-4cd7-b81e-597e72f7655e] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1226.066474] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223009, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.084069] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223010, 'name': Rename_Task, 'duration_secs': 0.151702} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.084975] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.085249] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a30c455f-e942-486e-9365-4081c24dd635 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.093153] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1226.093153] env[69950]: value = "task-4223011" [ 1226.093153] env[69950]: _type = "Task" [ 1226.093153] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.104356] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.251623] env[69950]: DEBUG oslo_concurrency.lockutils [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] Releasing lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.251891] env[69950]: DEBUG nova.compute.manager [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Received event network-vif-plugged-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1226.252118] env[69950]: DEBUG oslo_concurrency.lockutils [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] Acquiring lock "ec958c34-99e8-49da-a242-e3aada4841e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.252336] env[69950]: DEBUG oslo_concurrency.lockutils [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] Lock "ec958c34-99e8-49da-a242-e3aada4841e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.252504] env[69950]: DEBUG oslo_concurrency.lockutils [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] Lock "ec958c34-99e8-49da-a242-e3aada4841e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.252702] env[69950]: DEBUG nova.compute.manager [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] No waiting events found dispatching network-vif-plugged-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1226.252848] env[69950]: WARNING nova.compute.manager [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Received unexpected event network-vif-plugged-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 for instance with vm_state building and task_state spawning. [ 1226.253035] env[69950]: DEBUG nova.compute.manager [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Received event network-changed-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1226.253206] env[69950]: DEBUG nova.compute.manager [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Refreshing instance network info cache due to event network-changed-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1226.253398] env[69950]: DEBUG oslo_concurrency.lockutils [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] Acquiring lock "refresh_cache-ec958c34-99e8-49da-a242-e3aada4841e2" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.253545] env[69950]: DEBUG oslo_concurrency.lockutils [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] Acquired lock "refresh_cache-ec958c34-99e8-49da-a242-e3aada4841e2" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.253739] env[69950]: DEBUG nova.network.neutron [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Refreshing network info cache for port 33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.448917] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "e32b1591-1b56-41c8-a0b0-dff775883a70" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.449181] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.518524] env[69950]: DEBUG nova.compute.manager [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.522572] env[69950]: DEBUG nova.compute.utils [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.532574] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 747c8b5c-4a90-4783-8394-171e8add90f9] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1226.567649] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223009, 'name': CreateVM_Task, 'duration_secs': 0.635532} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.567902] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.568606] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.568782] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.569135] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.570113] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60509464-6646-4ab3-b98d-191244754d86 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.575887] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Waiting for the task: (returnval){ [ 1226.575887] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521d061b-5da1-a139-49bf-d32840cf29b0" [ 1226.575887] env[69950]: _type = "Task" [ 1226.575887] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.590272] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521d061b-5da1-a139-49bf-d32840cf29b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.608562] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.733712] env[69950]: DEBUG nova.network.neutron [req-cb30246a-2c82-461c-9cc7-ec035210e84e req-b7a887e6-c656-41d5-8e55-9c7626e2f37e service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updated VIF entry in instance network info cache for port d91eda90-3d4f-49b9-b970-dffd331d7b81. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.734098] env[69950]: DEBUG nova.network.neutron [req-cb30246a-2c82-461c-9cc7-ec035210e84e req-b7a887e6-c656-41d5-8e55-9c7626e2f37e service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updating instance_info_cache with network_info: [{"id": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "address": "fa:16:3e:74:1d:b8", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91eda90-3d", "ovs_interfaceid": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.762378] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce64984-6cdc-44b8-a015-1c31f007a8e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.770839] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cbae1c-13f4-4cc3-9496-e42ad6315e69 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.806255] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d4c5d4-3e22-4390-982d-9f2d8f7f2299 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.815576] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7879609b-641b-4307-87ca-2609533a0595 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.831170] env[69950]: DEBUG nova.compute.provider_tree [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.953984] env[69950]: DEBUG nova.compute.utils [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.988361] env[69950]: DEBUG nova.network.neutron [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Updated VIF entry in instance network info cache for port 33d4c81b-fe45-4e34-b2ec-abc85e9e09e9. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.989063] env[69950]: DEBUG nova.network.neutron [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Updating instance_info_cache with network_info: [{"id": "33d4c81b-fe45-4e34-b2ec-abc85e9e09e9", "address": "fa:16:3e:2d:67:c7", "network": {"id": "4e02eecb-236b-4feb-a58b-c8afe40fd190", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-532350953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6655277bc68848a8bfc856142ec72269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33d4c81b-fe", "ovs_interfaceid": "33d4c81b-fe45-4e34-b2ec-abc85e9e09e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.027199] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "8c517667-2ec2-4461-b12a-47c66f212be7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.036570] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 6a4ae6e8-76e8-4398-97ec-587a01aaca68] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1227.040026] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.087937] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521d061b-5da1-a139-49bf-d32840cf29b0, 'name': SearchDatastore_Task, 'duration_secs': 0.02092} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.088269] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.088517] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.088768] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.088919] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.089127] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.089431] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70b76d95-a73e-4a75-a434-4d1163a2cccc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.102800] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.103012] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.104155] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03132a9e-f7ed-4752-aad1-727b667ca9ff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.109886] env[69950]: DEBUG oslo_vmware.api [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223011, 'name': PowerOnVM_Task, 'duration_secs': 0.961713} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.110534] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.110739] env[69950]: INFO nova.compute.manager [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1227.110919] env[69950]: DEBUG nova.compute.manager [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1227.111729] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c33a3d-8934-4cd0-b49f-18f035feb03d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.115634] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Waiting for the task: (returnval){ [ 1227.115634] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524481e2-b22d-d285-0c51-3ace2d158885" [ 1227.115634] env[69950]: _type = "Task" [ 1227.115634] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.129205] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524481e2-b22d-d285-0c51-3ace2d158885, 'name': SearchDatastore_Task, 'duration_secs': 0.011483} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.130038] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c699fcf9-68d8-49ad-85ee-401424285b7d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.137299] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Waiting for the task: (returnval){ [ 1227.137299] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522063a4-65d8-5217-169a-39464f3d289b" [ 1227.137299] env[69950]: _type = "Task" [ 1227.137299] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.146602] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522063a4-65d8-5217-169a-39464f3d289b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.237067] env[69950]: DEBUG oslo_concurrency.lockutils [req-cb30246a-2c82-461c-9cc7-ec035210e84e req-b7a887e6-c656-41d5-8e55-9c7626e2f37e service nova] Releasing lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.334480] env[69950]: DEBUG nova.scheduler.client.report [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.459908] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.492472] env[69950]: DEBUG oslo_concurrency.lockutils [req-2f883047-bf6b-4a91-8bbf-a77eb11c84d3 req-66955743-17c5-4389-bdbe-ef89e51cca46 service nova] Releasing lock "refresh_cache-ec958c34-99e8-49da-a242-e3aada4841e2" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.541541] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 2b3e4e24-1cd4-4ab6-8ac9-7c1c1e4dd555] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1227.631123] env[69950]: INFO nova.compute.manager [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Took 14.13 seconds to build instance. [ 1227.647918] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522063a4-65d8-5217-169a-39464f3d289b, 'name': SearchDatastore_Task, 'duration_secs': 0.012111} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.648885] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.649173] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] ec958c34-99e8-49da-a242-e3aada4841e2/ec958c34-99e8-49da-a242-e3aada4841e2.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.649720] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3188411e-5cc5-476f-bf30-4db3dd30a3a6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.660514] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Waiting for the task: (returnval){ [ 1227.660514] env[69950]: value = "task-4223012" [ 1227.660514] env[69950]: _type = "Task" [ 1227.660514] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.670613] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.839781] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.283s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.842154] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.816s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.842386] env[69950]: DEBUG nova.objects.instance [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1227.879687] env[69950]: INFO nova.network.neutron [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Updating port 772bee12-dfbb-4770-af6e-a42be449b927 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1228.045236] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 652e974c-d5fb-47ae-a49a-0bd2653376fe] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1228.085896] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "8c517667-2ec2-4461-b12a-47c66f212be7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.086252] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "8c517667-2ec2-4461-b12a-47c66f212be7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.086590] env[69950]: INFO nova.compute.manager [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Attaching volume e50b1a66-2a41-41f9-a1ef-2ad29c4053b4 to /dev/sdb [ 1228.130320] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff1c3c5-acd1-4887-ad16-9e1c432483e9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.134593] env[69950]: DEBUG oslo_concurrency.lockutils [None req-01bdafb8-9016-406d-a2ae-fec8498dfd73 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "57455d57-41f6-4475-a038-8fbf00741934" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.643s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.143180] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e86e6f-32d5-4818-a623-880ea45b32b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.161441] env[69950]: DEBUG nova.virt.block_device [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Updating existing volume attachment record: abcece18-f8e6-4f33-ad33-2f2a9e5324cd {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1228.177466] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223012, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.519416] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "e32b1591-1b56-41c8-a0b0-dff775883a70" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.519666] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.519894] env[69950]: INFO nova.compute.manager [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Attaching volume 7312ac4d-6ad1-4ac8-895f-338c16c3a43d to /dev/sdb [ 1228.549955] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 4b44f038-c80d-4bbd-aec6-e98cde784f92] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1228.553313] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569fe7b4-4872-4eda-8fa6-efd00243c299 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.561389] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b97f09e-e48e-411d-be23-7628c1ce0eb8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.575185] env[69950]: DEBUG nova.virt.block_device [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Updating existing volume attachment record: fc3888e9-2a1d-4214-8836-2228d6f63390 {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1228.577709] env[69950]: INFO nova.compute.manager [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Rescuing [ 1228.577934] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "refresh_cache-57455d57-41f6-4475-a038-8fbf00741934" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.578101] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquired lock "refresh_cache-57455d57-41f6-4475-a038-8fbf00741934" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.578268] env[69950]: DEBUG nova.network.neutron [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.672791] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717598} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.673053] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] ec958c34-99e8-49da-a242-e3aada4841e2/ec958c34-99e8-49da-a242-e3aada4841e2.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.673270] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.673529] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-570d29d0-621f-48a9-ba02-617a85ce8a96 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.680902] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Waiting for the task: (returnval){ [ 1228.680902] env[69950]: value = "task-4223014" [ 1228.680902] env[69950]: _type = "Task" [ 1228.680902] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.690160] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.852647] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d5ca7c6a-2c55-43d4-9c4a-69e47cc0263e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.853812] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.814s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.855352] env[69950]: INFO nova.compute.claims [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.057928] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 08861016-3490-4c1d-9b58-2a49afb06aa9] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1229.193686] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074394} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.194151] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.194976] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203f5287-a95a-4e06-be9f-abb4a54e0219 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.217910] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] ec958c34-99e8-49da-a242-e3aada4841e2/ec958c34-99e8-49da-a242-e3aada4841e2.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.221291] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e537af31-8043-4e68-9691-147cbc74852e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.242455] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Waiting for the task: (returnval){ [ 1229.242455] env[69950]: value = "task-4223016" [ 1229.242455] env[69950]: _type = "Task" [ 1229.242455] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.254155] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.411021] env[69950]: DEBUG nova.network.neutron [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Updating instance_info_cache with network_info: [{"id": "f9803848-af53-4f5f-b60d-b642e0addd9d", "address": "fa:16:3e:cf:97:88", "network": {"id": "eb9662d0-13cb-428f-a85e-5483716528e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-269295514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda1219921b6481fb98277e0d3ffcd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9803848-af", "ovs_interfaceid": "f9803848-af53-4f5f-b60d-b642e0addd9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.505815] env[69950]: DEBUG nova.compute.manager [req-84554a21-c898-4e8e-8091-14c3815c88bd req-9d6e1bf5-5017-4b8c-95ad-f86f32a33651 service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Received event network-vif-plugged-772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1229.506292] env[69950]: DEBUG oslo_concurrency.lockutils [req-84554a21-c898-4e8e-8091-14c3815c88bd req-9d6e1bf5-5017-4b8c-95ad-f86f32a33651 service nova] Acquiring lock "052aaf44-520a-4656-be2f-ddfc70b03f40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.506504] env[69950]: DEBUG oslo_concurrency.lockutils [req-84554a21-c898-4e8e-8091-14c3815c88bd req-9d6e1bf5-5017-4b8c-95ad-f86f32a33651 service nova] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.506719] env[69950]: DEBUG oslo_concurrency.lockutils [req-84554a21-c898-4e8e-8091-14c3815c88bd req-9d6e1bf5-5017-4b8c-95ad-f86f32a33651 service nova] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.506958] env[69950]: DEBUG nova.compute.manager [req-84554a21-c898-4e8e-8091-14c3815c88bd req-9d6e1bf5-5017-4b8c-95ad-f86f32a33651 service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] No waiting events found dispatching network-vif-plugged-772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1229.507224] env[69950]: WARNING nova.compute.manager [req-84554a21-c898-4e8e-8091-14c3815c88bd req-9d6e1bf5-5017-4b8c-95ad-f86f32a33651 service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Received unexpected event network-vif-plugged-772bee12-dfbb-4770-af6e-a42be449b927 for instance with vm_state shelved_offloaded and task_state spawning. [ 1229.562509] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 68c9fd07-6715-4b0b-a67e-5ee623d7eac3] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1229.611504] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.611504] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.611504] env[69950]: DEBUG nova.network.neutron [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.753931] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223016, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.913906] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Releasing lock "refresh_cache-57455d57-41f6-4475-a038-8fbf00741934" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.034713] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9448c0-ece7-4026-88b0-b4fcb269ee43 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.042254] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0ed191-2be5-4777-9933-3851a8ff6323 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.072494] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 65528071-e020-4c76-9078-45a5f878264f] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1230.075167] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01226fa3-fe20-4e4b-8228-d43ee3f77d5f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.083360] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2640a3d-1a75-4d4a-b7a3-23fbf3dc0728 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.097887] env[69950]: DEBUG nova.compute.provider_tree [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.254533] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223016, 'name': ReconfigVM_Task, 'duration_secs': 0.547911} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.254823] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Reconfigured VM instance instance-0000006e to attach disk [datastore2] ec958c34-99e8-49da-a242-e3aada4841e2/ec958c34-99e8-49da-a242-e3aada4841e2.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.255526] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bca6cb97-5591-45e2-b8bc-563ee42da3d0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.263204] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Waiting for the task: (returnval){ [ 1230.263204] env[69950]: value = "task-4223017" [ 1230.263204] env[69950]: _type = "Task" [ 1230.263204] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.272305] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223017, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.380245] env[69950]: DEBUG nova.network.neutron [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Updating instance_info_cache with network_info: [{"id": "772bee12-dfbb-4770-af6e-a42be449b927", "address": "fa:16:3e:79:36:90", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772bee12-df", "ovs_interfaceid": "772bee12-dfbb-4770-af6e-a42be449b927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.579418] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 961b3c50-c378-485c-8d37-944d7a55c82e] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1230.601358] env[69950]: DEBUG nova.scheduler.client.report [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.773708] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223017, 'name': Rename_Task, 'duration_secs': 0.258837} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.773955] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.775075] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88a6cbc2-ed2d-41f9-ae56-66fce200d058 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.781509] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Waiting for the task: (returnval){ [ 1230.781509] env[69950]: value = "task-4223019" [ 1230.781509] env[69950]: _type = "Task" [ 1230.781509] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.791245] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.883877] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.916200] env[69950]: DEBUG nova.virt.hardware [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='eb948de0cc4adc0075b6e840f3332104',container_format='bare',created_at=2025-05-18T22:12:54Z,direct_url=,disk_format='vmdk',id=bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1623756182-shelved',owner='8cf991c70b7a4698be25350a2bd58e1d',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-05-18T22:13:11Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.916455] env[69950]: DEBUG nova.virt.hardware [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.916615] env[69950]: DEBUG nova.virt.hardware [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.916797] env[69950]: DEBUG nova.virt.hardware [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.916947] env[69950]: DEBUG nova.virt.hardware [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.917115] env[69950]: DEBUG nova.virt.hardware [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.917329] env[69950]: DEBUG nova.virt.hardware [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.917520] env[69950]: DEBUG nova.virt.hardware [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.917709] env[69950]: DEBUG nova.virt.hardware [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.917877] env[69950]: DEBUG nova.virt.hardware [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.918069] env[69950]: DEBUG nova.virt.hardware [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.919018] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b08ea1c-f81b-491b-bc57-a2f9d1b7bc3f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.927572] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b251bf9-c222-4faa-951a-0480fa505268 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.942620] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:36:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '772bee12-dfbb-4770-af6e-a42be449b927', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.950608] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.952745] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.952976] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74fbfb16-da52-401f-9d13-bc38b89bdc4e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.974378] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.974378] env[69950]: value = "task-4223021" [ 1230.974378] env[69950]: _type = "Task" [ 1230.974378] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.983990] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223021, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.082399] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 07239ebb-2c1d-4422-b566-571d8d572588] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1231.107816] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.108769] env[69950]: DEBUG nova.compute.manager [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1231.292124] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.470846] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.471184] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6b4020f-f178-4c7d-97e6-33559ab014a7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.480360] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1231.480360] env[69950]: value = "task-4223022" [ 1231.480360] env[69950]: _type = "Task" [ 1231.480360] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.490830] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223021, 'name': CreateVM_Task, 'duration_secs': 0.361848} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.491455] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.492230] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.492397] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.492863] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.493215] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ebd7510-3014-4b58-b8a2-e1eb51edaa92 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.498752] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.502462] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1231.502462] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52597b99-386c-f0c7-be02-d5a01e803aef" [ 1231.502462] env[69950]: _type = "Task" [ 1231.502462] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.512040] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52597b99-386c-f0c7-be02-d5a01e803aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.538817] env[69950]: DEBUG nova.compute.manager [req-16f40772-251b-4756-846f-3a14b5db3297 req-e85a100b-1572-4958-ad72-e12cb877bc2d service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Received event network-changed-772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1231.539055] env[69950]: DEBUG nova.compute.manager [req-16f40772-251b-4756-846f-3a14b5db3297 req-e85a100b-1572-4958-ad72-e12cb877bc2d service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Refreshing instance network info cache due to event network-changed-772bee12-dfbb-4770-af6e-a42be449b927. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1231.539319] env[69950]: DEBUG oslo_concurrency.lockutils [req-16f40772-251b-4756-846f-3a14b5db3297 req-e85a100b-1572-4958-ad72-e12cb877bc2d service nova] Acquiring lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.539505] env[69950]: DEBUG oslo_concurrency.lockutils [req-16f40772-251b-4756-846f-3a14b5db3297 req-e85a100b-1572-4958-ad72-e12cb877bc2d service nova] Acquired lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.539766] env[69950]: DEBUG nova.network.neutron [req-16f40772-251b-4756-846f-3a14b5db3297 req-e85a100b-1572-4958-ad72-e12cb877bc2d service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Refreshing network info cache for port 772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.585726] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: dfd18460-f3f6-438f-9e1d-e0f866025f37] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1231.615054] env[69950]: DEBUG nova.compute.utils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.617557] env[69950]: DEBUG nova.compute.manager [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.617753] env[69950]: DEBUG nova.network.neutron [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.675997] env[69950]: DEBUG nova.policy [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '464bee3029aa4b82b73547810b2cfa38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f66dd07bd67408f9001220d2e676a5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.793181] env[69950]: DEBUG oslo_vmware.api [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223019, 'name': PowerOnVM_Task, 'duration_secs': 0.845413} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.793466] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.793725] env[69950]: INFO nova.compute.manager [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1231.793916] env[69950]: DEBUG nova.compute.manager [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1231.794745] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c12142-941f-4559-9eed-ea1ace019a54 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.986940] env[69950]: DEBUG nova.network.neutron [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Successfully created port: 4f17ba39-ff0d-436a-91b6-812281a5db63 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.994533] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223022, 'name': PowerOffVM_Task, 'duration_secs': 0.227999} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.994832] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.995656] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf553f57-1d24-45d7-8d78-1d1c9ffd306d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.017853] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af5329c-32d7-460d-877d-39697596f35f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.031063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.031326] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Processing image bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.031564] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.031715] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.031895] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.032169] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a494b2d9-37bb-4159-b507-a6226fe633b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.043901] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.044102] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.044845] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4efbeeed-f100-4a71-b183-16f01ec5b94d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.051738] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1232.051738] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524431c7-abe0-0ea7-7ba4-f5e7c427db00" [ 1232.051738] env[69950]: _type = "Task" [ 1232.051738] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.062673] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524431c7-abe0-0ea7-7ba4-f5e7c427db00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.064875] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.065153] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d14fbcf-834b-4057-96c9-a7dfe6258619 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.073413] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1232.073413] env[69950]: value = "task-4223023" [ 1232.073413] env[69950]: _type = "Task" [ 1232.073413] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.084016] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1232.084485] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.084565] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.084720] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.084962] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.085262] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2995d4a9-bfa4-4bfc-9d20-08c3df6e4a5e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.089149] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: ff1601cb-1b73-4c65-8163-e7ecbf1a97fb] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1232.098228] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.098426] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.099127] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e3e394-f332-47d5-96b8-60063a4da2e3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.106419] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1232.106419] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5205ddf1-8e63-dc42-31c2-a1ccf0c4c766" [ 1232.106419] env[69950]: _type = "Task" [ 1232.106419] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.117722] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5205ddf1-8e63-dc42-31c2-a1ccf0c4c766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.125677] env[69950]: DEBUG nova.compute.manager [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1232.313882] env[69950]: INFO nova.compute.manager [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Took 14.24 seconds to build instance. [ 1232.524850] env[69950]: DEBUG nova.network.neutron [req-16f40772-251b-4756-846f-3a14b5db3297 req-e85a100b-1572-4958-ad72-e12cb877bc2d service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Updated VIF entry in instance network info cache for port 772bee12-dfbb-4770-af6e-a42be449b927. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.525246] env[69950]: DEBUG nova.network.neutron [req-16f40772-251b-4756-846f-3a14b5db3297 req-e85a100b-1572-4958-ad72-e12cb877bc2d service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Updating instance_info_cache with network_info: [{"id": "772bee12-dfbb-4770-af6e-a42be449b927", "address": "fa:16:3e:79:36:90", "network": {"id": "2a541b0f-4fb5-4b2f-9cc4-66ab2018562c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465668823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cf991c70b7a4698be25350a2bd58e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772bee12-df", "ovs_interfaceid": "772bee12-dfbb-4770-af6e-a42be449b927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.564802] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Preparing fetch location {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1232.565104] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Fetch image to [datastore1] OSTACK_IMG_ae543a62-e1c9-4e22-985d-03465c886666/OSTACK_IMG_ae543a62-e1c9-4e22-985d-03465c886666.vmdk {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1232.565254] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Downloading stream optimized image bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5 to [datastore1] OSTACK_IMG_ae543a62-e1c9-4e22-985d-03465c886666/OSTACK_IMG_ae543a62-e1c9-4e22-985d-03465c886666.vmdk on the data store datastore1 as vApp {{(pid=69950) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1232.565435] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Downloading image file data bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5 to the ESX as VM named 'OSTACK_IMG_ae543a62-e1c9-4e22-985d-03465c886666' {{(pid=69950) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1232.592805] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 5b299d17-89d7-474a-87aa-abcf6e24fb20] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1232.638309] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5205ddf1-8e63-dc42-31c2-a1ccf0c4c766, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.639383] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-486d71de-8af2-4d09-b6ea-b8457d6b8771 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.645563] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1232.645563] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5278aabd-9c43-fa9f-4b5c-eab12b6991a6" [ 1232.645563] env[69950]: _type = "Task" [ 1232.645563] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.654932] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5278aabd-9c43-fa9f-4b5c-eab12b6991a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.679317] env[69950]: DEBUG oslo_vmware.rw_handles [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1232.679317] env[69950]: value = "resgroup-9" [ 1232.679317] env[69950]: _type = "ResourcePool" [ 1232.679317] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1232.679612] env[69950]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a38511b0-b7a1-4856-9265-4888acb474b5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.702646] env[69950]: DEBUG oslo_vmware.rw_handles [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lease: (returnval){ [ 1232.702646] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52eade2d-9a38-8f2e-dea2-db74bb150b80" [ 1232.702646] env[69950]: _type = "HttpNfcLease" [ 1232.702646] env[69950]: } obtained for vApp import into resource pool (val){ [ 1232.702646] env[69950]: value = "resgroup-9" [ 1232.702646] env[69950]: _type = "ResourcePool" [ 1232.702646] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1232.702881] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the lease: (returnval){ [ 1232.702881] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52eade2d-9a38-8f2e-dea2-db74bb150b80" [ 1232.702881] env[69950]: _type = "HttpNfcLease" [ 1232.702881] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1232.710505] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1232.710505] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52eade2d-9a38-8f2e-dea2-db74bb150b80" [ 1232.710505] env[69950]: _type = "HttpNfcLease" [ 1232.710505] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1232.716619] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1232.716905] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835608', 'volume_id': 'e50b1a66-2a41-41f9-a1ef-2ad29c4053b4', 'name': 'volume-e50b1a66-2a41-41f9-a1ef-2ad29c4053b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c517667-2ec2-4461-b12a-47c66f212be7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e50b1a66-2a41-41f9-a1ef-2ad29c4053b4', 'serial': 'e50b1a66-2a41-41f9-a1ef-2ad29c4053b4'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1232.718041] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935fbbd9-1260-44bd-8ced-3ceefb4ba3e8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.735551] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5315c197-0510-48fa-9f53-97b92dd48ecd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.762340] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-e50b1a66-2a41-41f9-a1ef-2ad29c4053b4/volume-e50b1a66-2a41-41f9-a1ef-2ad29c4053b4.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.762692] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7550465a-401e-4193-a038-5d4dcc5ffe70 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.784063] env[69950]: DEBUG oslo_vmware.api [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1232.784063] env[69950]: value = "task-4223025" [ 1232.784063] env[69950]: _type = "Task" [ 1232.784063] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.794701] env[69950]: DEBUG oslo_vmware.api [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4223025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.816684] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ee16861f-aade-446e-a59d-397ffb6b11d0 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Lock "ec958c34-99e8-49da-a242-e3aada4841e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.752s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.028514] env[69950]: DEBUG oslo_concurrency.lockutils [req-16f40772-251b-4756-846f-3a14b5db3297 req-e85a100b-1572-4958-ad72-e12cb877bc2d service nova] Releasing lock "refresh_cache-052aaf44-520a-4656-be2f-ddfc70b03f40" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.096634] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 1cb2eaea-fc39-4ac4-9df7-b2d6297a1494] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1233.121700] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1233.122567] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835609', 'volume_id': '7312ac4d-6ad1-4ac8-895f-338c16c3a43d', 'name': 'volume-7312ac4d-6ad1-4ac8-895f-338c16c3a43d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e32b1591-1b56-41c8-a0b0-dff775883a70', 'attached_at': '', 'detached_at': '', 'volume_id': '7312ac4d-6ad1-4ac8-895f-338c16c3a43d', 'serial': '7312ac4d-6ad1-4ac8-895f-338c16c3a43d'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1233.123030] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39545f7c-6018-4d23-b95f-de4dcb23d7a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.145359] env[69950]: DEBUG nova.compute.manager [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.148941] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f6a7a9-7036-454c-a817-f433974a6895 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.162225] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5278aabd-9c43-fa9f-4b5c-eab12b6991a6, 'name': SearchDatastore_Task, 'duration_secs': 0.019612} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.178674] env[69950]: DEBUG oslo_concurrency.lockutils [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.178837] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 57455d57-41f6-4475-a038-8fbf00741934/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk. {{(pid=69950) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1233.187879] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-7312ac4d-6ad1-4ac8-895f-338c16c3a43d/volume-7312ac4d-6ad1-4ac8-895f-338c16c3a43d.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.188527] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30440403-d2dc-4c27-ab81-517f98fb5c06 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.191499] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bef06fd-f46d-46c8-8fcd-73030b3c7e0a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.210919] env[69950]: DEBUG nova.virt.hardware [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.211207] env[69950]: DEBUG nova.virt.hardware [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.211351] env[69950]: DEBUG nova.virt.hardware [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.211617] env[69950]: DEBUG nova.virt.hardware [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.211733] env[69950]: DEBUG nova.virt.hardware [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.211828] env[69950]: DEBUG nova.virt.hardware [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.212081] env[69950]: DEBUG nova.virt.hardware [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.212199] env[69950]: DEBUG nova.virt.hardware [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.212368] env[69950]: DEBUG nova.virt.hardware [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.212535] env[69950]: DEBUG nova.virt.hardware [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.212710] env[69950]: DEBUG nova.virt.hardware [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.214253] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a14e5b-9380-43bd-82fe-83c60d9dd681 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.224596] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1233.224596] env[69950]: value = "task-4223026" [ 1233.224596] env[69950]: _type = "Task" [ 1233.224596] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.234332] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1233.234332] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52eade2d-9a38-8f2e-dea2-db74bb150b80" [ 1233.234332] env[69950]: _type = "HttpNfcLease" [ 1233.234332] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1233.234735] env[69950]: DEBUG oslo_vmware.api [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1233.234735] env[69950]: value = "task-4223027" [ 1233.234735] env[69950]: _type = "Task" [ 1233.234735] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.236660] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8a6de3-3a40-48b4-a933-4cb8e8f719ab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.247668] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.255400] env[69950]: DEBUG oslo_vmware.api [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.293736] env[69950]: DEBUG oslo_vmware.api [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4223025, 'name': ReconfigVM_Task, 'duration_secs': 0.480361} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.294032] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-e50b1a66-2a41-41f9-a1ef-2ad29c4053b4/volume-e50b1a66-2a41-41f9-a1ef-2ad29c4053b4.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.298836] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dcd1fe8-349b-416d-be19-2bc6461a5096 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.315268] env[69950]: DEBUG oslo_vmware.api [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1233.315268] env[69950]: value = "task-4223028" [ 1233.315268] env[69950]: _type = "Task" [ 1233.315268] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.325026] env[69950]: DEBUG oslo_vmware.api [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4223028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.434861] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "interface-cab77ef2-c386-4015-9ddd-29f885e2e2fe-22616c0f-f50e-4bee-beef-7ae3a7b2f469" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.435269] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-cab77ef2-c386-4015-9ddd-29f885e2e2fe-22616c0f-f50e-4bee-beef-7ae3a7b2f469" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.435770] env[69950]: DEBUG nova.objects.instance [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'flavor' on Instance uuid cab77ef2-c386-4015-9ddd-29f885e2e2fe {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.600642] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 3bc17236-c198-475c-878c-54f6cba2fe3b] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1233.733029] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1233.733029] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52eade2d-9a38-8f2e-dea2-db74bb150b80" [ 1233.733029] env[69950]: _type = "HttpNfcLease" [ 1233.733029] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1233.733980] env[69950]: DEBUG oslo_vmware.rw_handles [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1233.733980] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52eade2d-9a38-8f2e-dea2-db74bb150b80" [ 1233.733980] env[69950]: _type = "HttpNfcLease" [ 1233.733980] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1233.735612] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4b8be8-8026-442d-85ef-a12b0e6d95ea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.743794] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223026, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.758032] env[69950]: DEBUG oslo_vmware.api [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223027, 'name': ReconfigVM_Task, 'duration_secs': 0.524712} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.759341] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-7312ac4d-6ad1-4ac8-895f-338c16c3a43d/volume-7312ac4d-6ad1-4ac8-895f-338c16c3a43d.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.765820] env[69950]: DEBUG oslo_vmware.rw_handles [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527711eb-d9c7-afd8-ee46-a0d5d313dfd1/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1233.769025] env[69950]: DEBUG oslo_vmware.rw_handles [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527711eb-d9c7-afd8-ee46-a0d5d313dfd1/disk-0.vmdk. {{(pid=69950) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1233.769025] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce64112c-3be9-4dfc-bca8-14ab439b672d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.846278] env[69950]: DEBUG oslo_vmware.api [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1233.846278] env[69950]: value = "task-4223029" [ 1233.846278] env[69950]: _type = "Task" [ 1233.846278] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.857893] env[69950]: DEBUG oslo_vmware.api [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4223028, 'name': ReconfigVM_Task, 'duration_secs': 0.161084} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.858099] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835608', 'volume_id': 'e50b1a66-2a41-41f9-a1ef-2ad29c4053b4', 'name': 'volume-e50b1a66-2a41-41f9-a1ef-2ad29c4053b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c517667-2ec2-4461-b12a-47c66f212be7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e50b1a66-2a41-41f9-a1ef-2ad29c4053b4', 'serial': 'e50b1a66-2a41-41f9-a1ef-2ad29c4053b4'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1233.860409] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9ebc2250-d239-4782-a71f-cb59b324095d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.866984] env[69950]: DEBUG oslo_vmware.api [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.956964] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Acquiring lock "ec958c34-99e8-49da-a242-e3aada4841e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.957332] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Lock "ec958c34-99e8-49da-a242-e3aada4841e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.957688] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Acquiring lock "ec958c34-99e8-49da-a242-e3aada4841e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.957898] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Lock "ec958c34-99e8-49da-a242-e3aada4841e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.958084] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Lock "ec958c34-99e8-49da-a242-e3aada4841e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.961686] env[69950]: INFO nova.compute.manager [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Terminating instance [ 1233.963880] env[69950]: DEBUG nova.compute.manager [req-dd015f6d-afb7-47c0-95e5-d6b9c9e7e0c7 req-6164b26f-d7e6-4cc5-a1b0-cd7d44f080c0 service nova] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Received event network-vif-plugged-4f17ba39-ff0d-436a-91b6-812281a5db63 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1233.964513] env[69950]: DEBUG oslo_concurrency.lockutils [req-dd015f6d-afb7-47c0-95e5-d6b9c9e7e0c7 req-6164b26f-d7e6-4cc5-a1b0-cd7d44f080c0 service nova] Acquiring lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.964740] env[69950]: DEBUG oslo_concurrency.lockutils [req-dd015f6d-afb7-47c0-95e5-d6b9c9e7e0c7 req-6164b26f-d7e6-4cc5-a1b0-cd7d44f080c0 service nova] Lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.964911] env[69950]: DEBUG oslo_concurrency.lockutils [req-dd015f6d-afb7-47c0-95e5-d6b9c9e7e0c7 req-6164b26f-d7e6-4cc5-a1b0-cd7d44f080c0 service nova] Lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.965094] env[69950]: DEBUG nova.compute.manager [req-dd015f6d-afb7-47c0-95e5-d6b9c9e7e0c7 req-6164b26f-d7e6-4cc5-a1b0-cd7d44f080c0 service nova] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] No waiting events found dispatching network-vif-plugged-4f17ba39-ff0d-436a-91b6-812281a5db63 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1233.965275] env[69950]: WARNING nova.compute.manager [req-dd015f6d-afb7-47c0-95e5-d6b9c9e7e0c7 req-6164b26f-d7e6-4cc5-a1b0-cd7d44f080c0 service nova] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Received unexpected event network-vif-plugged-4f17ba39-ff0d-436a-91b6-812281a5db63 for instance with vm_state building and task_state spawning. [ 1233.996092] env[69950]: DEBUG nova.network.neutron [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Successfully updated port: 4f17ba39-ff0d-436a-91b6-812281a5db63 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1234.053919] env[69950]: DEBUG nova.objects.instance [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'pci_requests' on Instance uuid cab77ef2-c386-4015-9ddd-29f885e2e2fe {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.105948] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 6513b769-0182-4d34-b0c3-a95678df3045] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1234.240193] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607556} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.242404] env[69950]: INFO nova.virt.vmwareapi.ds_util [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 57455d57-41f6-4475-a038-8fbf00741934/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk. [ 1234.243395] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd2679a-f03d-4dd0-8053-97bb8ef4a52f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.271534] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 57455d57-41f6-4475-a038-8fbf00741934/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.277358] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc2289a-bf9d-4d06-bc86-87cc69cf7d68 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.305029] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1234.305029] env[69950]: value = "task-4223030" [ 1234.305029] env[69950]: _type = "Task" [ 1234.305029] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.320998] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223030, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.363181] env[69950]: DEBUG oslo_vmware.api [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223029, 'name': ReconfigVM_Task, 'duration_secs': 0.155018} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.363727] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835609', 'volume_id': '7312ac4d-6ad1-4ac8-895f-338c16c3a43d', 'name': 'volume-7312ac4d-6ad1-4ac8-895f-338c16c3a43d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e32b1591-1b56-41c8-a0b0-dff775883a70', 'attached_at': '', 'detached_at': '', 'volume_id': '7312ac4d-6ad1-4ac8-895f-338c16c3a43d', 'serial': '7312ac4d-6ad1-4ac8-895f-338c16c3a43d'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1234.468019] env[69950]: DEBUG nova.compute.manager [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.468347] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.469478] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1c2038-1ee6-43bf-8837-38c06752c690 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.483041] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.483041] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bad67b74-e419-4e1b-a979-d08b8062081e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.493447] env[69950]: DEBUG oslo_vmware.api [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Waiting for the task: (returnval){ [ 1234.493447] env[69950]: value = "task-4223031" [ 1234.493447] env[69950]: _type = "Task" [ 1234.493447] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.500327] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.500469] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.500664] env[69950]: DEBUG nova.network.neutron [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.508887] env[69950]: DEBUG oslo_vmware.api [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.559048] env[69950]: DEBUG nova.objects.base [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1234.559385] env[69950]: DEBUG nova.network.neutron [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.609070] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 9a63a423-1f35-4b6b-8ca2-a39da82cde45] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1234.655100] env[69950]: DEBUG nova.policy [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4b9e9c3dc184877bae88ddb382db43d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6e8c430e4e24a09ba55a5392816ebbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.821520] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223030, 'name': ReconfigVM_Task, 'duration_secs': 0.375054} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.821912] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 57455d57-41f6-4475-a038-8fbf00741934/5ff20735-6522-48d7-b15a-e5eb837d4202-rescue.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.827019] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db512846-d4c8-43df-8492-e4bdf0175bf0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.867274] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-672d3530-7c3f-42f2-819a-3ada5fd9ea39 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.891335] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1234.891335] env[69950]: value = "task-4223032" [ 1234.891335] env[69950]: _type = "Task" [ 1234.891335] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.903990] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.910339] env[69950]: DEBUG nova.objects.instance [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lazy-loading 'flavor' on Instance uuid 8c517667-2ec2-4461-b12a-47c66f212be7 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.008261] env[69950]: DEBUG oslo_vmware.api [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223031, 'name': PowerOffVM_Task, 'duration_secs': 0.240859} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.010680] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.010911] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.011550] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-777235c4-5bd7-4fce-9687-78bb2a709cea {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.071540] env[69950]: DEBUG nova.network.neutron [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.086609] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.086883] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.087089] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Deleting the datastore file [datastore2] ec958c34-99e8-49da-a242-e3aada4841e2 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.087377] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13c9bf38-7e7f-4db3-99a0-c5b078a0f662 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.096628] env[69950]: DEBUG oslo_vmware.api [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Waiting for the task: (returnval){ [ 1235.096628] env[69950]: value = "task-4223034" [ 1235.096628] env[69950]: _type = "Task" [ 1235.096628] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.108025] env[69950]: DEBUG oslo_vmware.api [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.114914] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 29683a35-3c6b-4850-8acf-f7709bd85ac8] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1235.147209] env[69950]: DEBUG oslo_vmware.rw_handles [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Completed reading data from the image iterator. {{(pid=69950) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1235.147676] env[69950]: DEBUG oslo_vmware.rw_handles [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527711eb-d9c7-afd8-ee46-a0d5d313dfd1/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1235.148917] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c4acca-7bed-4074-b0e5-cd79bca72d29 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.161331] env[69950]: DEBUG oslo_vmware.rw_handles [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527711eb-d9c7-afd8-ee46-a0d5d313dfd1/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1235.161527] env[69950]: DEBUG oslo_vmware.rw_handles [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527711eb-d9c7-afd8-ee46-a0d5d313dfd1/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1235.161827] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-de7e5d44-9631-4b65-9d7d-24b2cebf6d3e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.272650] env[69950]: DEBUG nova.network.neutron [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Updating instance_info_cache with network_info: [{"id": "4f17ba39-ff0d-436a-91b6-812281a5db63", "address": "fa:16:3e:f3:a9:45", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f17ba39-ff", "ovs_interfaceid": "4f17ba39-ff0d-436a-91b6-812281a5db63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.404402] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223032, 'name': ReconfigVM_Task, 'duration_secs': 0.199442} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.404647] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.404880] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-494db9f6-3c12-4bc3-85a2-2f0cf2754d7a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.414904] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1235.414904] env[69950]: value = "task-4223035" [ 1235.414904] env[69950]: _type = "Task" [ 1235.414904] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.415373] env[69950]: DEBUG oslo_concurrency.lockutils [None req-bd4c0e90-22f3-4aa3-ade6-2748c75ba529 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "8c517667-2ec2-4461-b12a-47c66f212be7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.329s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.420175] env[69950]: DEBUG nova.objects.instance [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lazy-loading 'flavor' on Instance uuid e32b1591-1b56-41c8-a0b0-dff775883a70 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.427192] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.608783] env[69950]: DEBUG oslo_vmware.api [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Task: {'id': task-4223034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162368} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.609058] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.609245] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.609454] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.609623] env[69950]: INFO nova.compute.manager [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1235.609912] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.610135] env[69950]: DEBUG nova.compute.manager [-] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.610234] env[69950]: DEBUG nova.network.neutron [-] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.618788] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: abc1f717-c0c7-4b99-87dc-cc166732cf90] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1235.636017] env[69950]: DEBUG oslo_vmware.rw_handles [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527711eb-d9c7-afd8-ee46-a0d5d313dfd1/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1235.636175] env[69950]: INFO nova.virt.vmwareapi.images [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Downloaded image file data bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5 [ 1235.637143] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253801bb-5e61-4fd1-b7be-80f0f1bb808b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.656445] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ec48bf3-5d9e-42d8-8bc3-05056394c604 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.712174] env[69950]: INFO nova.virt.vmwareapi.images [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] The imported VM was unregistered [ 1235.714795] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Caching image {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1235.715069] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Creating directory with path [datastore1] devstack-image-cache_base/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5 {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.715482] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5acf8c04-0979-4d0e-8aa4-836aa8d4151e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.728789] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Created directory with path [datastore1] devstack-image-cache_base/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5 {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.729124] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ae543a62-e1c9-4e22-985d-03465c886666/OSTACK_IMG_ae543a62-e1c9-4e22-985d-03465c886666.vmdk to [datastore1] devstack-image-cache_base/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5.vmdk. {{(pid=69950) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1235.729479] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f48101e5-2185-4eaa-b4c8-55a38080f047 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.736428] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1235.736428] env[69950]: value = "task-4223037" [ 1235.736428] env[69950]: _type = "Task" [ 1235.736428] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.745340] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223037, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.768096] env[69950]: DEBUG oslo_concurrency.lockutils [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "8c517667-2ec2-4461-b12a-47c66f212be7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.768562] env[69950]: DEBUG oslo_concurrency.lockutils [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "8c517667-2ec2-4461-b12a-47c66f212be7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.775144] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.775492] env[69950]: DEBUG nova.compute.manager [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Instance network_info: |[{"id": "4f17ba39-ff0d-436a-91b6-812281a5db63", "address": "fa:16:3e:f3:a9:45", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f17ba39-ff", "ovs_interfaceid": "4f17ba39-ff0d-436a-91b6-812281a5db63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1235.776023] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:a9:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f17ba39-ff0d-436a-91b6-812281a5db63', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.784865] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.786283] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.786574] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbb1d542-16c8-4d97-9ffe-9eca44ebd7f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.812771] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.812771] env[69950]: value = "task-4223038" [ 1235.812771] env[69950]: _type = "Task" [ 1235.812771] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.824606] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223038, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.927619] env[69950]: DEBUG oslo_vmware.api [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223035, 'name': PowerOnVM_Task, 'duration_secs': 0.441546} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.928205] env[69950]: DEBUG oslo_concurrency.lockutils [None req-5628af65-c706-4daa-a8dd-5c0fb316c63c tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.408s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.929302] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.932604] env[69950]: DEBUG nova.compute.manager [None req-2dde45c5-76d9-4fcd-b3c8-c659749077ba tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1235.933555] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284d1597-8218-40a8-975f-f41518b163b3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.004189] env[69950]: DEBUG nova.compute.manager [req-2623eb45-38ab-4aa9-b2ef-e4383168ea92 req-5f2497fa-4571-48ec-88af-02f18d51ae5d service nova] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Received event network-changed-4f17ba39-ff0d-436a-91b6-812281a5db63 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1236.004333] env[69950]: DEBUG nova.compute.manager [req-2623eb45-38ab-4aa9-b2ef-e4383168ea92 req-5f2497fa-4571-48ec-88af-02f18d51ae5d service nova] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Refreshing instance network info cache due to event network-changed-4f17ba39-ff0d-436a-91b6-812281a5db63. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1236.004559] env[69950]: DEBUG oslo_concurrency.lockutils [req-2623eb45-38ab-4aa9-b2ef-e4383168ea92 req-5f2497fa-4571-48ec-88af-02f18d51ae5d service nova] Acquiring lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.004688] env[69950]: DEBUG oslo_concurrency.lockutils [req-2623eb45-38ab-4aa9-b2ef-e4383168ea92 req-5f2497fa-4571-48ec-88af-02f18d51ae5d service nova] Acquired lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.004814] env[69950]: DEBUG nova.network.neutron [req-2623eb45-38ab-4aa9-b2ef-e4383168ea92 req-5f2497fa-4571-48ec-88af-02f18d51ae5d service nova] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Refreshing network info cache for port 4f17ba39-ff0d-436a-91b6-812281a5db63 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.122518] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 72502e07-245d-440d-92b9-540217d1739d] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1236.250654] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223037, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.271298] env[69950]: INFO nova.compute.manager [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Detaching volume e50b1a66-2a41-41f9-a1ef-2ad29c4053b4 [ 1236.315791] env[69950]: INFO nova.virt.block_device [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Attempting to driver detach volume e50b1a66-2a41-41f9-a1ef-2ad29c4053b4 from mountpoint /dev/sdb [ 1236.316074] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1236.316412] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835608', 'volume_id': 'e50b1a66-2a41-41f9-a1ef-2ad29c4053b4', 'name': 'volume-e50b1a66-2a41-41f9-a1ef-2ad29c4053b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c517667-2ec2-4461-b12a-47c66f212be7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e50b1a66-2a41-41f9-a1ef-2ad29c4053b4', 'serial': 'e50b1a66-2a41-41f9-a1ef-2ad29c4053b4'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1236.319597] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21830fa-0c46-4f96-b9f3-1e8226a9c06c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.333540] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223038, 'name': CreateVM_Task, 'duration_secs': 0.519658} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.352762] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.353983] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.354699] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.355162] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.356102] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58bc6b8-2dd9-49dd-8bcd-1bd565238876 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.359161] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eed1ad5-52a1-490b-9164-0896f3cbf17c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.368630] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d69dbf-2bab-4bd5-9827-a3d64b3c53ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.371581] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1236.371581] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f322eb-3089-6d83-5f45-82f5dfd4f164" [ 1236.371581] env[69950]: _type = "Task" [ 1236.371581] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.394438] env[69950]: DEBUG nova.network.neutron [-] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.398293] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcaa069-ac32-44b8-ab99-6ac92cf79367 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.409034] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f322eb-3089-6d83-5f45-82f5dfd4f164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.427078] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] The volume has not been displaced from its original location: [datastore1] volume-e50b1a66-2a41-41f9-a1ef-2ad29c4053b4/volume-e50b1a66-2a41-41f9-a1ef-2ad29c4053b4.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1236.433427] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1236.434486] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69d1b1d5-2933-4069-9721-316e1c759b8a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.457188] env[69950]: DEBUG oslo_vmware.api [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1236.457188] env[69950]: value = "task-4223039" [ 1236.457188] env[69950]: _type = "Task" [ 1236.457188] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.467646] env[69950]: DEBUG oslo_vmware.api [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4223039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.545508] env[69950]: DEBUG nova.network.neutron [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Successfully updated port: 22616c0f-f50e-4bee-beef-7ae3a7b2f469 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.625758] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 75fe594f-3bc3-4070-ae8f-28555cb79785] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1236.752115] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223037, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.845740] env[69950]: DEBUG nova.network.neutron [req-2623eb45-38ab-4aa9-b2ef-e4383168ea92 req-5f2497fa-4571-48ec-88af-02f18d51ae5d service nova] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Updated VIF entry in instance network info cache for port 4f17ba39-ff0d-436a-91b6-812281a5db63. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.846263] env[69950]: DEBUG nova.network.neutron [req-2623eb45-38ab-4aa9-b2ef-e4383168ea92 req-5f2497fa-4571-48ec-88af-02f18d51ae5d service nova] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Updating instance_info_cache with network_info: [{"id": "4f17ba39-ff0d-436a-91b6-812281a5db63", "address": "fa:16:3e:f3:a9:45", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f17ba39-ff", "ovs_interfaceid": "4f17ba39-ff0d-436a-91b6-812281a5db63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.884461] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f322eb-3089-6d83-5f45-82f5dfd4f164, 'name': SearchDatastore_Task, 'duration_secs': 0.083494} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.884876] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.885122] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.885776] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.885776] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.885776] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.886018] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a01d35e3-e022-4f6a-86c0-3cf5bf7ae8cb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.904972] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.905224] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.906346] env[69950]: INFO nova.compute.manager [-] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Took 1.30 seconds to deallocate network for instance. [ 1236.906672] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f93b9f-3c40-4b0b-96f9-ee6f1fcebacf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.911942] env[69950]: INFO nova.compute.manager [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Unrescuing [ 1236.912279] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "refresh_cache-57455d57-41f6-4475-a038-8fbf00741934" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.912439] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquired lock "refresh_cache-57455d57-41f6-4475-a038-8fbf00741934" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.912689] env[69950]: DEBUG nova.network.neutron [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.920153] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1236.920153] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a77aa0-f4b7-73f1-84ff-1db44d967fc1" [ 1236.920153] env[69950]: _type = "Task" [ 1236.920153] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.931202] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a77aa0-f4b7-73f1-84ff-1db44d967fc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.969186] env[69950]: DEBUG oslo_vmware.api [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4223039, 'name': ReconfigVM_Task, 'duration_secs': 0.290156} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.969512] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.975238] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da04613c-90bd-463f-8812-eed9bdfb881c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.992611] env[69950]: DEBUG oslo_vmware.api [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1236.992611] env[69950]: value = "task-4223040" [ 1236.992611] env[69950]: _type = "Task" [ 1236.992611] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.002738] env[69950]: DEBUG oslo_vmware.api [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4223040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.048702] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.048921] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.049321] env[69950]: DEBUG nova.network.neutron [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.131123] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 57c3b8e4-0813-45aa-a513-f19fc60e3a2f] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1237.249057] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223037, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.349623] env[69950]: DEBUG oslo_concurrency.lockutils [req-2623eb45-38ab-4aa9-b2ef-e4383168ea92 req-5f2497fa-4571-48ec-88af-02f18d51ae5d service nova] Releasing lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.349985] env[69950]: DEBUG nova.compute.manager [req-2623eb45-38ab-4aa9-b2ef-e4383168ea92 req-5f2497fa-4571-48ec-88af-02f18d51ae5d service nova] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Received event network-vif-deleted-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1237.350132] env[69950]: INFO nova.compute.manager [req-2623eb45-38ab-4aa9-b2ef-e4383168ea92 req-5f2497fa-4571-48ec-88af-02f18d51ae5d service nova] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Neutron deleted interface 33d4c81b-fe45-4e34-b2ec-abc85e9e09e9; detaching it from the instance and deleting it from the info cache [ 1237.350311] env[69950]: DEBUG nova.network.neutron [req-2623eb45-38ab-4aa9-b2ef-e4383168ea92 req-5f2497fa-4571-48ec-88af-02f18d51ae5d service nova] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.361695] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "e32b1591-1b56-41c8-a0b0-dff775883a70" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.361950] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.423961] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.424475] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.424861] env[69950]: DEBUG nova.objects.instance [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Lazy-loading 'resources' on Instance uuid ec958c34-99e8-49da-a242-e3aada4841e2 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.441216] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a77aa0-f4b7-73f1-84ff-1db44d967fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.091164} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.442122] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd166a5e-a3ac-49e5-84e8-30b348b158a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.449039] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1237.449039] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528e0356-122c-5f43-3fb7-27663e436e0f" [ 1237.449039] env[69950]: _type = "Task" [ 1237.449039] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.457985] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528e0356-122c-5f43-3fb7-27663e436e0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.503602] env[69950]: DEBUG oslo_vmware.api [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4223040, 'name': ReconfigVM_Task, 'duration_secs': 0.164138} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.503920] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835608', 'volume_id': 'e50b1a66-2a41-41f9-a1ef-2ad29c4053b4', 'name': 'volume-e50b1a66-2a41-41f9-a1ef-2ad29c4053b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c517667-2ec2-4461-b12a-47c66f212be7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e50b1a66-2a41-41f9-a1ef-2ad29c4053b4', 'serial': 'e50b1a66-2a41-41f9-a1ef-2ad29c4053b4'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1237.603856] env[69950]: WARNING nova.network.neutron [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] 747df740-680b-459b-a390-9544fe5c7b24 already exists in list: networks containing: ['747df740-680b-459b-a390-9544fe5c7b24']. ignoring it [ 1237.641339] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 3b9cae4e-ef70-4faf-bf3f-922ef72fde00] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1237.729199] env[69950]: DEBUG nova.network.neutron [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Updating instance_info_cache with network_info: [{"id": "f9803848-af53-4f5f-b60d-b642e0addd9d", "address": "fa:16:3e:cf:97:88", "network": {"id": "eb9662d0-13cb-428f-a85e-5483716528e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-269295514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bda1219921b6481fb98277e0d3ffcd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9803848-af", "ovs_interfaceid": "f9803848-af53-4f5f-b60d-b642e0addd9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.752720] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223037, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.854044] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42b37c23-d57c-49c8-82fc-e801a333b62d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.865298] env[69950]: DEBUG nova.compute.utils [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.870649] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f692ad-3300-4abc-b064-e3614cb6ecff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.885665] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.524s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.916714] env[69950]: DEBUG nova.compute.manager [req-2623eb45-38ab-4aa9-b2ef-e4383168ea92 req-5f2497fa-4571-48ec-88af-02f18d51ae5d service nova] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Detach interface failed, port_id=33d4c81b-fe45-4e34-b2ec-abc85e9e09e9, reason: Instance ec958c34-99e8-49da-a242-e3aada4841e2 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1237.969501] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]528e0356-122c-5f43-3fb7-27663e436e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.08719} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.969811] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.970094] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 90db31ff-4db0-4ffb-9acb-be2a2443d0a3/90db31ff-4db0-4ffb-9acb-be2a2443d0a3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.970382] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5cc86d9-fe95-4447-970a-5c446aa3b4c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.978617] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1237.978617] env[69950]: value = "task-4223041" [ 1237.978617] env[69950]: _type = "Task" [ 1237.978617] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.992055] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.004157] env[69950]: DEBUG nova.network.neutron [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updating instance_info_cache with network_info: [{"id": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "address": "fa:16:3e:74:1d:b8", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91eda90-3d", "ovs_interfaceid": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22616c0f-f50e-4bee-beef-7ae3a7b2f469", "address": "fa:16:3e:3e:b3:18", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22616c0f-f5", "ovs_interfaceid": "22616c0f-f50e-4bee-beef-7ae3a7b2f469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.052427] env[69950]: DEBUG nova.objects.instance [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lazy-loading 'flavor' on Instance uuid 8c517667-2ec2-4461-b12a-47c66f212be7 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.144459] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 384026e4-403e-4760-8abd-fb15a02c96bf] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1238.150400] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435d60ee-77df-46aa-839e-6f9cf7c39e6b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.159842] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de018457-7703-4ae2-a3b2-c06d6c4a4910 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.195177] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d42a6e-3b10-4d9e-b5c9-e2c7fdf750e4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.204561] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df4bd44-bd93-42d9-ba48-97f8d9d8fef6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.220772] env[69950]: DEBUG nova.compute.provider_tree [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.231888] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Releasing lock "refresh_cache-57455d57-41f6-4475-a038-8fbf00741934" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.232696] env[69950]: DEBUG nova.objects.instance [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lazy-loading 'flavor' on Instance uuid 57455d57-41f6-4475-a038-8fbf00741934 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.254215] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223037, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.257825] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.258451] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.258623] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.260683] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 01a8ef80-a68f-47cc-9800-5ac78005e2fa] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1239.262633] env[69950]: DEBUG nova.scheduler.client.report [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.267115] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "e32b1591-1b56-41c8-a0b0-dff775883a70" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.267329] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.267569] env[69950]: INFO nova.compute.manager [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Attaching volume ab1aa92f-5225-4bda-a653-e29383d8de7a to /dev/sdc [ 1239.269643] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.269866] env[69950]: WARNING oslo_vmware.common.loopingcall [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] task run outlasted interval by 0.28651099999999996 sec [ 1239.272967] env[69950]: DEBUG nova.compute.manager [req-340c1dc6-5a1b-47a5-a562-848bd50560e3 req-12cce31f-dc0e-4128-97e5-63fb30a0b2c5 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Received event network-vif-plugged-22616c0f-f50e-4bee-beef-7ae3a7b2f469 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1239.273201] env[69950]: DEBUG oslo_concurrency.lockutils [req-340c1dc6-5a1b-47a5-a562-848bd50560e3 req-12cce31f-dc0e-4128-97e5-63fb30a0b2c5 service nova] Acquiring lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.273452] env[69950]: DEBUG oslo_concurrency.lockutils [req-340c1dc6-5a1b-47a5-a562-848bd50560e3 req-12cce31f-dc0e-4128-97e5-63fb30a0b2c5 service nova] Lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.273635] env[69950]: DEBUG oslo_concurrency.lockutils [req-340c1dc6-5a1b-47a5-a562-848bd50560e3 req-12cce31f-dc0e-4128-97e5-63fb30a0b2c5 service nova] Lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.273804] env[69950]: DEBUG nova.compute.manager [req-340c1dc6-5a1b-47a5-a562-848bd50560e3 req-12cce31f-dc0e-4128-97e5-63fb30a0b2c5 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] No waiting events found dispatching network-vif-plugged-22616c0f-f50e-4bee-beef-7ae3a7b2f469 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1239.274012] env[69950]: WARNING nova.compute.manager [req-340c1dc6-5a1b-47a5-a562-848bd50560e3 req-12cce31f-dc0e-4128-97e5-63fb30a0b2c5 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Received unexpected event network-vif-plugged-22616c0f-f50e-4bee-beef-7ae3a7b2f469 for instance with vm_state active and task_state None. [ 1239.274253] env[69950]: DEBUG nova.compute.manager [req-340c1dc6-5a1b-47a5-a562-848bd50560e3 req-12cce31f-dc0e-4128-97e5-63fb30a0b2c5 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Received event network-changed-22616c0f-f50e-4bee-beef-7ae3a7b2f469 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1239.274377] env[69950]: DEBUG nova.compute.manager [req-340c1dc6-5a1b-47a5-a562-848bd50560e3 req-12cce31f-dc0e-4128-97e5-63fb30a0b2c5 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Refreshing instance network info cache due to event network-changed-22616c0f-f50e-4bee-beef-7ae3a7b2f469. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1239.274561] env[69950]: DEBUG oslo_concurrency.lockutils [req-340c1dc6-5a1b-47a5-a562-848bd50560e3 req-12cce31f-dc0e-4128-97e5-63fb30a0b2c5 service nova] Acquiring lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.274698] env[69950]: DEBUG oslo_concurrency.lockutils [req-340c1dc6-5a1b-47a5-a562-848bd50560e3 req-12cce31f-dc0e-4128-97e5-63fb30a0b2c5 service nova] Acquired lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.274851] env[69950]: DEBUG nova.network.neutron [req-340c1dc6-5a1b-47a5-a562-848bd50560e3 req-12cce31f-dc0e-4128-97e5-63fb30a0b2c5 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Refreshing network info cache for port 22616c0f-f50e-4bee-beef-7ae3a7b2f469 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.276682] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7efbb3-2f79-4007-a2d2-106bda01e634 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.282744] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca5e124-b0b0-4561-8a28-6a615ad3b7d4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.311734] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.328863] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e425b43c-2459-4d05-9310-c002e92acdfd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.331388] env[69950]: DEBUG nova.virt.hardware [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.331622] env[69950]: DEBUG nova.virt.hardware [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.331793] env[69950]: DEBUG nova.virt.hardware [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.331997] env[69950]: DEBUG nova.virt.hardware [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.332156] env[69950]: DEBUG nova.virt.hardware [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.332301] env[69950]: DEBUG nova.virt.hardware [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.332503] env[69950]: DEBUG nova.virt.hardware [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.332663] env[69950]: DEBUG nova.virt.hardware [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.332825] env[69950]: DEBUG nova.virt.hardware [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.332984] env[69950]: DEBUG nova.virt.hardware [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.333172] env[69950]: DEBUG nova.virt.hardware [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.339497] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Reconfiguring VM to attach interface {{(pid=69950) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1239.339856] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223037, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.789536} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.340470] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223041, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.137182} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.341703] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08c190ac-fce9-4a96-a707-a13004f6500c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.353886] env[69950]: INFO nova.virt.vmwareapi.ds_util [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ae543a62-e1c9-4e22-985d-03465c886666/OSTACK_IMG_ae543a62-e1c9-4e22-985d-03465c886666.vmdk to [datastore1] devstack-image-cache_base/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5.vmdk. [ 1239.354104] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Cleaning up location [datastore1] OSTACK_IMG_ae543a62-e1c9-4e22-985d-03465c886666 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1239.354277] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ae543a62-e1c9-4e22-985d-03465c886666 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.354556] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore1] 90db31ff-4db0-4ffb-9acb-be2a2443d0a3/90db31ff-4db0-4ffb-9acb-be2a2443d0a3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.354749] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.355556] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5444d1af-c9b0-4d81-96d9-5fdb1dccbf69 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.359187] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-852c5149-acf3-49ab-a5a7-60a4b93584e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.360841] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a36e734-41e3-4413-89b9-9f10e1c7c150 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.365146] env[69950]: DEBUG oslo_vmware.api [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1239.365146] env[69950]: value = "task-4223042" [ 1239.365146] env[69950]: _type = "Task" [ 1239.365146] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.373436] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1bd03d-51d6-4a40-9fdf-b058da4ff458 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.376691] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1239.376691] env[69950]: value = "task-4223045" [ 1239.376691] env[69950]: _type = "Task" [ 1239.376691] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.377053] env[69950]: DEBUG oslo_vmware.api [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1239.377053] env[69950]: value = "task-4223043" [ 1239.377053] env[69950]: _type = "Task" [ 1239.377053] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.377295] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1239.377295] env[69950]: value = "task-4223044" [ 1239.377295] env[69950]: _type = "Task" [ 1239.377295] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.382726] env[69950]: DEBUG oslo_vmware.api [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.399135] env[69950]: DEBUG nova.virt.block_device [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Updating existing volume attachment record: a4934fbc-11b7-4441-b4d0-a6eaefa75bce {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1239.406889] env[69950]: DEBUG oslo_vmware.api [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223043, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.412619] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.412881] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.771412] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 401ccd9e-e776-4407-97cf-18f571c84716] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1239.777376] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.353s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.786126] env[69950]: DEBUG oslo_concurrency.lockutils [None req-434eb0e2-16d1-4860-ac68-9e7ed96660fd tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "8c517667-2ec2-4461-b12a-47c66f212be7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.017s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.820064] env[69950]: INFO nova.scheduler.client.report [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Deleted allocations for instance ec958c34-99e8-49da-a242-e3aada4841e2 [ 1239.878010] env[69950]: DEBUG oslo_vmware.api [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223042, 'name': PowerOffVM_Task, 'duration_secs': 0.330696} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.878350] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.884057] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.884765] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-009c50b6-25ea-4769-a24f-6ebc74ce640d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.915472] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246802} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.922554] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.922979] env[69950]: DEBUG oslo_vmware.api [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1239.922979] env[69950]: value = "task-4223047" [ 1239.922979] env[69950]: _type = "Task" [ 1239.922979] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.923196] env[69950]: DEBUG oslo_vmware.api [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.923439] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.057594} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.924241] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3e038a-781e-4d25-9a55-92b2e4fa232a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.927321] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.927507] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.927781] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5.vmdk to [datastore1] 052aaf44-520a-4656-be2f-ddfc70b03f40/052aaf44-520a-4656-be2f-ddfc70b03f40.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.931157] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff0bf62f-5886-42b8-976f-d5fa6c2dddbd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.953745] env[69950]: DEBUG oslo_vmware.api [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.963531] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 90db31ff-4db0-4ffb-9acb-be2a2443d0a3/90db31ff-4db0-4ffb-9acb-be2a2443d0a3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.967844] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76fc05d9-d914-4312-b4ae-16a0096fc339 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.982630] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1239.982630] env[69950]: value = "task-4223048" [ 1239.982630] env[69950]: _type = "Task" [ 1239.982630] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.990740] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1239.990740] env[69950]: value = "task-4223049" [ 1239.990740] env[69950]: _type = "Task" [ 1239.990740] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.994737] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.004751] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.222051] env[69950]: DEBUG nova.network.neutron [req-340c1dc6-5a1b-47a5-a562-848bd50560e3 req-12cce31f-dc0e-4128-97e5-63fb30a0b2c5 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updated VIF entry in instance network info cache for port 22616c0f-f50e-4bee-beef-7ae3a7b2f469. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.222301] env[69950]: DEBUG nova.network.neutron [req-340c1dc6-5a1b-47a5-a562-848bd50560e3 req-12cce31f-dc0e-4128-97e5-63fb30a0b2c5 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updating instance_info_cache with network_info: [{"id": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "address": "fa:16:3e:74:1d:b8", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91eda90-3d", "ovs_interfaceid": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22616c0f-f50e-4bee-beef-7ae3a7b2f469", "address": "fa:16:3e:3e:b3:18", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22616c0f-f5", "ovs_interfaceid": "22616c0f-f50e-4bee-beef-7ae3a7b2f469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.284528] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 43ce3863-2138-4b31-84e7-3754a7da689c] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1240.328747] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ea0cbe19-1949-4459-90a6-af0f0d006d3a tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Lock "ec958c34-99e8-49da-a242-e3aada4841e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.371s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.395353] env[69950]: DEBUG oslo_vmware.api [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223043, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.439276] env[69950]: DEBUG oslo_vmware.api [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223047, 'name': ReconfigVM_Task, 'duration_secs': 0.303327} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.439592] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.439811] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.440098] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69a53f59-5057-44f0-8774-79d540758d25 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.448806] env[69950]: DEBUG oslo_vmware.api [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1240.448806] env[69950]: value = "task-4223050" [ 1240.448806] env[69950]: _type = "Task" [ 1240.448806] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.458447] env[69950]: DEBUG oslo_vmware.api [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.494338] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223048, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.505193] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.544226] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "8c517667-2ec2-4461-b12a-47c66f212be7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.544571] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "8c517667-2ec2-4461-b12a-47c66f212be7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.544785] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "8c517667-2ec2-4461-b12a-47c66f212be7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.545032] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "8c517667-2ec2-4461-b12a-47c66f212be7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.545236] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "8c517667-2ec2-4461-b12a-47c66f212be7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.547724] env[69950]: INFO nova.compute.manager [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Terminating instance [ 1240.725069] env[69950]: DEBUG oslo_concurrency.lockutils [req-340c1dc6-5a1b-47a5-a562-848bd50560e3 req-12cce31f-dc0e-4128-97e5-63fb30a0b2c5 service nova] Releasing lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.790054] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: a579426a-0513-4976-86d7-d772106e72c4] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1240.897252] env[69950]: DEBUG oslo_vmware.api [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223043, 'name': ReconfigVM_Task, 'duration_secs': 1.043236} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.898060] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.898462] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Reconfigured VM to attach interface {{(pid=69950) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1240.960628] env[69950]: DEBUG oslo_vmware.api [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223050, 'name': PowerOnVM_Task, 'duration_secs': 0.479251} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.961095] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.961197] env[69950]: DEBUG nova.compute.manager [None req-e4da0b4a-5fca-4e20-96f5-76be68cba7fa tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1240.962072] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd6c19d-8c95-4b64-8deb-40a058bb9e30 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.995031] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223048, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.005025] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223049, 'name': ReconfigVM_Task, 'duration_secs': 0.545499} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.005025] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 90db31ff-4db0-4ffb-9acb-be2a2443d0a3/90db31ff-4db0-4ffb-9acb-be2a2443d0a3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.005433] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2772b578-9f08-411c-a9cd-1ce296b8685a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.013711] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1241.013711] env[69950]: value = "task-4223051" [ 1241.013711] env[69950]: _type = "Task" [ 1241.013711] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.024078] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223051, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.051962] env[69950]: DEBUG nova.compute.manager [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.052257] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.053398] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44e376e-f571-43a2-8b0d-13482952c49a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.062023] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.062325] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4926a06-2e44-402c-b474-e0c82f4428a4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.070386] env[69950]: DEBUG oslo_vmware.api [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1241.070386] env[69950]: value = "task-4223052" [ 1241.070386] env[69950]: _type = "Task" [ 1241.070386] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.086090] env[69950]: DEBUG oslo_vmware.api [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4223052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.293296] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: feb7093c-31b6-4629-bf8c-dd7f4175500e] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1241.409085] env[69950]: DEBUG oslo_concurrency.lockutils [None req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-cab77ef2-c386-4015-9ddd-29f885e2e2fe-22616c0f-f50e-4bee-beef-7ae3a7b2f469" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.974s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.496409] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223048, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.525095] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223051, 'name': Rename_Task, 'duration_secs': 0.45852} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.525568] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.526130] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f36ee2d5-f757-49f8-ac78-bf79911c1d4d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.534610] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1241.534610] env[69950]: value = "task-4223053" [ 1241.534610] env[69950]: _type = "Task" [ 1241.534610] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.547862] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.581174] env[69950]: DEBUG oslo_vmware.api [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4223052, 'name': PowerOffVM_Task, 'duration_secs': 0.299241} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.581545] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.581721] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.581998] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aad66fa5-77c8-4ccb-ab3e-5e5984ad22cb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.652936] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.653181] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.653371] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Deleting the datastore file [datastore2] 8c517667-2ec2-4461-b12a-47c66f212be7 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.653656] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e09bdc6a-8c40-47be-a51e-855b84e86891 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.663372] env[69950]: DEBUG oslo_vmware.api [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for the task: (returnval){ [ 1241.663372] env[69950]: value = "task-4223056" [ 1241.663372] env[69950]: _type = "Task" [ 1241.663372] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.672372] env[69950]: DEBUG oslo_vmware.api [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4223056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.796991] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: cb49c031-c220-42fb-b718-12387967034e] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1241.995113] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223048, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.048109] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.177169] env[69950]: DEBUG oslo_vmware.api [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Task: {'id': task-4223056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452731} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.177575] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.177822] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.178079] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.178335] env[69950]: INFO nova.compute.manager [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1242.178658] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.178918] env[69950]: DEBUG nova.compute.manager [-] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.179062] env[69950]: DEBUG nova.network.neutron [-] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.304920] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 8dc73bf3-9e59-4fe3-8d62-94033241d0dc] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1242.496581] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223048, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.546975] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223053, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.808549] env[69950]: DEBUG nova.compute.manager [req-b41c7866-4c3d-473d-9155-63d9e8eaef0f req-7ccbfcbe-40f4-41bf-9557-f89393ab09ea service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Received event network-vif-deleted-10945e20-9d65-4dd5-88ad-f5b07c914e85 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1242.808756] env[69950]: INFO nova.compute.manager [req-b41c7866-4c3d-473d-9155-63d9e8eaef0f req-7ccbfcbe-40f4-41bf-9557-f89393ab09ea service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Neutron deleted interface 10945e20-9d65-4dd5-88ad-f5b07c914e85; detaching it from the instance and deleting it from the info cache [ 1242.808925] env[69950]: DEBUG nova.network.neutron [req-b41c7866-4c3d-473d-9155-63d9e8eaef0f req-7ccbfcbe-40f4-41bf-9557-f89393ab09ea service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.810381] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: cfd1ccdc-d521-4d83-96a8-f282e921835e] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1242.849945] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "interface-cab77ef2-c386-4015-9ddd-29f885e2e2fe-22616c0f-f50e-4bee-beef-7ae3a7b2f469" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.850216] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-cab77ef2-c386-4015-9ddd-29f885e2e2fe-22616c0f-f50e-4bee-beef-7ae3a7b2f469" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.879321] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "57455d57-41f6-4475-a038-8fbf00741934" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.879568] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "57455d57-41f6-4475-a038-8fbf00741934" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.879858] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "57455d57-41f6-4475-a038-8fbf00741934-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.880071] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "57455d57-41f6-4475-a038-8fbf00741934-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.880241] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "57455d57-41f6-4475-a038-8fbf00741934-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.882336] env[69950]: INFO nova.compute.manager [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Terminating instance [ 1242.995457] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223048, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.667255} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.995724] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5/bcfda5c6-1bc4-4eb4-9752-69ec77bd02a5.vmdk to [datastore1] 052aaf44-520a-4656-be2f-ddfc70b03f40/052aaf44-520a-4656-be2f-ddfc70b03f40.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.996517] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2206b0f-f9c8-4763-a5f0-e6dd375a53fe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.019647] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 052aaf44-520a-4656-be2f-ddfc70b03f40/052aaf44-520a-4656-be2f-ddfc70b03f40.vmdk or device None with type streamOptimized {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.019931] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9abada-7e74-4262-96e3-40206e4e8169 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.042368] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1243.042368] env[69950]: value = "task-4223057" [ 1243.042368] env[69950]: _type = "Task" [ 1243.042368] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.049386] env[69950]: DEBUG oslo_vmware.api [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223053, 'name': PowerOnVM_Task, 'duration_secs': 1.18665} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.050133] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.050378] env[69950]: INFO nova.compute.manager [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1243.050569] env[69950]: DEBUG nova.compute.manager [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1243.051463] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3993544f-c668-48b1-89f7-30f4fb972670 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.057523] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.291273] env[69950]: DEBUG nova.network.neutron [-] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.314141] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83f538ba-bde2-4284-a017-0d36b4f08588 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.316621] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 93664ea1-b278-43d4-9390-f10836022697] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1243.327381] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761381a8-27c6-440d-a967-382e4a3a7078 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.363451] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.363451] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.363672] env[69950]: DEBUG nova.compute.manager [req-b41c7866-4c3d-473d-9155-63d9e8eaef0f req-7ccbfcbe-40f4-41bf-9557-f89393ab09ea service nova] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Detach interface failed, port_id=10945e20-9d65-4dd5-88ad-f5b07c914e85, reason: Instance 8c517667-2ec2-4461-b12a-47c66f212be7 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1243.364574] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f46c83c-d091-4666-b28e-2f1abff86576 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.382491] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6debfcbd-86d2-4c82-9715-d390b801d145 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.387590] env[69950]: DEBUG nova.compute.manager [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.387839] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.405568] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e4d948-725c-42a6-910e-d1d4a2195ab2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.414851] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Reconfiguring VM to detach interface {{(pid=69950) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1243.414980] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13143cbb-8d47-4e91-8cdb-ee7fe8ae8044 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.434939] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.436368] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09e60fb3-8ab1-41ab-90e8-d2a26671a000 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.438126] env[69950]: DEBUG oslo_vmware.api [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1243.438126] env[69950]: value = "task-4223058" [ 1243.438126] env[69950]: _type = "Task" [ 1243.438126] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.443393] env[69950]: DEBUG oslo_vmware.api [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1243.443393] env[69950]: value = "task-4223059" [ 1243.443393] env[69950]: _type = "Task" [ 1243.443393] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.450166] env[69950]: DEBUG oslo_vmware.api [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223058, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.455874] env[69950]: DEBUG oslo_vmware.api [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.557042] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223057, 'name': ReconfigVM_Task, 'duration_secs': 0.397527} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.557514] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 052aaf44-520a-4656-be2f-ddfc70b03f40/052aaf44-520a-4656-be2f-ddfc70b03f40.vmdk or device None with type streamOptimized {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.558371] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e61053a-d5ff-44cb-af77-da0b4aae414e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.572451] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1243.572451] env[69950]: value = "task-4223060" [ 1243.572451] env[69950]: _type = "Task" [ 1243.572451] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.579517] env[69950]: INFO nova.compute.manager [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Took 16.56 seconds to build instance. [ 1243.586124] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223060, 'name': Rename_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.794072] env[69950]: INFO nova.compute.manager [-] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Took 1.61 seconds to deallocate network for instance. [ 1243.820626] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: de73879c-e71a-4505-9739-16595239f982] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1243.953696] env[69950]: DEBUG oslo_vmware.api [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.957187] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1243.957392] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835613', 'volume_id': 'ab1aa92f-5225-4bda-a653-e29383d8de7a', 'name': 'volume-ab1aa92f-5225-4bda-a653-e29383d8de7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e32b1591-1b56-41c8-a0b0-dff775883a70', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab1aa92f-5225-4bda-a653-e29383d8de7a', 'serial': 'ab1aa92f-5225-4bda-a653-e29383d8de7a'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1243.957728] env[69950]: DEBUG oslo_vmware.api [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223059, 'name': PowerOffVM_Task, 'duration_secs': 0.226379} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.958456] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aa93fd-86bf-46e9-ab0a-26edb507d623 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.961035] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.961132] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.961361] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3d9ec53-eea9-4e06-af50-e0116042aa01 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.976651] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956d7e30-ae45-4c6e-b5f0-7d70753dc749 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.004409] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-ab1aa92f-5225-4bda-a653-e29383d8de7a/volume-ab1aa92f-5225-4bda-a653-e29383d8de7a.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.004753] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5315df9b-1f83-4c86-aca5-6daab4692d1c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.023614] env[69950]: DEBUG oslo_vmware.api [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1244.023614] env[69950]: value = "task-4223062" [ 1244.023614] env[69950]: _type = "Task" [ 1244.023614] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.028220] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.028430] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.028608] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Deleting the datastore file [datastore2] 57455d57-41f6-4475-a038-8fbf00741934 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.029242] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efdf6da1-6de8-40cd-a010-70d620f5e02a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.034515] env[69950]: DEBUG oslo_vmware.api [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.036219] env[69950]: DEBUG oslo_vmware.api [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1244.036219] env[69950]: value = "task-4223063" [ 1244.036219] env[69950]: _type = "Task" [ 1244.036219] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.043948] env[69950]: DEBUG oslo_vmware.api [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.085141] env[69950]: DEBUG oslo_concurrency.lockutils [None req-4ae5044c-be21-4e68-92ea-ed540ca27c81 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.069s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.085141] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223060, 'name': Rename_Task, 'duration_secs': 0.196205} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.085141] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.085460] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d375f56-7ac1-47df-8b88-3eb6da8a3f45 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.092574] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1244.092574] env[69950]: value = "task-4223064" [ 1244.092574] env[69950]: _type = "Task" [ 1244.092574] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.100562] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.301888] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.302195] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.302426] env[69950]: DEBUG nova.objects.instance [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lazy-loading 'resources' on Instance uuid 8c517667-2ec2-4461-b12a-47c66f212be7 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.324992] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.325458] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Cleaning up deleted instances with incomplete migration {{(pid=69950) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11903}} [ 1244.450922] env[69950]: DEBUG oslo_vmware.api [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.534056] env[69950]: DEBUG oslo_vmware.api [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.547175] env[69950]: DEBUG oslo_vmware.api [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154435} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.547448] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.547638] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.547817] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.548017] env[69950]: INFO nova.compute.manager [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1244.548281] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.548495] env[69950]: DEBUG nova.compute.manager [-] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.548594] env[69950]: DEBUG nova.network.neutron [-] [instance: 57455d57-41f6-4475-a038-8fbf00741934] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.603179] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223064, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.950849] env[69950]: DEBUG oslo_vmware.api [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.008840] env[69950]: DEBUG nova.compute.manager [req-d0ff020d-795e-4cd8-b129-433f0c5aa3ad req-7af5cc4c-167c-463a-a348-2e8344cdf52d service nova] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Received event network-vif-deleted-f9803848-af53-4f5f-b60d-b642e0addd9d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1245.009621] env[69950]: INFO nova.compute.manager [req-d0ff020d-795e-4cd8-b129-433f0c5aa3ad req-7af5cc4c-167c-463a-a348-2e8344cdf52d service nova] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Neutron deleted interface f9803848-af53-4f5f-b60d-b642e0addd9d; detaching it from the instance and deleting it from the info cache [ 1245.009839] env[69950]: DEBUG nova.network.neutron [req-d0ff020d-795e-4cd8-b129-433f0c5aa3ad req-7af5cc4c-167c-463a-a348-2e8344cdf52d service nova] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.012676] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a609c6a8-e025-421f-953a-c4cf9723c310 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.022524] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8167635-7a3f-4578-b042-445159803177 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.036102] env[69950]: DEBUG oslo_vmware.api [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223062, 'name': ReconfigVM_Task, 'duration_secs': 0.920203} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.059684] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-ab1aa92f-5225-4bda-a653-e29383d8de7a/volume-ab1aa92f-5225-4bda-a653-e29383d8de7a.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.066536] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5954ed76-aa72-414b-8b68-c84dda33930d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.078941] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7472642-25e7-4b43-b377-1822efc49448 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.088214] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713fbe78-8c43-4900-b2f0-4ed82da6850c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.092210] env[69950]: DEBUG oslo_vmware.api [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1245.092210] env[69950]: value = "task-4223065" [ 1245.092210] env[69950]: _type = "Task" [ 1245.092210] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.106556] env[69950]: DEBUG nova.compute.provider_tree [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.116712] env[69950]: DEBUG oslo_vmware.api [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.120178] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223064, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.451628] env[69950]: DEBUG oslo_vmware.api [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.484464] env[69950]: DEBUG nova.network.neutron [-] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.517140] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf350cc0-197b-4259-8264-8d6409d0a54e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.527556] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d98cea-fcda-4ac1-85cc-aa6ad34a7d56 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.565369] env[69950]: DEBUG nova.compute.manager [req-d0ff020d-795e-4cd8-b129-433f0c5aa3ad req-7af5cc4c-167c-463a-a348-2e8344cdf52d service nova] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Detach interface failed, port_id=f9803848-af53-4f5f-b60d-b642e0addd9d, reason: Instance 57455d57-41f6-4475-a038-8fbf00741934 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1245.603365] env[69950]: DEBUG oslo_vmware.api [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223065, 'name': ReconfigVM_Task, 'duration_secs': 0.154303} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.603710] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835613', 'volume_id': 'ab1aa92f-5225-4bda-a653-e29383d8de7a', 'name': 'volume-ab1aa92f-5225-4bda-a653-e29383d8de7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e32b1591-1b56-41c8-a0b0-dff775883a70', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab1aa92f-5225-4bda-a653-e29383d8de7a', 'serial': 'ab1aa92f-5225-4bda-a653-e29383d8de7a'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1245.615901] env[69950]: DEBUG nova.scheduler.client.report [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.619171] env[69950]: DEBUG oslo_vmware.api [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223064, 'name': PowerOnVM_Task, 'duration_secs': 1.488168} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.620087] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.729385] env[69950]: DEBUG nova.compute.manager [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1245.730339] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f283bd-3c0a-41ec-9134-54c58bfe7203 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.952195] env[69950]: DEBUG oslo_vmware.api [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.989275] env[69950]: INFO nova.compute.manager [-] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Took 1.44 seconds to deallocate network for instance. [ 1246.120993] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.153528] env[69950]: INFO nova.scheduler.client.report [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Deleted allocations for instance 8c517667-2ec2-4461-b12a-47c66f212be7 [ 1246.246728] env[69950]: DEBUG oslo_concurrency.lockutils [None req-444e5305-d84f-4283-beaf-4a223f1a8993 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.044s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.453810] env[69950]: DEBUG oslo_vmware.api [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.497043] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.497355] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.497631] env[69950]: DEBUG nova.objects.instance [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lazy-loading 'resources' on Instance uuid 57455d57-41f6-4475-a038-8fbf00741934 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.642165] env[69950]: DEBUG nova.objects.instance [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lazy-loading 'flavor' on Instance uuid e32b1591-1b56-41c8-a0b0-dff775883a70 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.661681] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e947fd71-8278-486b-9afb-790e69e500a8 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Lock "8c517667-2ec2-4461-b12a-47c66f212be7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.117s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.802092] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "052aaf44-520a-4656-be2f-ddfc70b03f40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.802441] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.802699] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "052aaf44-520a-4656-be2f-ddfc70b03f40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.802892] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.803073] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.805197] env[69950]: INFO nova.compute.manager [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Terminating instance [ 1246.958890] env[69950]: DEBUG oslo_vmware.api [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.039113] env[69950]: DEBUG nova.compute.manager [req-2cdaeef0-0812-4d57-b6a3-42d94ad8fa30 req-069f0cb7-1eda-4056-9c34-ca80fbf5c431 service nova] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Received event network-changed-4f17ba39-ff0d-436a-91b6-812281a5db63 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1247.039321] env[69950]: DEBUG nova.compute.manager [req-2cdaeef0-0812-4d57-b6a3-42d94ad8fa30 req-069f0cb7-1eda-4056-9c34-ca80fbf5c431 service nova] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Refreshing instance network info cache due to event network-changed-4f17ba39-ff0d-436a-91b6-812281a5db63. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1247.039532] env[69950]: DEBUG oslo_concurrency.lockutils [req-2cdaeef0-0812-4d57-b6a3-42d94ad8fa30 req-069f0cb7-1eda-4056-9c34-ca80fbf5c431 service nova] Acquiring lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.039676] env[69950]: DEBUG oslo_concurrency.lockutils [req-2cdaeef0-0812-4d57-b6a3-42d94ad8fa30 req-069f0cb7-1eda-4056-9c34-ca80fbf5c431 service nova] Acquired lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.039985] env[69950]: DEBUG nova.network.neutron [req-2cdaeef0-0812-4d57-b6a3-42d94ad8fa30 req-069f0cb7-1eda-4056-9c34-ca80fbf5c431 service nova] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Refreshing network info cache for port 4f17ba39-ff0d-436a-91b6-812281a5db63 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.151165] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7fa5d35f-f53f-4102-aff7-5039754bfb97 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.884s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.161109] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb88e0b1-c5e7-4b4e-88e1-8e3bd25c947c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.170134] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e358f5e-c253-47ea-a575-38ef6655ec7c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.203730] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba42aab-bb21-4a22-ba2f-046423c1e369 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.216141] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ba7542-aa31-4861-be99-3e9012c938a7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.237895] env[69950]: DEBUG nova.compute.provider_tree [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.309386] env[69950]: DEBUG nova.compute.manager [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.309616] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.310575] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d512a372-1fa6-47b5-b36d-830d1427b2c4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.319644] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.319938] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81b86716-c675-40e2-846b-06edae0283ba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.328064] env[69950]: DEBUG oslo_vmware.api [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1247.328064] env[69950]: value = "task-4223066" [ 1247.328064] env[69950]: _type = "Task" [ 1247.328064] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.337934] env[69950]: DEBUG oslo_vmware.api [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.453874] env[69950]: DEBUG oslo_vmware.api [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.584185] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "e32b1591-1b56-41c8-a0b0-dff775883a70" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.584456] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.742064] env[69950]: DEBUG nova.scheduler.client.report [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.755120] env[69950]: DEBUG nova.network.neutron [req-2cdaeef0-0812-4d57-b6a3-42d94ad8fa30 req-069f0cb7-1eda-4056-9c34-ca80fbf5c431 service nova] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Updated VIF entry in instance network info cache for port 4f17ba39-ff0d-436a-91b6-812281a5db63. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.755490] env[69950]: DEBUG nova.network.neutron [req-2cdaeef0-0812-4d57-b6a3-42d94ad8fa30 req-069f0cb7-1eda-4056-9c34-ca80fbf5c431 service nova] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Updating instance_info_cache with network_info: [{"id": "4f17ba39-ff0d-436a-91b6-812281a5db63", "address": "fa:16:3e:f3:a9:45", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f17ba39-ff", "ovs_interfaceid": "4f17ba39-ff0d-436a-91b6-812281a5db63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.838224] env[69950]: DEBUG oslo_vmware.api [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223066, 'name': PowerOffVM_Task, 'duration_secs': 0.189163} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.838463] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.838684] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.838958] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5e99a2f-0956-4a49-9ba0-8f1d50c4efe7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.901119] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.901352] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.901542] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleting the datastore file [datastore1] 052aaf44-520a-4656-be2f-ddfc70b03f40 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.901830] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-161d9b0d-0208-4fb6-9160-46e0f0e185d4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.909528] env[69950]: DEBUG oslo_vmware.api [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for the task: (returnval){ [ 1247.909528] env[69950]: value = "task-4223069" [ 1247.909528] env[69950]: _type = "Task" [ 1247.909528] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.917917] env[69950]: DEBUG oslo_vmware.api [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.958179] env[69950]: DEBUG oslo_vmware.api [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.089179] env[69950]: INFO nova.compute.manager [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Detaching volume 7312ac4d-6ad1-4ac8-895f-338c16c3a43d [ 1248.122230] env[69950]: INFO nova.virt.block_device [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Attempting to driver detach volume 7312ac4d-6ad1-4ac8-895f-338c16c3a43d from mountpoint /dev/sdb [ 1248.122469] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1248.122659] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835609', 'volume_id': '7312ac4d-6ad1-4ac8-895f-338c16c3a43d', 'name': 'volume-7312ac4d-6ad1-4ac8-895f-338c16c3a43d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e32b1591-1b56-41c8-a0b0-dff775883a70', 'attached_at': '', 'detached_at': '', 'volume_id': '7312ac4d-6ad1-4ac8-895f-338c16c3a43d', 'serial': '7312ac4d-6ad1-4ac8-895f-338c16c3a43d'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1248.123892] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df80a92-91fd-455a-b6e6-d517d10caad9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.149174] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bea787c-7a54-48ad-a161-7a4347689374 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.156789] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956e45f0-62bd-441a-9ff5-bd32fc79d09e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.180171] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb50b43-3054-40f2-80ce-f383c3474381 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.198477] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] The volume has not been displaced from its original location: [datastore1] volume-7312ac4d-6ad1-4ac8-895f-338c16c3a43d/volume-7312ac4d-6ad1-4ac8-895f-338c16c3a43d.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1248.203687] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1248.204021] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7620e58c-999d-429b-93e6-0e38329c181e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.222873] env[69950]: DEBUG oslo_vmware.api [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1248.222873] env[69950]: value = "task-4223070" [ 1248.222873] env[69950]: _type = "Task" [ 1248.222873] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.231856] env[69950]: DEBUG oslo_vmware.api [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.246842] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.257763] env[69950]: DEBUG oslo_concurrency.lockutils [req-2cdaeef0-0812-4d57-b6a3-42d94ad8fa30 req-069f0cb7-1eda-4056-9c34-ca80fbf5c431 service nova] Releasing lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.271657] env[69950]: INFO nova.scheduler.client.report [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Deleted allocations for instance 57455d57-41f6-4475-a038-8fbf00741934 [ 1248.420194] env[69950]: DEBUG oslo_vmware.api [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Task: {'id': task-4223069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121241} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.420401] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.420605] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.420799] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.420977] env[69950]: INFO nova.compute.manager [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1248.421243] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.421427] env[69950]: DEBUG nova.compute.manager [-] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.421524] env[69950]: DEBUG nova.network.neutron [-] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.454622] env[69950]: DEBUG oslo_vmware.api [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.735017] env[69950]: DEBUG oslo_vmware.api [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223070, 'name': ReconfigVM_Task, 'duration_secs': 0.225683} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.735310] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1248.740286] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d02ea84f-6bc0-41c3-a232-a0918a94f522 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.756497] env[69950]: DEBUG oslo_vmware.api [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1248.756497] env[69950]: value = "task-4223071" [ 1248.756497] env[69950]: _type = "Task" [ 1248.756497] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.765319] env[69950]: DEBUG oslo_vmware.api [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.781691] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fefc1847-fcca-41ef-b157-999ab974af02 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "57455d57-41f6-4475-a038-8fbf00741934" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.902s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.956112] env[69950]: DEBUG oslo_vmware.api [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223058, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.065472] env[69950]: DEBUG nova.compute.manager [req-20a9e73f-9e9f-4aa3-8fdd-380e58860378 req-184bc955-7a11-4b7c-ab7c-bb730eeb728c service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Received event network-vif-deleted-772bee12-dfbb-4770-af6e-a42be449b927 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1249.065670] env[69950]: INFO nova.compute.manager [req-20a9e73f-9e9f-4aa3-8fdd-380e58860378 req-184bc955-7a11-4b7c-ab7c-bb730eeb728c service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Neutron deleted interface 772bee12-dfbb-4770-af6e-a42be449b927; detaching it from the instance and deleting it from the info cache [ 1249.065842] env[69950]: DEBUG nova.network.neutron [req-20a9e73f-9e9f-4aa3-8fdd-380e58860378 req-184bc955-7a11-4b7c-ab7c-bb730eeb728c service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.266999] env[69950]: DEBUG oslo_vmware.api [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223071, 'name': ReconfigVM_Task, 'duration_secs': 0.146318} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.267573] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835609', 'volume_id': '7312ac4d-6ad1-4ac8-895f-338c16c3a43d', 'name': 'volume-7312ac4d-6ad1-4ac8-895f-338c16c3a43d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e32b1591-1b56-41c8-a0b0-dff775883a70', 'attached_at': '', 'detached_at': '', 'volume_id': '7312ac4d-6ad1-4ac8-895f-338c16c3a43d', 'serial': '7312ac4d-6ad1-4ac8-895f-338c16c3a43d'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1249.379850] env[69950]: DEBUG nova.network.neutron [-] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.457063] env[69950]: DEBUG oslo_vmware.api [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223058, 'name': ReconfigVM_Task, 'duration_secs': 5.755966} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.457063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.457063] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Reconfigured VM to detach interface {{(pid=69950) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1249.567974] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fb74518-ada6-49f8-b5b9-2bfbfa1929fe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.577745] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27fb18d-a7f5-4a84-80d3-f28d428d3dbf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.609928] env[69950]: DEBUG nova.compute.manager [req-20a9e73f-9e9f-4aa3-8fdd-380e58860378 req-184bc955-7a11-4b7c-ab7c-bb730eeb728c service nova] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Detach interface failed, port_id=772bee12-dfbb-4770-af6e-a42be449b927, reason: Instance 052aaf44-520a-4656-be2f-ddfc70b03f40 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1249.774455] env[69950]: DEBUG oslo_concurrency.lockutils [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.774846] env[69950]: DEBUG oslo_concurrency.lockutils [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.775129] env[69950]: DEBUG oslo_concurrency.lockutils [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.775325] env[69950]: DEBUG oslo_concurrency.lockutils [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.775512] env[69950]: DEBUG oslo_concurrency.lockutils [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.777846] env[69950]: INFO nova.compute.manager [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Terminating instance [ 1249.810383] env[69950]: DEBUG nova.objects.instance [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lazy-loading 'flavor' on Instance uuid e32b1591-1b56-41c8-a0b0-dff775883a70 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.882458] env[69950]: INFO nova.compute.manager [-] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Took 1.46 seconds to deallocate network for instance. [ 1250.281903] env[69950]: DEBUG nova.compute.manager [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.282157] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.283087] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8fb3f1-e3dc-4e2c-8b3f-65c2574ccca7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.291869] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.292242] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36cf96fe-25ea-42b9-b21e-abcc9a5f2b2f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.299631] env[69950]: DEBUG oslo_vmware.api [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1250.299631] env[69950]: value = "task-4223072" [ 1250.299631] env[69950]: _type = "Task" [ 1250.299631] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.309104] env[69950]: DEBUG oslo_vmware.api [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.389014] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.389417] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.389767] env[69950]: DEBUG nova.objects.instance [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lazy-loading 'resources' on Instance uuid 052aaf44-520a-4656-be2f-ddfc70b03f40 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.810898] env[69950]: DEBUG oslo_vmware.api [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223072, 'name': PowerOffVM_Task, 'duration_secs': 0.277207} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.811631] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.811631] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.811824] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7343620c-e64e-4250-84b8-24d3809549f0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.817088] env[69950]: DEBUG oslo_concurrency.lockutils [None req-d2f08dbc-cbb7-47f5-b806-c9a65a45e8bd tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.824419] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.828135] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.828303] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.828511] env[69950]: DEBUG nova.network.neutron [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.863971] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "e32b1591-1b56-41c8-a0b0-dff775883a70" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.865307] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.883555] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.883787] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.883974] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Deleting the datastore file [datastore2] 31bb88c6-57fd-4bab-91a0-f4af8c1315cd {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.884263] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abbfe43a-c2b2-4229-91c9-a509c4cd2342 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.894834] env[69950]: DEBUG oslo_vmware.api [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for the task: (returnval){ [ 1250.894834] env[69950]: value = "task-4223074" [ 1250.894834] env[69950]: _type = "Task" [ 1250.894834] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.905262] env[69950]: DEBUG oslo_vmware.api [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.051385] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b163f5-a92a-4163-a367-92b5ed9d0142 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.061560] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aa3021-f72a-4b54-a96f-3026e64f0f6d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.095671] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e7c386-04d2-4c6f-b940-60c4a1810e44 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.104113] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4380417a-699d-40b1-aeb3-a4545790bd20 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.119867] env[69950]: DEBUG nova.compute.provider_tree [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.329399] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.367072] env[69950]: INFO nova.compute.manager [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Detaching volume ab1aa92f-5225-4bda-a653-e29383d8de7a [ 1251.409808] env[69950]: DEBUG oslo_vmware.api [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Task: {'id': task-4223074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249097} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.410147] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.410354] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.410543] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.410730] env[69950]: INFO nova.compute.manager [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1251.410983] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.411219] env[69950]: DEBUG nova.compute.manager [-] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.411318] env[69950]: DEBUG nova.network.neutron [-] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.515967] env[69950]: INFO nova.virt.block_device [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Attempting to driver detach volume ab1aa92f-5225-4bda-a653-e29383d8de7a from mountpoint /dev/sdc [ 1251.516228] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1251.516418] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835613', 'volume_id': 'ab1aa92f-5225-4bda-a653-e29383d8de7a', 'name': 'volume-ab1aa92f-5225-4bda-a653-e29383d8de7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e32b1591-1b56-41c8-a0b0-dff775883a70', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab1aa92f-5225-4bda-a653-e29383d8de7a', 'serial': 'ab1aa92f-5225-4bda-a653-e29383d8de7a'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1251.517370] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f0edc4-6b16-4af0-9f25-d7acb8b1bb50 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.539851] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06ed6ff-fd0c-48e5-a0a2-45a1754649a7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.548087] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832f7dce-851b-4516-917a-3856a783ee4a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.576294] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2934da2-e784-4c1e-95a0-02ebea911392 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.593340] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] The volume has not been displaced from its original location: [datastore1] volume-ab1aa92f-5225-4bda-a653-e29383d8de7a/volume-ab1aa92f-5225-4bda-a653-e29383d8de7a.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1251.598813] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Reconfiguring VM instance instance-00000069 to detach disk 2002 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1251.599254] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e5c7696-3d63-47fd-910a-4c2f8f855d97 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.619888] env[69950]: DEBUG oslo_vmware.api [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1251.619888] env[69950]: value = "task-4223076" [ 1251.619888] env[69950]: _type = "Task" [ 1251.619888] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.624037] env[69950]: DEBUG nova.scheduler.client.report [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.637606] env[69950]: DEBUG oslo_vmware.api [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223076, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.839134] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Getting list of instances from cluster (obj){ [ 1251.839134] env[69950]: value = "domain-c8" [ 1251.839134] env[69950]: _type = "ClusterComputeResource" [ 1251.839134] env[69950]: } {{(pid=69950) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1251.840281] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25815046-70f2-41cb-9922-df6c0d02290e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.864371] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Got total of 7 instances {{(pid=69950) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1251.864753] env[69950]: WARNING nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] While synchronizing instance power states, found 10 instances in the database and 7 instances on the hypervisor. [ 1251.864994] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Triggering sync for uuid da4381f9-af9d-4e93-b6e9-92371f27d52f {{(pid=69950) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1251.865338] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Triggering sync for uuid fb7588d9-cd40-4391-b6f7-65bc2780c6e7 {{(pid=69950) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1251.865596] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Triggering sync for uuid 3c80752d-807e-4821-b6c4-2cf462366f41 {{(pid=69950) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1251.865803] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Triggering sync for uuid 052aaf44-520a-4656-be2f-ddfc70b03f40 {{(pid=69950) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1251.865969] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Triggering sync for uuid 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d {{(pid=69950) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1251.866144] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Triggering sync for uuid e32b1591-1b56-41c8-a0b0-dff775883a70 {{(pid=69950) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1251.866303] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Triggering sync for uuid 31bb88c6-57fd-4bab-91a0-f4af8c1315cd {{(pid=69950) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1251.866458] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Triggering sync for uuid cab77ef2-c386-4015-9ddd-29f885e2e2fe {{(pid=69950) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1251.866635] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Triggering sync for uuid 6ba762d6-e693-4528-8b58-137e41016fe8 {{(pid=69950) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1251.866794] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Triggering sync for uuid 90db31ff-4db0-4ffb-9acb-be2a2443d0a3 {{(pid=69950) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1251.867227] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "da4381f9-af9d-4e93-b6e9-92371f27d52f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.867514] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "da4381f9-af9d-4e93-b6e9-92371f27d52f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.867819] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.868034] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.868312] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "3c80752d-807e-4821-b6c4-2cf462366f41" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.868532] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "3c80752d-807e-4821-b6c4-2cf462366f41" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.868831] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "052aaf44-520a-4656-be2f-ddfc70b03f40" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.869103] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.869686] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.870040] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "e32b1591-1b56-41c8-a0b0-dff775883a70" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.870444] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.870709] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.871021] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.871404] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "6ba762d6-e693-4528-8b58-137e41016fe8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.871712] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "6ba762d6-e693-4528-8b58-137e41016fe8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.872104] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.872419] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.873344] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fa9cce3-fe23-448d-9337-622d99f872ef {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.877332] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953e67eb-67a5-4d9f-a4b5-75cfacfd5fa6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.882777] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793fbb8a-aa6b-4a7e-8b0c-fa7c089b9fd8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.887636] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f2dc09-e08a-4bb0-9d7e-11b2bd95cb6f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.892489] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc55702-747b-4c28-bfa5-ed73a939e1ed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.896861] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29b6c1f-83b4-47ef-801e-51989a7599eb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.902181] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5233eba-f5a1-488b-9218-9c885ddfee00 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.946482] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce35a8a2-0a3b-488a-89c0-717936439aaf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.133818] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.136252] env[69950]: DEBUG oslo_vmware.api [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223076, 'name': ReconfigVM_Task, 'duration_secs': 0.335} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.136765] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Reconfigured VM instance instance-00000069 to detach disk 2002 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1252.142062] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fe556be-df36-4873-8652-0a1f37d43455 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.164233] env[69950]: DEBUG oslo_vmware.api [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1252.164233] env[69950]: value = "task-4223077" [ 1252.164233] env[69950]: _type = "Task" [ 1252.164233] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.169722] env[69950]: INFO nova.scheduler.client.report [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Deleted allocations for instance 052aaf44-520a-4656-be2f-ddfc70b03f40 [ 1252.174613] env[69950]: DEBUG oslo_vmware.api [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.345849] env[69950]: INFO nova.network.neutron [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Port 22616c0f-f50e-4bee-beef-7ae3a7b2f469 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1252.346285] env[69950]: DEBUG nova.network.neutron [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updating instance_info_cache with network_info: [{"id": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "address": "fa:16:3e:74:1d:b8", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91eda90-3d", "ovs_interfaceid": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.392074] env[69950]: DEBUG nova.compute.manager [req-321c556a-b1ed-49da-ac0a-e3bd8c757ea3 req-92e6c8ae-0c30-4d0d-b853-8eaac96e6de0 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Received event network-changed-d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1252.392284] env[69950]: DEBUG nova.compute.manager [req-321c556a-b1ed-49da-ac0a-e3bd8c757ea3 req-92e6c8ae-0c30-4d0d-b853-8eaac96e6de0 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Refreshing instance network info cache due to event network-changed-d91eda90-3d4f-49b9-b970-dffd331d7b81. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1252.392479] env[69950]: DEBUG oslo_concurrency.lockutils [req-321c556a-b1ed-49da-ac0a-e3bd8c757ea3 req-92e6c8ae-0c30-4d0d-b853-8eaac96e6de0 service nova] Acquiring lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.419667] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.436044] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "3c80752d-807e-4821-b6c4-2cf462366f41" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.439889] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.444402] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.444731] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "6ba762d6-e693-4528-8b58-137e41016fe8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.468611] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.596s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.500180] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "da4381f9-af9d-4e93-b6e9-92371f27d52f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.632s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.674675] env[69950]: DEBUG oslo_vmware.api [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223077, 'name': ReconfigVM_Task, 'duration_secs': 0.217124} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.675384] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835613', 'volume_id': 'ab1aa92f-5225-4bda-a653-e29383d8de7a', 'name': 'volume-ab1aa92f-5225-4bda-a653-e29383d8de7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e32b1591-1b56-41c8-a0b0-dff775883a70', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab1aa92f-5225-4bda-a653-e29383d8de7a', 'serial': 'ab1aa92f-5225-4bda-a653-e29383d8de7a'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1252.683425] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c576f2c2-10e1-4c68-880b-cda75d1375bd tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.881s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.684355] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.815s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.684795] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70b1e459-f08a-4ab2-821d-c01373650df3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.695034] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9d21ed-8a52-4a60-833a-6eec963fe448 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.849691] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.852457] env[69950]: DEBUG oslo_concurrency.lockutils [req-321c556a-b1ed-49da-ac0a-e3bd8c757ea3 req-92e6c8ae-0c30-4d0d-b853-8eaac96e6de0 service nova] Acquired lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.852457] env[69950]: DEBUG nova.network.neutron [req-321c556a-b1ed-49da-ac0a-e3bd8c757ea3 req-92e6c8ae-0c30-4d0d-b853-8eaac96e6de0 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Refreshing network info cache for port d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.920479] env[69950]: DEBUG nova.network.neutron [-] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.225731] env[69950]: DEBUG nova.objects.instance [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lazy-loading 'flavor' on Instance uuid e32b1591-1b56-41c8-a0b0-dff775883a70 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.232175] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "052aaf44-520a-4656-be2f-ddfc70b03f40" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.356625] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e1d5fdf2-ffab-445c-a8f2-e82f6b476ae2 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-cab77ef2-c386-4015-9ddd-29f885e2e2fe-22616c0f-f50e-4bee-beef-7ae3a7b2f469" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.505s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.424095] env[69950]: INFO nova.compute.manager [-] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Took 2.01 seconds to deallocate network for instance. [ 1253.609356] env[69950]: DEBUG nova.network.neutron [req-321c556a-b1ed-49da-ac0a-e3bd8c757ea3 req-92e6c8ae-0c30-4d0d-b853-8eaac96e6de0 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updated VIF entry in instance network info cache for port d91eda90-3d4f-49b9-b970-dffd331d7b81. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.609782] env[69950]: DEBUG nova.network.neutron [req-321c556a-b1ed-49da-ac0a-e3bd8c757ea3 req-92e6c8ae-0c30-4d0d-b853-8eaac96e6de0 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updating instance_info_cache with network_info: [{"id": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "address": "fa:16:3e:74:1d:b8", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91eda90-3d", "ovs_interfaceid": "d91eda90-3d4f-49b9-b970-dffd331d7b81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.930408] env[69950]: DEBUG oslo_concurrency.lockutils [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.930728] env[69950]: DEBUG oslo_concurrency.lockutils [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.930915] env[69950]: DEBUG nova.objects.instance [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lazy-loading 'resources' on Instance uuid 31bb88c6-57fd-4bab-91a0-f4af8c1315cd {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.112839] env[69950]: DEBUG oslo_concurrency.lockutils [req-321c556a-b1ed-49da-ac0a-e3bd8c757ea3 req-92e6c8ae-0c30-4d0d-b853-8eaac96e6de0 service nova] Releasing lock "refresh_cache-cab77ef2-c386-4015-9ddd-29f885e2e2fe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.233325] env[69950]: DEBUG oslo_concurrency.lockutils [None req-70211caa-03c1-46a7-91c7-40635e23a740 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.369s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.234483] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.364s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.235578] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38302401-5fd3-4443-a6aa-f2a91ed6978c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.430553] env[69950]: DEBUG nova.compute.manager [req-3e295029-8468-47aa-8458-0eb5afc2afed req-4e5370fb-4afb-4c99-b393-dd9f0715765c service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Received event network-changed-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1254.430736] env[69950]: DEBUG nova.compute.manager [req-3e295029-8468-47aa-8458-0eb5afc2afed req-4e5370fb-4afb-4c99-b393-dd9f0715765c service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Refreshing instance network info cache due to event network-changed-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1254.430985] env[69950]: DEBUG oslo_concurrency.lockutils [req-3e295029-8468-47aa-8458-0eb5afc2afed req-4e5370fb-4afb-4c99-b393-dd9f0715765c service nova] Acquiring lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.431419] env[69950]: DEBUG oslo_concurrency.lockutils [req-3e295029-8468-47aa-8458-0eb5afc2afed req-4e5370fb-4afb-4c99-b393-dd9f0715765c service nova] Acquired lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.431599] env[69950]: DEBUG nova.network.neutron [req-3e295029-8468-47aa-8458-0eb5afc2afed req-4e5370fb-4afb-4c99-b393-dd9f0715765c service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Refreshing network info cache for port f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.559224] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0618ba-8ad4-400a-9d61-b8b08f1bd686 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.567185] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dbaea8-e753-455b-a1ab-3f035d44ac5a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.599745] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c973a9-2d43-44f9-83a7-1c9be844a4b2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.611904] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe634048-a023-4145-ac23-27785a60fb14 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.627280] env[69950]: DEBUG nova.compute.provider_tree [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.744590] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.108152] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "3c80752d-807e-4821-b6c4-2cf462366f41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.108399] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "3c80752d-807e-4821-b6c4-2cf462366f41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.108491] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "3c80752d-807e-4821-b6c4-2cf462366f41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.108792] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "3c80752d-807e-4821-b6c4-2cf462366f41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.109013] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "3c80752d-807e-4821-b6c4-2cf462366f41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.112611] env[69950]: INFO nova.compute.manager [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Terminating instance [ 1255.130503] env[69950]: DEBUG nova.scheduler.client.report [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.224519] env[69950]: DEBUG nova.network.neutron [req-3e295029-8468-47aa-8458-0eb5afc2afed req-4e5370fb-4afb-4c99-b393-dd9f0715765c service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updated VIF entry in instance network info cache for port f9f3bdb7-7699-49a3-b8c4-d65d3b81f575. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.224955] env[69950]: DEBUG nova.network.neutron [req-3e295029-8468-47aa-8458-0eb5afc2afed req-4e5370fb-4afb-4c99-b393-dd9f0715765c service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updating instance_info_cache with network_info: [{"id": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "address": "fa:16:3e:8e:c4:ee", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9f3bdb7-76", "ovs_interfaceid": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.311465] env[69950]: DEBUG oslo_concurrency.lockutils [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "e32b1591-1b56-41c8-a0b0-dff775883a70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.311732] env[69950]: DEBUG oslo_concurrency.lockutils [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.312138] env[69950]: DEBUG oslo_concurrency.lockutils [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "e32b1591-1b56-41c8-a0b0-dff775883a70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.312187] env[69950]: DEBUG oslo_concurrency.lockutils [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.312342] env[69950]: DEBUG oslo_concurrency.lockutils [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.314583] env[69950]: INFO nova.compute.manager [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Terminating instance [ 1255.616875] env[69950]: DEBUG nova.compute.manager [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.617139] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.618168] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f6fafb-91ff-4cb9-9d1b-68fd5bbf6aae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.625992] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.626240] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccae726f-a14c-4501-b4c6-15c958f6cbcb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.633241] env[69950]: DEBUG oslo_vmware.api [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1255.633241] env[69950]: value = "task-4223080" [ 1255.633241] env[69950]: _type = "Task" [ 1255.633241] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.638690] env[69950]: DEBUG oslo_concurrency.lockutils [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.645807] env[69950]: DEBUG oslo_vmware.api [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4223080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.670122] env[69950]: INFO nova.scheduler.client.report [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Deleted allocations for instance 31bb88c6-57fd-4bab-91a0-f4af8c1315cd [ 1255.678028] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "interface-6ba762d6-e693-4528-8b58-137e41016fe8-22616c0f-f50e-4bee-beef-7ae3a7b2f469" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.678197] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-6ba762d6-e693-4528-8b58-137e41016fe8-22616c0f-f50e-4bee-beef-7ae3a7b2f469" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.678963] env[69950]: DEBUG nova.objects.instance [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'flavor' on Instance uuid 6ba762d6-e693-4528-8b58-137e41016fe8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.728113] env[69950]: DEBUG oslo_concurrency.lockutils [req-3e295029-8468-47aa-8458-0eb5afc2afed req-4e5370fb-4afb-4c99-b393-dd9f0715765c service nova] Releasing lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.728720] env[69950]: DEBUG nova.compute.manager [req-3e295029-8468-47aa-8458-0eb5afc2afed req-4e5370fb-4afb-4c99-b393-dd9f0715765c service nova] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Received event network-vif-deleted-f0f42849-78cb-4a38-b9ac-607958ae6ae8 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1255.817992] env[69950]: DEBUG nova.compute.manager [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.818316] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.819354] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366bcd75-17a5-4644-b54c-96fb164de3e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.827599] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.827869] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a630ea9-fd90-4c10-b120-7ce28fc6446b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.834134] env[69950]: DEBUG oslo_vmware.api [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1255.834134] env[69950]: value = "task-4223081" [ 1255.834134] env[69950]: _type = "Task" [ 1255.834134] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.843552] env[69950]: DEBUG oslo_vmware.api [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.143895] env[69950]: DEBUG oslo_vmware.api [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4223080, 'name': PowerOffVM_Task, 'duration_secs': 0.263614} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.144317] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.144570] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.144883] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1601fa51-91da-4d72-9539-04265d615e3c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.178046] env[69950]: DEBUG oslo_concurrency.lockutils [None req-91450129-8393-4d71-8ada-0d9a3a6f8a23 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.403s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.179652] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.309s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.179652] env[69950]: INFO nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] During sync_power_state the instance has a pending task (deleting). Skip. [ 1256.179652] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "31bb88c6-57fd-4bab-91a0-f4af8c1315cd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.209370] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.210033] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.210033] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleting the datastore file [datastore1] 3c80752d-807e-4821-b6c4-2cf462366f41 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.210211] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed8959a4-f5df-407e-ae7c-3f0b8b02284d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.219224] env[69950]: DEBUG oslo_vmware.api [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for the task: (returnval){ [ 1256.219224] env[69950]: value = "task-4223083" [ 1256.219224] env[69950]: _type = "Task" [ 1256.219224] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.227766] env[69950]: DEBUG oslo_vmware.api [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4223083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.321284] env[69950]: DEBUG nova.objects.instance [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'pci_requests' on Instance uuid 6ba762d6-e693-4528-8b58-137e41016fe8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.346665] env[69950]: DEBUG oslo_vmware.api [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223081, 'name': PowerOffVM_Task, 'duration_secs': 0.205395} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.347198] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.347497] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.347858] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d42aca1f-689c-4427-99b9-c3f9544cdb3a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.419862] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.422174] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.422174] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Deleting the datastore file [datastore2] e32b1591-1b56-41c8-a0b0-dff775883a70 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.422174] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27a4b7ec-c788-4498-b76f-df5ee6edadc0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.428820] env[69950]: DEBUG oslo_vmware.api [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for the task: (returnval){ [ 1256.428820] env[69950]: value = "task-4223085" [ 1256.428820] env[69950]: _type = "Task" [ 1256.428820] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.438509] env[69950]: DEBUG oslo_vmware.api [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.730197] env[69950]: DEBUG oslo_vmware.api [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Task: {'id': task-4223083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15166} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.730827] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.731615] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.731925] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.732271] env[69950]: INFO nova.compute.manager [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1256.732648] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.732970] env[69950]: DEBUG nova.compute.manager [-] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.733190] env[69950]: DEBUG nova.network.neutron [-] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.827119] env[69950]: DEBUG nova.objects.base [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Object Instance<6ba762d6-e693-4528-8b58-137e41016fe8> lazy-loaded attributes: flavor,pci_requests {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1256.827119] env[69950]: DEBUG nova.network.neutron [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.940561] env[69950]: DEBUG oslo_vmware.api [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Task: {'id': task-4223085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139091} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.941705] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.943730] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.943730] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.943730] env[69950]: INFO nova.compute.manager [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1256.943730] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.943730] env[69950]: DEBUG nova.compute.manager [-] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.943730] env[69950]: DEBUG nova.network.neutron [-] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.013116] env[69950]: DEBUG nova.policy [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4b9e9c3dc184877bae88ddb382db43d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6e8c430e4e24a09ba55a5392816ebbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.368080] env[69950]: DEBUG nova.compute.manager [req-776b0875-7eb8-49dd-95bd-2b0107a5c6ab req-a89f5e8f-4b10-4e18-b876-7c83e68f54eb service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Received event network-vif-deleted-2872d813-1918-43a2-93a3-38741bd6d777 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1258.368296] env[69950]: INFO nova.compute.manager [req-776b0875-7eb8-49dd-95bd-2b0107a5c6ab req-a89f5e8f-4b10-4e18-b876-7c83e68f54eb service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Neutron deleted interface 2872d813-1918-43a2-93a3-38741bd6d777; detaching it from the instance and deleting it from the info cache [ 1258.368451] env[69950]: DEBUG nova.network.neutron [req-776b0875-7eb8-49dd-95bd-2b0107a5c6ab req-a89f5e8f-4b10-4e18-b876-7c83e68f54eb service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.848500] env[69950]: DEBUG nova.network.neutron [-] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.875272] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcbf9747-0895-4366-ac1f-c561ec1f5ae9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.886145] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a621f8-090f-4b82-86ba-cba7c4b9401d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.920426] env[69950]: DEBUG nova.compute.manager [req-776b0875-7eb8-49dd-95bd-2b0107a5c6ab req-a89f5e8f-4b10-4e18-b876-7c83e68f54eb service nova] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Detach interface failed, port_id=2872d813-1918-43a2-93a3-38741bd6d777, reason: Instance 3c80752d-807e-4821-b6c4-2cf462366f41 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1259.010986] env[69950]: DEBUG nova.network.neutron [-] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.351276] env[69950]: INFO nova.compute.manager [-] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Took 2.62 seconds to deallocate network for instance. [ 1259.490659] env[69950]: DEBUG nova.network.neutron [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Successfully updated port: 22616c0f-f50e-4bee-beef-7ae3a7b2f469 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1259.514178] env[69950]: INFO nova.compute.manager [-] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Took 2.57 seconds to deallocate network for instance. [ 1259.863425] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.863425] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.863425] env[69950]: DEBUG nova.objects.instance [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lazy-loading 'resources' on Instance uuid 3c80752d-807e-4821-b6c4-2cf462366f41 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.960179] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.993487] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.993487] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.993632] env[69950]: DEBUG nova.network.neutron [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.021016] env[69950]: DEBUG oslo_concurrency.lockutils [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.416581] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.416818] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.416963] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69950) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1260.474564] env[69950]: DEBUG nova.compute.manager [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Received event network-vif-deleted-3a4130bb-7c07-43be-8c60-196793774122 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1260.474775] env[69950]: DEBUG nova.compute.manager [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Received event network-vif-plugged-22616c0f-f50e-4bee-beef-7ae3a7b2f469 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1260.474969] env[69950]: DEBUG oslo_concurrency.lockutils [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] Acquiring lock "6ba762d6-e693-4528-8b58-137e41016fe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.475203] env[69950]: DEBUG oslo_concurrency.lockutils [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] Lock "6ba762d6-e693-4528-8b58-137e41016fe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.475371] env[69950]: DEBUG oslo_concurrency.lockutils [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] Lock "6ba762d6-e693-4528-8b58-137e41016fe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.475560] env[69950]: DEBUG nova.compute.manager [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] No waiting events found dispatching network-vif-plugged-22616c0f-f50e-4bee-beef-7ae3a7b2f469 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1260.475729] env[69950]: WARNING nova.compute.manager [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Received unexpected event network-vif-plugged-22616c0f-f50e-4bee-beef-7ae3a7b2f469 for instance with vm_state active and task_state None. [ 1260.475890] env[69950]: DEBUG nova.compute.manager [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Received event network-changed-22616c0f-f50e-4bee-beef-7ae3a7b2f469 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1260.476054] env[69950]: DEBUG nova.compute.manager [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Refreshing instance network info cache due to event network-changed-22616c0f-f50e-4bee-beef-7ae3a7b2f469. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1260.476233] env[69950]: DEBUG oslo_concurrency.lockutils [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] Acquiring lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.534808] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquiring lock "08748774-fc10-4270-9fa2-3a8f968306e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.535058] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Lock "08748774-fc10-4270-9fa2-3a8f968306e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.540067] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9affa20-0904-4e12-b2c5-edac77d27718 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.543457] env[69950]: WARNING nova.network.neutron [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] 747df740-680b-459b-a390-9544fe5c7b24 already exists in list: networks containing: ['747df740-680b-459b-a390-9544fe5c7b24']. ignoring it [ 1260.552053] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583d26eb-ca04-4727-8eb7-216228734830 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.589040] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b66b728-ba35-48b2-b162-c50fee90f559 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.597200] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3a48c4-de66-4595-929e-3ab3529bf5e4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.611573] env[69950]: DEBUG nova.compute.provider_tree [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.857019] env[69950]: DEBUG nova.network.neutron [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updating instance_info_cache with network_info: [{"id": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "address": "fa:16:3e:8e:c4:ee", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9f3bdb7-76", "ovs_interfaceid": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22616c0f-f50e-4bee-beef-7ae3a7b2f469", "address": "fa:16:3e:3e:b3:18", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22616c0f-f5", "ovs_interfaceid": "22616c0f-f50e-4bee-beef-7ae3a7b2f469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.037643] env[69950]: DEBUG nova.compute.manager [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.116752] env[69950]: DEBUG nova.scheduler.client.report [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.360869] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.362237] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.362489] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.362838] env[69950]: DEBUG oslo_concurrency.lockutils [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] Acquired lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.363060] env[69950]: DEBUG nova.network.neutron [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Refreshing network info cache for port 22616c0f-f50e-4bee-beef-7ae3a7b2f469 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.368269] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfa53a4-5029-4b71-8720-90302f11e176 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.387178] env[69950]: DEBUG nova.virt.hardware [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.387579] env[69950]: DEBUG nova.virt.hardware [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.387809] env[69950]: DEBUG nova.virt.hardware [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.388020] env[69950]: DEBUG nova.virt.hardware [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.388166] env[69950]: DEBUG nova.virt.hardware [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.388315] env[69950]: DEBUG nova.virt.hardware [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.388651] env[69950]: DEBUG nova.virt.hardware [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.388753] env[69950]: DEBUG nova.virt.hardware [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.388843] env[69950]: DEBUG nova.virt.hardware [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.389012] env[69950]: DEBUG nova.virt.hardware [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.389194] env[69950]: DEBUG nova.virt.hardware [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.395634] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Reconfiguring VM to attach interface {{(pid=69950) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1261.396234] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce4038d9-adc7-4907-b5e4-675831b58e67 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.419149] env[69950]: DEBUG oslo_vmware.api [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1261.419149] env[69950]: value = "task-4223086" [ 1261.419149] env[69950]: _type = "Task" [ 1261.419149] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.428835] env[69950]: DEBUG oslo_vmware.api [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223086, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.567935] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.622262] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.625212] env[69950]: DEBUG oslo_concurrency.lockutils [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.604s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.625502] env[69950]: DEBUG nova.objects.instance [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lazy-loading 'resources' on Instance uuid e32b1591-1b56-41c8-a0b0-dff775883a70 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.643335] env[69950]: INFO nova.scheduler.client.report [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Deleted allocations for instance 3c80752d-807e-4821-b6c4-2cf462366f41 [ 1261.843900] env[69950]: DEBUG oslo_concurrency.lockutils [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.844101] env[69950]: DEBUG oslo_concurrency.lockutils [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.929692] env[69950]: DEBUG oslo_vmware.api [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.140176] env[69950]: DEBUG nova.network.neutron [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updated VIF entry in instance network info cache for port 22616c0f-f50e-4bee-beef-7ae3a7b2f469. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.140176] env[69950]: DEBUG nova.network.neutron [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updating instance_info_cache with network_info: [{"id": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "address": "fa:16:3e:8e:c4:ee", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9f3bdb7-76", "ovs_interfaceid": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22616c0f-f50e-4bee-beef-7ae3a7b2f469", "address": "fa:16:3e:3e:b3:18", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22616c0f-f5", "ovs_interfaceid": "22616c0f-f50e-4bee-beef-7ae3a7b2f469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.155749] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c57b58e1-1121-4317-b3f0-8d2734b563b9 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Lock "3c80752d-807e-4821-b6c4-2cf462366f41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.047s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.284521] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10395330-844a-4ca6-a7b3-2495f6c7a432 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.293394] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e716b44-0713-414a-8928-362654484f4c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.330069] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce00666b-8130-49f1-be60-1cea3a1dd902 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.338785] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a2995b-344a-4029-bb93-b80feebd5832 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.353992] env[69950]: INFO nova.compute.manager [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Detaching volume 088b4905-6467-4a83-809f-90a893bd5d02 [ 1262.356215] env[69950]: DEBUG nova.compute.provider_tree [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.413243] env[69950]: INFO nova.virt.block_device [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Attempting to driver detach volume 088b4905-6467-4a83-809f-90a893bd5d02 from mountpoint /dev/sdb [ 1262.413640] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1262.413734] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835599', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'name': 'volume-088b4905-6467-4a83-809f-90a893bd5d02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d', 'attached_at': '', 'detached_at': '', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'serial': '088b4905-6467-4a83-809f-90a893bd5d02'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1262.415251] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6ae90c-5298-455d-8306-ae241226c812 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.421322] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.421322] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.428972] env[69950]: DEBUG oslo_vmware.api [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223086, 'name': ReconfigVM_Task, 'duration_secs': 0.667359} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.448112] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2998c9-a9d4-4769-9a6d-789f9280881f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.457352] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.457631] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Reconfigured VM to attach interface {{(pid=69950) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1262.463051] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83448a2-8793-448a-9f24-9fc3b451ae03 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.484713] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723599d0-eb19-431b-957c-3cd65b2a5446 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.503756] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] The volume has not been displaced from its original location: [datastore1] volume-088b4905-6467-4a83-809f-90a893bd5d02/volume-088b4905-6467-4a83-809f-90a893bd5d02.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1262.513017] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1262.513017] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d12b89c5-3aef-414c-9c7f-d1663a6f44d1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.530888] env[69950]: DEBUG oslo_vmware.api [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1262.530888] env[69950]: value = "task-4223087" [ 1262.530888] env[69950]: _type = "Task" [ 1262.530888] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.540461] env[69950]: DEBUG oslo_vmware.api [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.642472] env[69950]: DEBUG oslo_concurrency.lockutils [req-ac692695-029d-49eb-98e5-06d0a2671b9b req-232e830f-5a39-4b4b-9b27-4c65f1ef613a service nova] Releasing lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.862023] env[69950]: DEBUG nova.scheduler.client.report [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.965750] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-6ba762d6-e693-4528-8b58-137e41016fe8-22616c0f-f50e-4bee-beef-7ae3a7b2f469" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.287s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.045902] env[69950]: DEBUG oslo_vmware.api [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223087, 'name': ReconfigVM_Task, 'duration_secs': 0.280843} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.046197] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1263.052570] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e44227f8-9aff-4706-b0f1-744186603166 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.072580] env[69950]: DEBUG oslo_vmware.api [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1263.072580] env[69950]: value = "task-4223088" [ 1263.072580] env[69950]: _type = "Task" [ 1263.072580] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.082050] env[69950]: DEBUG oslo_vmware.api [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.366587] env[69950]: DEBUG oslo_concurrency.lockutils [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.370071] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.801s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.371710] env[69950]: INFO nova.compute.claims [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.394415] env[69950]: INFO nova.scheduler.client.report [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Deleted allocations for instance e32b1591-1b56-41c8-a0b0-dff775883a70 [ 1263.414606] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.584174] env[69950]: DEBUG oslo_vmware.api [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223088, 'name': ReconfigVM_Task, 'duration_secs': 0.174746} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.584469] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835599', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'name': 'volume-088b4905-6467-4a83-809f-90a893bd5d02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d', 'attached_at': '', 'detached_at': '', 'volume_id': '088b4905-6467-4a83-809f-90a893bd5d02', 'serial': '088b4905-6467-4a83-809f-90a893bd5d02'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1263.907430] env[69950]: DEBUG oslo_concurrency.lockutils [None req-28ed90f9-c931-4be8-9568-5c81e87a0954 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Lock "e32b1591-1b56-41c8-a0b0-dff775883a70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.595s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.137960] env[69950]: DEBUG nova.objects.instance [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lazy-loading 'flavor' on Instance uuid 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.414789] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "interface-6ba762d6-e693-4528-8b58-137e41016fe8-22616c0f-f50e-4bee-beef-7ae3a7b2f469" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.415286] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-6ba762d6-e693-4528-8b58-137e41016fe8-22616c0f-f50e-4bee-beef-7ae3a7b2f469" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.416788] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.485478] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d37854-e574-4e55-a5de-99e59eb9a397 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.494431] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38047ead-e4ff-4b07-ba2e-2f9663090f4c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.528307] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d413da-de4a-404b-8f84-69bd927d3daf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.536580] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97bdf95-0ab8-427d-a171-aac5d1f9ce7f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.550735] env[69950]: DEBUG nova.compute.provider_tree [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.917862] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.918206] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.918985] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18411b7-40f6-4e30-81a5-195394a5b999 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.937457] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc5cd0-4a3d-409e-aa6c-99c9c4612730 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.964316] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Reconfiguring VM to detach interface {{(pid=69950) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1264.964652] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea6b2a90-75b6-427d-b5be-92737cf51823 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.986043] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1264.986043] env[69950]: value = "task-4223094" [ 1264.986043] env[69950]: _type = "Task" [ 1264.986043] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.994485] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.053798] env[69950]: DEBUG nova.scheduler.client.report [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.146627] env[69950]: DEBUG oslo_concurrency.lockutils [None req-50abcdb3-44cd-4bfe-bb11-74998a316cc1 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.495992] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.559249] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.559805] env[69950]: DEBUG nova.compute.manager [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.997375] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.065135] env[69950]: DEBUG nova.compute.utils [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.066658] env[69950]: DEBUG nova.compute.manager [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Not allocating networking since 'none' was specified. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1266.170325] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.171180] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.171405] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.171672] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.172091] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.177976] env[69950]: INFO nova.compute.manager [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Terminating instance [ 1266.497567] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.568560] env[69950]: DEBUG nova.compute.manager [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.685259] env[69950]: DEBUG nova.compute.manager [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.685581] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.686557] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55ac5c2-2c0c-4a38-a69f-7bbe8f0e3881 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.695577] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.695940] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f3da1f8-ca5f-4819-8757-3d57173665d4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.704120] env[69950]: DEBUG oslo_vmware.api [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1266.704120] env[69950]: value = "task-4223097" [ 1266.704120] env[69950]: _type = "Task" [ 1266.704120] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.713653] env[69950]: DEBUG oslo_vmware.api [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.997877] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.215041] env[69950]: DEBUG oslo_vmware.api [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223097, 'name': PowerOffVM_Task, 'duration_secs': 0.251147} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.215376] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.215532] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.215799] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d802ff55-824e-4e88-b749-cbb1d63ae490 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.297259] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.299531] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.299531] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleting the datastore file [datastore2] 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.299531] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edc552f8-8524-4e56-b296-90790b28e5c3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.308092] env[69950]: DEBUG oslo_vmware.api [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1267.308092] env[69950]: value = "task-4223099" [ 1267.308092] env[69950]: _type = "Task" [ 1267.308092] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.316781] env[69950]: DEBUG oslo_vmware.api [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.417037] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.498947] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.579219] env[69950]: DEBUG nova.compute.manager [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.608216] env[69950]: DEBUG nova.virt.hardware [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.608528] env[69950]: DEBUG nova.virt.hardware [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.608703] env[69950]: DEBUG nova.virt.hardware [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.608970] env[69950]: DEBUG nova.virt.hardware [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.609221] env[69950]: DEBUG nova.virt.hardware [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.609416] env[69950]: DEBUG nova.virt.hardware [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.609695] env[69950]: DEBUG nova.virt.hardware [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.609877] env[69950]: DEBUG nova.virt.hardware [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.610128] env[69950]: DEBUG nova.virt.hardware [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.610320] env[69950]: DEBUG nova.virt.hardware [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.610498] env[69950]: DEBUG nova.virt.hardware [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.611366] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08104bc-0c83-4cd0-b326-aa75cedc982c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.619904] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745da8da-6fa3-480d-8fed-4d0c9c57f441 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.634839] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.640425] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Creating folder: Project (5f597e972e544c23bdc261fb2fdd8d38). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1267.640764] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a029f7c3-ae41-4b6a-8568-904ce4f91373 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.651717] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Created folder: Project (5f597e972e544c23bdc261fb2fdd8d38) in parent group-v835309. [ 1267.651948] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Creating folder: Instances. Parent ref: group-v835617. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1267.652199] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a8a9d77-c29b-4352-82e1-5e4f2856bc6d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.664980] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Created folder: Instances in parent group-v835617. [ 1267.665265] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.665470] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.665708] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c19034e0-795f-4b6b-9fab-95112c01de81 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.683685] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.683685] env[69950]: value = "task-4223102" [ 1267.683685] env[69950]: _type = "Task" [ 1267.683685] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.692388] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223102, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.820839] env[69950]: DEBUG oslo_vmware.api [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273525} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.821117] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.821292] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.821566] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.821783] env[69950]: INFO nova.compute.manager [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1267.822062] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.822286] env[69950]: DEBUG nova.compute.manager [-] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.822388] env[69950]: DEBUG nova.network.neutron [-] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.919693] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.920072] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.920245] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.920404] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69950) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1267.921317] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561e5257-dec5-4e54-9526-d60dffdfa8b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.931165] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512a3667-30f4-44ae-9a67-b877421a2a74 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.949761] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a9a4e1-4643-43c8-b2cd-2d9413096888 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.959497] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f813b67-c89c-46f1-829a-7480ebefade2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.995584] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179521MB free_disk=2GB free_vcpus=48 pci_devices=None {{(pid=69950) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1267.995755] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.995991] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.008721] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.197864] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223102, 'name': CreateVM_Task, 'duration_secs': 0.371081} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.198734] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.198734] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.198953] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.199487] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.200028] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08c83234-92db-4387-ac38-ce6511c67c8c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.208100] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1268.208100] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5245d0f8-5739-981c-f460-d235dde5645d" [ 1268.208100] env[69950]: _type = "Task" [ 1268.208100] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.220354] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5245d0f8-5739-981c-f460-d235dde5645d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.478487] env[69950]: DEBUG nova.compute.manager [req-122d4f22-1345-4a13-9e65-b41a802e565e req-9e4bcad8-fa34-490d-bc66-a8b930e41f97 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Received event network-vif-deleted-2b8370d9-47dd-4277-8452-7514a05c28d5 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1268.478487] env[69950]: INFO nova.compute.manager [req-122d4f22-1345-4a13-9e65-b41a802e565e req-9e4bcad8-fa34-490d-bc66-a8b930e41f97 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Neutron deleted interface 2b8370d9-47dd-4277-8452-7514a05c28d5; detaching it from the instance and deleting it from the info cache [ 1268.478487] env[69950]: DEBUG nova.network.neutron [req-122d4f22-1345-4a13-9e65-b41a802e565e req-9e4bcad8-fa34-490d-bc66-a8b930e41f97 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.512840] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.722710] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5245d0f8-5739-981c-f460-d235dde5645d, 'name': SearchDatastore_Task, 'duration_secs': 0.012701} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.722710] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.722710] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.722710] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.722710] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.722885] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.724395] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a09b5d7f-ecc0-438d-80d4-98902aecd613 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.734998] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.736370] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.737756] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1d8b88-463e-446f-b06a-18a7e6c6d6fe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.744501] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1268.744501] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529c786b-de23-b82f-2fbc-5af81b786207" [ 1268.744501] env[69950]: _type = "Task" [ 1268.744501] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.753948] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529c786b-de23-b82f-2fbc-5af81b786207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.842428] env[69950]: DEBUG nova.network.neutron [-] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.982151] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ed710e3-da02-41c2-ba00-13a6d0077bd0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.992457] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c1ff33-cb62-4a9f-8911-ef45273a824d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.020062] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.035175] env[69950]: DEBUG nova.compute.manager [req-122d4f22-1345-4a13-9e65-b41a802e565e req-9e4bcad8-fa34-490d-bc66-a8b930e41f97 service nova] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Detach interface failed, port_id=2b8370d9-47dd-4277-8452-7514a05c28d5, reason: Instance 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1269.036476] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance da4381f9-af9d-4e93-b6e9-92371f27d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1269.036623] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance fb7588d9-cd40-4391-b6f7-65bc2780c6e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1269.036748] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1269.036869] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance cab77ef2-c386-4015-9ddd-29f885e2e2fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1269.036989] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 6ba762d6-e693-4528-8b58-137e41016fe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1269.037123] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 90db31ff-4db0-4ffb-9acb-be2a2443d0a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1269.037242] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 08748774-fc10-4270-9fa2-3a8f968306e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1269.037432] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1269.037607] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1269.149826] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49db4f9c-c191-4267-ba28-0674111a0449 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.158335] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cab2bd-aa61-4e64-ae2b-9328f5fe0c68 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.192677] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bc2fe2-080f-4935-872d-60ee2024cba7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.201233] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e731dddf-c3f5-4578-952c-bdd029b9baa7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.216935] env[69950]: DEBUG nova.compute.provider_tree [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.256530] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529c786b-de23-b82f-2fbc-5af81b786207, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.257429] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5327dec-6a9a-493a-bb29-353a84dfa91d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.266283] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1269.266283] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52336dac-a702-0285-d40c-cfd04c3578ba" [ 1269.266283] env[69950]: _type = "Task" [ 1269.266283] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.281463] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52336dac-a702-0285-d40c-cfd04c3578ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.281699] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.281966] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 08748774-fc10-4270-9fa2-3a8f968306e6/08748774-fc10-4270-9fa2-3a8f968306e6.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.282254] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afb44118-7662-49b6-a4ad-e403985cc26b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.290123] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1269.290123] env[69950]: value = "task-4223104" [ 1269.290123] env[69950]: _type = "Task" [ 1269.290123] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.300861] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.344653] env[69950]: INFO nova.compute.manager [-] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Took 1.52 seconds to deallocate network for instance. [ 1269.520579] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.721043] env[69950]: DEBUG nova.scheduler.client.report [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.801562] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223104, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.851667] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.017953] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.227955] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1270.228248] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.232s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.228501] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.377s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.228762] env[69950]: DEBUG nova.objects.instance [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lazy-loading 'resources' on Instance uuid 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.302617] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526492} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.302921] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 08748774-fc10-4270-9fa2-3a8f968306e6/08748774-fc10-4270-9fa2-3a8f968306e6.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.303157] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.303430] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afc89426-b4d8-404a-ab40-124a4df66ed7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.312808] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1270.312808] env[69950]: value = "task-4223106" [ 1270.312808] env[69950]: _type = "Task" [ 1270.312808] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.321813] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.519573] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223094, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.824374] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068639} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.824661] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.825608] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4834efc6-178b-41c3-8f83-5f1db06b6896 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.848567] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 08748774-fc10-4270-9fa2-3a8f968306e6/08748774-fc10-4270-9fa2-3a8f968306e6.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.849041] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b1f45b6-d3cb-4eae-9dd2-5cf29d77436f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.864624] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63da9ed2-77f7-4f64-9ea4-ad3c71c4ba09 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.875229] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16e33e6-35c4-4bdc-8330-2b20f257ca8c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.878550] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1270.878550] env[69950]: value = "task-4223108" [ 1270.878550] env[69950]: _type = "Task" [ 1270.878550] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.913018] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38568697-31c1-4281-8f34-8e066432dbeb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.918576] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.924146] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7acebe-c5d8-4536-8cbc-6c3602448825 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.938526] env[69950]: DEBUG nova.compute.provider_tree [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.019663] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223094, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.389434] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223108, 'name': ReconfigVM_Task, 'duration_secs': 0.313826} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.389795] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 08748774-fc10-4270-9fa2-3a8f968306e6/08748774-fc10-4270-9fa2-3a8f968306e6.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.390351] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dac90869-c788-4385-a646-1e17f18069fc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.398099] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1271.398099] env[69950]: value = "task-4223109" [ 1271.398099] env[69950]: _type = "Task" [ 1271.398099] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.407286] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223109, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.442678] env[69950]: DEBUG nova.scheduler.client.report [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.520275] env[69950]: DEBUG oslo_vmware.api [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223094, 'name': ReconfigVM_Task, 'duration_secs': 6.167881} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.520275] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.520275] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Reconfigured VM to detach interface {{(pid=69950) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1271.909745] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223109, 'name': Rename_Task, 'duration_secs': 0.131899} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.910060] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.910320] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-093a98c2-a529-4158-a41c-fccc0e172dd1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.918722] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1271.918722] env[69950]: value = "task-4223110" [ 1271.918722] env[69950]: _type = "Task" [ 1271.918722] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.927706] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.953645] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.988222] env[69950]: INFO nova.scheduler.client.report [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleted allocations for instance 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d [ 1272.430727] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223110, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.498563] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fb8a6c26-5e75-405c-b219-614776b50b3c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.328s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.843272] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.843576] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquired lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.843858] env[69950]: DEBUG nova.network.neutron [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.933528] env[69950]: DEBUG oslo_vmware.api [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223110, 'name': PowerOnVM_Task, 'duration_secs': 0.513293} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.933974] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.934256] env[69950]: INFO nova.compute.manager [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Took 5.35 seconds to spawn the instance on the hypervisor. [ 1272.934460] env[69950]: DEBUG nova.compute.manager [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1272.935434] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e96412-db68-45e1-b435-f10ecd5e6fe3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.944580] env[69950]: DEBUG oslo_concurrency.lockutils [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "6ba762d6-e693-4528-8b58-137e41016fe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.944881] env[69950]: DEBUG oslo_concurrency.lockutils [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "6ba762d6-e693-4528-8b58-137e41016fe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.945186] env[69950]: DEBUG oslo_concurrency.lockutils [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "6ba762d6-e693-4528-8b58-137e41016fe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.945384] env[69950]: DEBUG oslo_concurrency.lockutils [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "6ba762d6-e693-4528-8b58-137e41016fe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.945562] env[69950]: DEBUG oslo_concurrency.lockutils [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "6ba762d6-e693-4528-8b58-137e41016fe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.955433] env[69950]: INFO nova.compute.manager [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Terminating instance [ 1273.464155] env[69950]: DEBUG nova.compute.manager [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.464533] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.467104] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c832f8dc-7659-4f34-98cf-c0ede30c5577 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.471048] env[69950]: INFO nova.compute.manager [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Took 11.93 seconds to build instance. [ 1273.478019] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.478019] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18066014-1089-42d1-af72-5de7c304f47a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.489329] env[69950]: DEBUG oslo_vmware.api [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1273.489329] env[69950]: value = "task-4223112" [ 1273.489329] env[69950]: _type = "Task" [ 1273.489329] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.503097] env[69950]: DEBUG oslo_vmware.api [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.772970] env[69950]: INFO nova.network.neutron [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Port 22616c0f-f50e-4bee-beef-7ae3a7b2f469 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1273.773354] env[69950]: DEBUG nova.network.neutron [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updating instance_info_cache with network_info: [{"id": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "address": "fa:16:3e:8e:c4:ee", "network": {"id": "747df740-680b-459b-a390-9544fe5c7b24", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-953835696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6e8c430e4e24a09ba55a5392816ebbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9f3bdb7-76", "ovs_interfaceid": "f9f3bdb7-7699-49a3-b8c4-d65d3b81f575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.974643] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8ed2ae0f-82d2-4751-b8e6-65547c23dee5 tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Lock "08748774-fc10-4270-9fa2-3a8f968306e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.439s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.003509] env[69950]: DEBUG oslo_vmware.api [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223112, 'name': PowerOffVM_Task, 'duration_secs': 0.278495} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.004515] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.004691] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.005094] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6df5264-f065-4152-9e3f-28777b84c9ae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.082693] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.083015] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.083309] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Deleting the datastore file [datastore1] 6ba762d6-e693-4528-8b58-137e41016fe8 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.083726] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9865edef-084d-4afa-a6ee-a02d5c7bc773 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.096052] env[69950]: DEBUG oslo_vmware.api [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1274.096052] env[69950]: value = "task-4223114" [ 1274.096052] env[69950]: _type = "Task" [ 1274.096052] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.107779] env[69950]: DEBUG oslo_vmware.api [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.190136] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "c6f002d4-5e1b-4b6a-9908-92e91c051015" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.190501] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "c6f002d4-5e1b-4b6a-9908-92e91c051015" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.276484] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Releasing lock "refresh_cache-6ba762d6-e693-4528-8b58-137e41016fe8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.493226] env[69950]: INFO nova.compute.manager [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Rebuilding instance [ 1274.549174] env[69950]: DEBUG nova.compute.manager [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1274.550245] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8fca7c-dd05-429c-bba9-b0d503645fa9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.608889] env[69950]: DEBUG oslo_vmware.api [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179191} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.609296] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.609562] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.610123] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.610123] env[69950]: INFO nova.compute.manager [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1274.610294] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.610491] env[69950]: DEBUG nova.compute.manager [-] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.610587] env[69950]: DEBUG nova.network.neutron [-] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.693633] env[69950]: DEBUG nova.compute.manager [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.780665] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7661f014-427d-4cad-867d-061e712c9f83 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "interface-6ba762d6-e693-4528-8b58-137e41016fe8-22616c0f-f50e-4bee-beef-7ae3a7b2f469" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.365s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.219579] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.219579] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.221108] env[69950]: INFO nova.compute.claims [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.454156] env[69950]: DEBUG nova.compute.manager [req-732c34a5-f90a-43a3-ac82-53df64de83de req-3c3198d4-4ad9-424e-8153-0b0c81e443ee service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Received event network-vif-deleted-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1275.454351] env[69950]: INFO nova.compute.manager [req-732c34a5-f90a-43a3-ac82-53df64de83de req-3c3198d4-4ad9-424e-8153-0b0c81e443ee service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Neutron deleted interface f9f3bdb7-7699-49a3-b8c4-d65d3b81f575; detaching it from the instance and deleting it from the info cache [ 1275.454532] env[69950]: DEBUG nova.network.neutron [req-732c34a5-f90a-43a3-ac82-53df64de83de req-3c3198d4-4ad9-424e-8153-0b0c81e443ee service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.569646] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.570113] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-786a473a-d51b-4c19-8c16-c35c75546727 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.579908] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1275.579908] env[69950]: value = "task-4223116" [ 1275.579908] env[69950]: _type = "Task" [ 1275.579908] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.595088] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.932137] env[69950]: DEBUG nova.network.neutron [-] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.957673] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8da4a05a-04b2-4edb-82f9-6024f80fbcda {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.968111] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02ee2db-d982-47f5-9fac-cd78b30e9204 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.997432] env[69950]: DEBUG nova.compute.manager [req-732c34a5-f90a-43a3-ac82-53df64de83de req-3c3198d4-4ad9-424e-8153-0b0c81e443ee service nova] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Detach interface failed, port_id=f9f3bdb7-7699-49a3-b8c4-d65d3b81f575, reason: Instance 6ba762d6-e693-4528-8b58-137e41016fe8 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1276.091051] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223116, 'name': PowerOffVM_Task, 'duration_secs': 0.130214} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.091051] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.091278] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.091889] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709a889e-7cb3-43bc-ab33-7d8f61213e7a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.099360] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.099607] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da1bbd4f-3df9-42ad-b4d3-30f07905480d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.126298] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.126564] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.126774] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Deleting the datastore file [datastore2] 08748774-fc10-4270-9fa2-3a8f968306e6 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.126992] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3ac8c0d-938b-4b08-8e86-0841cb711bb9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.135094] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1276.135094] env[69950]: value = "task-4223118" [ 1276.135094] env[69950]: _type = "Task" [ 1276.135094] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.144028] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.342863] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2c6e1f-9585-453d-8b2b-6d31aab94816 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.351646] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9656fb9-9d9f-44e5-8a73-f4bd93d82d77 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.383347] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fa89ba-84e7-432a-9919-ade7549581e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.391577] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ea81a5-ce90-4609-b2ad-5eb4180b6bed {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.406098] env[69950]: DEBUG nova.compute.provider_tree [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.435476] env[69950]: INFO nova.compute.manager [-] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Took 1.82 seconds to deallocate network for instance. [ 1276.645763] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09694} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.646101] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.646300] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.646481] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.910194] env[69950]: DEBUG nova.scheduler.client.report [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.943229] env[69950]: DEBUG oslo_concurrency.lockutils [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.415332] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.416181] env[69950]: DEBUG nova.compute.manager [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1277.420234] env[69950]: DEBUG oslo_concurrency.lockutils [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.477s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.421020] env[69950]: DEBUG nova.objects.instance [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'resources' on Instance uuid 6ba762d6-e693-4528-8b58-137e41016fe8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.690702] env[69950]: DEBUG nova.virt.hardware [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.690977] env[69950]: DEBUG nova.virt.hardware [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.691131] env[69950]: DEBUG nova.virt.hardware [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.691321] env[69950]: DEBUG nova.virt.hardware [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.691473] env[69950]: DEBUG nova.virt.hardware [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.691622] env[69950]: DEBUG nova.virt.hardware [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.691836] env[69950]: DEBUG nova.virt.hardware [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.691999] env[69950]: DEBUG nova.virt.hardware [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.692192] env[69950]: DEBUG nova.virt.hardware [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.692361] env[69950]: DEBUG nova.virt.hardware [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.692537] env[69950]: DEBUG nova.virt.hardware [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.693444] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391751d7-d6e7-4421-aa43-4459c69d51da {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.702515] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b2a193-c6ff-4a28-9895-1b5a4c4700f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.717642] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.723761] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.723761] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.723979] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c79de9c-0513-4ed7-9b45-7be08e3a3330 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.741843] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.741843] env[69950]: value = "task-4223120" [ 1277.741843] env[69950]: _type = "Task" [ 1277.741843] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.750477] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223120, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.924611] env[69950]: DEBUG nova.compute.utils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1277.929973] env[69950]: DEBUG nova.compute.manager [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1277.929973] env[69950]: DEBUG nova.network.neutron [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.982349] env[69950]: DEBUG nova.policy [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18c660c0878c4e749f9d3bd00c7d2e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2308519ed4e8411fac4500622fcad59e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.036854] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c6ce69-4ea6-46df-990d-26e774308058 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.045651] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83102312-1db1-469f-903d-fe91b2179c69 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.077876] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b25be4-5191-4019-9c6f-e1f0d2f8c755 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.085844] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2264c4e-ac8b-474d-bcd5-373853044966 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.100232] env[69950]: DEBUG nova.compute.provider_tree [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.252415] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223120, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.294541] env[69950]: DEBUG nova.network.neutron [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Successfully created port: b0717cb5-78ad-4be5-8709-4c1c6072aa3f {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.430663] env[69950]: DEBUG nova.compute.manager [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1278.603331] env[69950]: DEBUG nova.scheduler.client.report [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.753179] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223120, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.107999] env[69950]: DEBUG oslo_concurrency.lockutils [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.129849] env[69950]: INFO nova.scheduler.client.report [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Deleted allocations for instance 6ba762d6-e693-4528-8b58-137e41016fe8 [ 1279.254606] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223120, 'name': CreateVM_Task, 'duration_secs': 1.315313} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.254781] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.255258] env[69950]: DEBUG oslo_concurrency.lockutils [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.255422] env[69950]: DEBUG oslo_concurrency.lockutils [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.255806] env[69950]: DEBUG oslo_concurrency.lockutils [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.256074] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb83ae6-d5c3-4c14-b8b4-74000896a665 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.262057] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1279.262057] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ed04c0-07dd-fc6b-74bf-1cdc69426430" [ 1279.262057] env[69950]: _type = "Task" [ 1279.262057] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.270991] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ed04c0-07dd-fc6b-74bf-1cdc69426430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.441085] env[69950]: DEBUG nova.compute.manager [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.469833] env[69950]: DEBUG nova.virt.hardware [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.470148] env[69950]: DEBUG nova.virt.hardware [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.470244] env[69950]: DEBUG nova.virt.hardware [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.470433] env[69950]: DEBUG nova.virt.hardware [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.470588] env[69950]: DEBUG nova.virt.hardware [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.470739] env[69950]: DEBUG nova.virt.hardware [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.470951] env[69950]: DEBUG nova.virt.hardware [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.471131] env[69950]: DEBUG nova.virt.hardware [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.471300] env[69950]: DEBUG nova.virt.hardware [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.471466] env[69950]: DEBUG nova.virt.hardware [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.471643] env[69950]: DEBUG nova.virt.hardware [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.472546] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba86a1f8-1a6f-4359-9780-3cc670942ea0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.481316] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203ac4af-89c1-4988-8171-e4425122e26d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.637925] env[69950]: DEBUG oslo_concurrency.lockutils [None req-12ca7a38-cdbd-4965-af22-8b8e9f29716b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "6ba762d6-e693-4528-8b58-137e41016fe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.693s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.710327] env[69950]: DEBUG nova.compute.manager [req-bd066456-e3f9-41eb-974a-007fd5250a36 req-1fd2838b-6b18-4be9-815b-41fcbce7342f service nova] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Received event network-vif-plugged-b0717cb5-78ad-4be5-8709-4c1c6072aa3f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1279.710550] env[69950]: DEBUG oslo_concurrency.lockutils [req-bd066456-e3f9-41eb-974a-007fd5250a36 req-1fd2838b-6b18-4be9-815b-41fcbce7342f service nova] Acquiring lock "c6f002d4-5e1b-4b6a-9908-92e91c051015-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.710841] env[69950]: DEBUG oslo_concurrency.lockutils [req-bd066456-e3f9-41eb-974a-007fd5250a36 req-1fd2838b-6b18-4be9-815b-41fcbce7342f service nova] Lock "c6f002d4-5e1b-4b6a-9908-92e91c051015-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.710928] env[69950]: DEBUG oslo_concurrency.lockutils [req-bd066456-e3f9-41eb-974a-007fd5250a36 req-1fd2838b-6b18-4be9-815b-41fcbce7342f service nova] Lock "c6f002d4-5e1b-4b6a-9908-92e91c051015-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.711109] env[69950]: DEBUG nova.compute.manager [req-bd066456-e3f9-41eb-974a-007fd5250a36 req-1fd2838b-6b18-4be9-815b-41fcbce7342f service nova] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] No waiting events found dispatching network-vif-plugged-b0717cb5-78ad-4be5-8709-4c1c6072aa3f {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1279.711289] env[69950]: WARNING nova.compute.manager [req-bd066456-e3f9-41eb-974a-007fd5250a36 req-1fd2838b-6b18-4be9-815b-41fcbce7342f service nova] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Received unexpected event network-vif-plugged-b0717cb5-78ad-4be5-8709-4c1c6072aa3f for instance with vm_state building and task_state spawning. [ 1279.773515] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52ed04c0-07dd-fc6b-74bf-1cdc69426430, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.774073] env[69950]: DEBUG oslo_concurrency.lockutils [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.774073] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.774306] env[69950]: DEBUG oslo_concurrency.lockutils [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.774457] env[69950]: DEBUG oslo_concurrency.lockutils [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.774643] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.775058] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41e8b019-4ccd-4ce8-8fff-57318ab6606b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.784128] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.784325] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.785398] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08dedd98-0698-4739-9823-e7508092818d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.791392] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1279.791392] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5209816a-45c6-6885-8058-6f70bd135932" [ 1279.791392] env[69950]: _type = "Task" [ 1279.791392] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.800104] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5209816a-45c6-6885-8058-6f70bd135932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.806262] env[69950]: DEBUG nova.network.neutron [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Successfully updated port: b0717cb5-78ad-4be5-8709-4c1c6072aa3f {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.302594] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5209816a-45c6-6885-8058-6f70bd135932, 'name': SearchDatastore_Task, 'duration_secs': 0.009536} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.303428] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b91025-ecc5-4e21-a838-b3553943872e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.309170] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "refresh_cache-c6f002d4-5e1b-4b6a-9908-92e91c051015" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.309220] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "refresh_cache-c6f002d4-5e1b-4b6a-9908-92e91c051015" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.309346] env[69950]: DEBUG nova.network.neutron [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.311499] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1280.311499] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520f94aa-64ab-9871-b809-cae9e8119348" [ 1280.311499] env[69950]: _type = "Task" [ 1280.311499] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.326846] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520f94aa-64ab-9871-b809-cae9e8119348, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.327129] env[69950]: DEBUG oslo_concurrency.lockutils [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.327390] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 08748774-fc10-4270-9fa2-3a8f968306e6/08748774-fc10-4270-9fa2-3a8f968306e6.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.328238] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04b81fba-c91c-4d4f-a157-783c4ddfd4ee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.337135] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1280.337135] env[69950]: value = "task-4223122" [ 1280.337135] env[69950]: _type = "Task" [ 1280.337135] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.348675] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.820758] env[69950]: DEBUG oslo_concurrency.lockutils [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.821158] env[69950]: DEBUG oslo_concurrency.lockutils [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.821435] env[69950]: DEBUG oslo_concurrency.lockutils [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.821901] env[69950]: DEBUG oslo_concurrency.lockutils [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.821901] env[69950]: DEBUG oslo_concurrency.lockutils [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.825193] env[69950]: INFO nova.compute.manager [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Terminating instance [ 1280.848562] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223122, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.850754] env[69950]: DEBUG nova.network.neutron [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.993591] env[69950]: DEBUG nova.network.neutron [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Updating instance_info_cache with network_info: [{"id": "b0717cb5-78ad-4be5-8709-4c1c6072aa3f", "address": "fa:16:3e:d6:e8:b0", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0717cb5-78", "ovs_interfaceid": "b0717cb5-78ad-4be5-8709-4c1c6072aa3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.105293] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fc2a4a22-f0bf-4562-8ef1-3df561d9a2a3 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.105790] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fc2a4a22-f0bf-4562-8ef1-3df561d9a2a3 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.106043] env[69950]: DEBUG nova.compute.manager [None req-fc2a4a22-f0bf-4562-8ef1-3df561d9a2a3 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1281.107408] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f070b1-cdbb-4779-8f3d-de61f2ebea74 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.116836] env[69950]: DEBUG nova.compute.manager [None req-fc2a4a22-f0bf-4562-8ef1-3df561d9a2a3 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69950) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1281.117644] env[69950]: DEBUG nova.objects.instance [None req-fc2a4a22-f0bf-4562-8ef1-3df561d9a2a3 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lazy-loading 'flavor' on Instance uuid 90db31ff-4db0-4ffb-9acb-be2a2443d0a3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.333692] env[69950]: DEBUG nova.compute.manager [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.333957] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.334906] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5f0a15-5421-4188-99b4-eeefa479ff90 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.346927] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514552} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.349164] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 08748774-fc10-4270-9fa2-3a8f968306e6/08748774-fc10-4270-9fa2-3a8f968306e6.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.349397] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.349687] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.349925] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6207aa77-8f69-4fc0-89a2-d273e9a9c779 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.351772] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f137ffff-2963-4c8e-955c-02d49055a381 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.357929] env[69950]: DEBUG oslo_vmware.api [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1281.357929] env[69950]: value = "task-4223124" [ 1281.357929] env[69950]: _type = "Task" [ 1281.357929] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.359397] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1281.359397] env[69950]: value = "task-4223123" [ 1281.359397] env[69950]: _type = "Task" [ 1281.359397] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.374637] env[69950]: DEBUG oslo_vmware.api [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.377732] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.496515] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "refresh_cache-c6f002d4-5e1b-4b6a-9908-92e91c051015" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.496849] env[69950]: DEBUG nova.compute.manager [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Instance network_info: |[{"id": "b0717cb5-78ad-4be5-8709-4c1c6072aa3f", "address": "fa:16:3e:d6:e8:b0", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0717cb5-78", "ovs_interfaceid": "b0717cb5-78ad-4be5-8709-4c1c6072aa3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.497326] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:e8:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0717cb5-78ad-4be5-8709-4c1c6072aa3f', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.504948] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.505190] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.505443] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0a4aa32-7c39-4692-b92c-70ffa96d64a6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.525656] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.525656] env[69950]: value = "task-4223125" [ 1281.525656] env[69950]: _type = "Task" [ 1281.525656] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.533813] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223125, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.744376] env[69950]: DEBUG nova.compute.manager [req-029424f9-ddc2-49a9-81a6-53e36a9c6730 req-f86ed4d1-369b-4fa8-a956-307ef3db8631 service nova] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Received event network-changed-b0717cb5-78ad-4be5-8709-4c1c6072aa3f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1281.744376] env[69950]: DEBUG nova.compute.manager [req-029424f9-ddc2-49a9-81a6-53e36a9c6730 req-f86ed4d1-369b-4fa8-a956-307ef3db8631 service nova] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Refreshing instance network info cache due to event network-changed-b0717cb5-78ad-4be5-8709-4c1c6072aa3f. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1281.744525] env[69950]: DEBUG oslo_concurrency.lockutils [req-029424f9-ddc2-49a9-81a6-53e36a9c6730 req-f86ed4d1-369b-4fa8-a956-307ef3db8631 service nova] Acquiring lock "refresh_cache-c6f002d4-5e1b-4b6a-9908-92e91c051015" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.744644] env[69950]: DEBUG oslo_concurrency.lockutils [req-029424f9-ddc2-49a9-81a6-53e36a9c6730 req-f86ed4d1-369b-4fa8-a956-307ef3db8631 service nova] Acquired lock "refresh_cache-c6f002d4-5e1b-4b6a-9908-92e91c051015" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.744812] env[69950]: DEBUG nova.network.neutron [req-029424f9-ddc2-49a9-81a6-53e36a9c6730 req-f86ed4d1-369b-4fa8-a956-307ef3db8631 service nova] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Refreshing network info cache for port b0717cb5-78ad-4be5-8709-4c1c6072aa3f {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.872800] env[69950]: DEBUG oslo_vmware.api [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223124, 'name': PowerOffVM_Task, 'duration_secs': 0.25149} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.875992] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.876230] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.876487] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077652} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.876696] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9906101f-c63d-40d7-ae38-7a2a7a2041e7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.878481] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.879692] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d259b631-b6de-46bd-85d7-f18ba118ef5b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.902547] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 08748774-fc10-4270-9fa2-3a8f968306e6/08748774-fc10-4270-9fa2-3a8f968306e6.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.902881] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0813d530-18c0-483f-b184-673f8d3963b4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.923361] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1281.923361] env[69950]: value = "task-4223127" [ 1281.923361] env[69950]: _type = "Task" [ 1281.923361] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.932795] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.951733] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.952603] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.952603] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Deleting the datastore file [datastore2] cab77ef2-c386-4015-9ddd-29f885e2e2fe {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.952603] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0179ea48-c8b9-438d-b326-7be97ba07106 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.960709] env[69950]: DEBUG oslo_vmware.api [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for the task: (returnval){ [ 1281.960709] env[69950]: value = "task-4223128" [ 1281.960709] env[69950]: _type = "Task" [ 1281.960709] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.969780] env[69950]: DEBUG oslo_vmware.api [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.036495] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223125, 'name': CreateVM_Task, 'duration_secs': 0.376186} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.036674] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.037380] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.037548] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.037919] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.038220] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d60665-aa9c-4524-a66d-542811cb9332 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.043561] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1282.043561] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52158096-5e19-2c31-eda0-45309765e2f8" [ 1282.043561] env[69950]: _type = "Task" [ 1282.043561] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.052150] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52158096-5e19-2c31-eda0-45309765e2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.127237] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2a4a22-f0bf-4562-8ef1-3df561d9a2a3 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.127551] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ee91f16-d1ff-4261-886b-1936503cb053 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.136636] env[69950]: DEBUG oslo_vmware.api [None req-fc2a4a22-f0bf-4562-8ef1-3df561d9a2a3 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1282.136636] env[69950]: value = "task-4223129" [ 1282.136636] env[69950]: _type = "Task" [ 1282.136636] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.146570] env[69950]: DEBUG oslo_vmware.api [None req-fc2a4a22-f0bf-4562-8ef1-3df561d9a2a3 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.435424] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223127, 'name': ReconfigVM_Task, 'duration_secs': 0.341999} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.435778] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 08748774-fc10-4270-9fa2-3a8f968306e6/08748774-fc10-4270-9fa2-3a8f968306e6.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.436484] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6b84950-062a-4c78-9d3d-9bd12b322371 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.443758] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1282.443758] env[69950]: value = "task-4223130" [ 1282.443758] env[69950]: _type = "Task" [ 1282.443758] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.453170] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223130, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.470892] env[69950]: DEBUG oslo_vmware.api [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Task: {'id': task-4223128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201131} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.471184] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.471377] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.471559] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.471777] env[69950]: INFO nova.compute.manager [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1282.471980] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.472243] env[69950]: DEBUG nova.compute.manager [-] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.472290] env[69950]: DEBUG nova.network.neutron [-] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.558274] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52158096-5e19-2c31-eda0-45309765e2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.023874} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.558616] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.558896] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.559154] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.559313] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.559435] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.559742] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4dc95f7-cc7c-40f5-a004-9ba63241e58d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.569510] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.569713] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.570548] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b2580a-656c-45fb-a044-6e83d7d47981 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.576438] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1282.576438] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5253ab8c-74fb-133f-df29-7f173b331a39" [ 1282.576438] env[69950]: _type = "Task" [ 1282.576438] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.584965] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5253ab8c-74fb-133f-df29-7f173b331a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.647270] env[69950]: DEBUG oslo_vmware.api [None req-fc2a4a22-f0bf-4562-8ef1-3df561d9a2a3 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223129, 'name': PowerOffVM_Task, 'duration_secs': 0.22231} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.647517] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2a4a22-f0bf-4562-8ef1-3df561d9a2a3 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.647815] env[69950]: DEBUG nova.compute.manager [None req-fc2a4a22-f0bf-4562-8ef1-3df561d9a2a3 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1282.648508] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e7f576-0115-4db8-adf9-41f3b2e4a080 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.671896] env[69950]: DEBUG nova.network.neutron [req-029424f9-ddc2-49a9-81a6-53e36a9c6730 req-f86ed4d1-369b-4fa8-a956-307ef3db8631 service nova] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Updated VIF entry in instance network info cache for port b0717cb5-78ad-4be5-8709-4c1c6072aa3f. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.671896] env[69950]: DEBUG nova.network.neutron [req-029424f9-ddc2-49a9-81a6-53e36a9c6730 req-f86ed4d1-369b-4fa8-a956-307ef3db8631 service nova] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Updating instance_info_cache with network_info: [{"id": "b0717cb5-78ad-4be5-8709-4c1c6072aa3f", "address": "fa:16:3e:d6:e8:b0", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0717cb5-78", "ovs_interfaceid": "b0717cb5-78ad-4be5-8709-4c1c6072aa3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.954984] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223130, 'name': Rename_Task, 'duration_secs': 0.20738} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.955424] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.955671] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44bcdda5-0dab-4361-a82e-75652bbfcf15 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.963545] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1282.963545] env[69950]: value = "task-4223131" [ 1282.963545] env[69950]: _type = "Task" [ 1282.963545] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.972863] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.091913] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5253ab8c-74fb-133f-df29-7f173b331a39, 'name': SearchDatastore_Task, 'duration_secs': 0.015387} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.093281] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b038dc01-a00c-4750-b7c1-86dbb7e977f0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.100888] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1283.100888] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524aba2c-2758-6fbe-51dc-efce03bb32f0" [ 1283.100888] env[69950]: _type = "Task" [ 1283.100888] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.110604] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524aba2c-2758-6fbe-51dc-efce03bb32f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.161659] env[69950]: DEBUG oslo_concurrency.lockutils [None req-fc2a4a22-f0bf-4562-8ef1-3df561d9a2a3 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.175699] env[69950]: DEBUG oslo_concurrency.lockutils [req-029424f9-ddc2-49a9-81a6-53e36a9c6730 req-f86ed4d1-369b-4fa8-a956-307ef3db8631 service nova] Releasing lock "refresh_cache-c6f002d4-5e1b-4b6a-9908-92e91c051015" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.186589] env[69950]: DEBUG oslo_concurrency.lockutils [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Acquiring lock "8059c06b-064d-4299-8558-b136e399aae1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.186877] env[69950]: DEBUG oslo_concurrency.lockutils [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Lock "8059c06b-064d-4299-8558-b136e399aae1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.291628] env[69950]: DEBUG nova.network.neutron [-] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.475841] env[69950]: DEBUG oslo_vmware.api [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223131, 'name': PowerOnVM_Task, 'duration_secs': 0.49626} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.476131] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.476337] env[69950]: DEBUG nova.compute.manager [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1283.477128] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d40f19-3cb1-483c-9641-23a0768961c8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.612097] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524aba2c-2758-6fbe-51dc-efce03bb32f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011962} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.612288] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.612432] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] c6f002d4-5e1b-4b6a-9908-92e91c051015/c6f002d4-5e1b-4b6a-9908-92e91c051015.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.612695] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd6bf7f2-74f7-49be-9e22-b45799b25629 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.620030] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1283.620030] env[69950]: value = "task-4223132" [ 1283.620030] env[69950]: _type = "Task" [ 1283.620030] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.628403] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.639392] env[69950]: DEBUG nova.objects.instance [None req-63dff79e-8b6f-4a6c-a2f7-469213882eab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lazy-loading 'flavor' on Instance uuid 90db31ff-4db0-4ffb-9acb-be2a2443d0a3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.689679] env[69950]: DEBUG nova.compute.manager [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1283.773641] env[69950]: DEBUG nova.compute.manager [req-687d0358-a8c5-430e-9eaf-b6c2b7e7c670 req-d4308f42-8b7a-4cc6-9301-3a1252ade646 service nova] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Received event network-vif-deleted-d91eda90-3d4f-49b9-b970-dffd331d7b81 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1283.795067] env[69950]: INFO nova.compute.manager [-] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Took 1.32 seconds to deallocate network for instance. [ 1283.994387] env[69950]: DEBUG oslo_concurrency.lockutils [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.994387] env[69950]: DEBUG oslo_concurrency.lockutils [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.994387] env[69950]: DEBUG nova.objects.instance [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1284.130639] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223132, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.144839] env[69950]: DEBUG oslo_concurrency.lockutils [None req-63dff79e-8b6f-4a6c-a2f7-469213882eab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.145048] env[69950]: DEBUG oslo_concurrency.lockutils [None req-63dff79e-8b6f-4a6c-a2f7-469213882eab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.145237] env[69950]: DEBUG nova.network.neutron [None req-63dff79e-8b6f-4a6c-a2f7-469213882eab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.145421] env[69950]: DEBUG nova.objects.instance [None req-63dff79e-8b6f-4a6c-a2f7-469213882eab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lazy-loading 'info_cache' on Instance uuid 90db31ff-4db0-4ffb-9acb-be2a2443d0a3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.214958] env[69950]: DEBUG oslo_concurrency.lockutils [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.301054] env[69950]: DEBUG oslo_concurrency.lockutils [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.637226] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870155} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.637990] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] c6f002d4-5e1b-4b6a-9908-92e91c051015/c6f002d4-5e1b-4b6a-9908-92e91c051015.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.638251] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.638504] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56bb5948-577b-4376-aa12-e0f6693e059b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.646774] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1284.646774] env[69950]: value = "task-4223133" [ 1284.646774] env[69950]: _type = "Task" [ 1284.646774] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.651411] env[69950]: DEBUG nova.objects.base [None req-63dff79e-8b6f-4a6c-a2f7-469213882eab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Object Instance<90db31ff-4db0-4ffb-9acb-be2a2443d0a3> lazy-loaded attributes: flavor,info_cache {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1284.658194] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.776727] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquiring lock "08748774-fc10-4270-9fa2-3a8f968306e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.776992] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Lock "08748774-fc10-4270-9fa2-3a8f968306e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.777239] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquiring lock "08748774-fc10-4270-9fa2-3a8f968306e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.777431] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Lock "08748774-fc10-4270-9fa2-3a8f968306e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.777722] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Lock "08748774-fc10-4270-9fa2-3a8f968306e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.780214] env[69950]: INFO nova.compute.manager [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Terminating instance [ 1285.003394] env[69950]: DEBUG oslo_concurrency.lockutils [None req-19de6474-87d1-461d-bf2f-3f6d0b02952a tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.005018] env[69950]: DEBUG oslo_concurrency.lockutils [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.790s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.006579] env[69950]: INFO nova.compute.claims [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.159779] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062997} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.160073] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.161196] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8533d9-29cd-44ab-aeee-39d1c11829db {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.184733] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] c6f002d4-5e1b-4b6a-9908-92e91c051015/c6f002d4-5e1b-4b6a-9908-92e91c051015.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.185474] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-531e7f2b-29c4-43d0-9708-6152545275db {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.208397] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1285.208397] env[69950]: value = "task-4223134" [ 1285.208397] env[69950]: _type = "Task" [ 1285.208397] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.218756] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.284921] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquiring lock "refresh_cache-08748774-fc10-4270-9fa2-3a8f968306e6" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.285120] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquired lock "refresh_cache-08748774-fc10-4270-9fa2-3a8f968306e6" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.285304] env[69950]: DEBUG nova.network.neutron [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.396036] env[69950]: DEBUG nova.network.neutron [None req-63dff79e-8b6f-4a6c-a2f7-469213882eab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Updating instance_info_cache with network_info: [{"id": "4f17ba39-ff0d-436a-91b6-812281a5db63", "address": "fa:16:3e:f3:a9:45", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f17ba39-ff", "ovs_interfaceid": "4f17ba39-ff0d-436a-91b6-812281a5db63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.719067] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223134, 'name': ReconfigVM_Task, 'duration_secs': 0.300363} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.719353] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Reconfigured VM instance instance-00000071 to attach disk [datastore2] c6f002d4-5e1b-4b6a-9908-92e91c051015/c6f002d4-5e1b-4b6a-9908-92e91c051015.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.720013] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dee6e2d6-82ec-4634-b395-253b5d3ebc46 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.726381] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1285.726381] env[69950]: value = "task-4223135" [ 1285.726381] env[69950]: _type = "Task" [ 1285.726381] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.734745] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223135, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.812437] env[69950]: DEBUG nova.network.neutron [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.862666] env[69950]: DEBUG nova.network.neutron [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.898563] env[69950]: DEBUG oslo_concurrency.lockutils [None req-63dff79e-8b6f-4a6c-a2f7-469213882eab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.121023] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6f76ce-fad8-473c-af06-2322f594fd2a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.128713] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4febafa0-7810-4413-84e8-0931d42ebfd8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.161235] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ec6599-0863-4dff-bce2-30b778bb17d2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.170679] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7dac92-92f8-4053-88a6-1a5993611a7c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.185343] env[69950]: DEBUG nova.compute.provider_tree [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.237269] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223135, 'name': Rename_Task, 'duration_secs': 0.163199} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.237550] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.237849] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe1b154-0e96-45d0-b755-b42c0d4dcdb8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.245376] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1286.245376] env[69950]: value = "task-4223136" [ 1286.245376] env[69950]: _type = "Task" [ 1286.245376] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.253581] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.365486] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Releasing lock "refresh_cache-08748774-fc10-4270-9fa2-3a8f968306e6" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.365947] env[69950]: DEBUG nova.compute.manager [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.366173] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.367079] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43700ae7-d147-43ae-9504-0621e5a4e03e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.374980] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.375327] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8e85cf8-ecd6-4a7b-9f07-79775d5a23b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.382368] env[69950]: DEBUG oslo_vmware.api [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1286.382368] env[69950]: value = "task-4223137" [ 1286.382368] env[69950]: _type = "Task" [ 1286.382368] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.391410] env[69950]: DEBUG oslo_vmware.api [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.688861] env[69950]: DEBUG nova.scheduler.client.report [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.756008] env[69950]: DEBUG oslo_vmware.api [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223136, 'name': PowerOnVM_Task, 'duration_secs': 0.480165} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.756327] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.756534] env[69950]: INFO nova.compute.manager [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1286.756723] env[69950]: DEBUG nova.compute.manager [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1286.757572] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac3780d-ec68-4869-a63a-a016ce9e525f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.895763] env[69950]: DEBUG oslo_vmware.api [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223137, 'name': PowerOffVM_Task, 'duration_secs': 0.120351} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.896092] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.896285] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.896548] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ad930ec-275c-4d80-9b21-12f3aa7b3f44 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.903937] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dff79e-8b6f-4a6c-a2f7-469213882eab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.904236] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb65b3e4-5db7-414c-877d-d2e1c684938a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.911528] env[69950]: DEBUG oslo_vmware.api [None req-63dff79e-8b6f-4a6c-a2f7-469213882eab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1286.911528] env[69950]: value = "task-4223139" [ 1286.911528] env[69950]: _type = "Task" [ 1286.911528] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.920663] env[69950]: DEBUG oslo_vmware.api [None req-63dff79e-8b6f-4a6c-a2f7-469213882eab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.924106] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.924320] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.924505] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Deleting the datastore file [datastore2] 08748774-fc10-4270-9fa2-3a8f968306e6 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.924777] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8cccf4a-7319-401f-b2a6-a8d405e463b6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.932323] env[69950]: DEBUG oslo_vmware.api [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for the task: (returnval){ [ 1286.932323] env[69950]: value = "task-4223140" [ 1286.932323] env[69950]: _type = "Task" [ 1286.932323] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.942978] env[69950]: DEBUG oslo_vmware.api [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.194706] env[69950]: DEBUG oslo_concurrency.lockutils [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.195241] env[69950]: DEBUG nova.compute.manager [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1287.198570] env[69950]: DEBUG oslo_concurrency.lockutils [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.898s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.198824] env[69950]: DEBUG nova.objects.instance [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lazy-loading 'resources' on Instance uuid cab77ef2-c386-4015-9ddd-29f885e2e2fe {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.278072] env[69950]: INFO nova.compute.manager [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Took 12.08 seconds to build instance. [ 1287.423853] env[69950]: DEBUG oslo_vmware.api [None req-63dff79e-8b6f-4a6c-a2f7-469213882eab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223139, 'name': PowerOnVM_Task, 'duration_secs': 0.459501} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.424149] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dff79e-8b6f-4a6c-a2f7-469213882eab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.424354] env[69950]: DEBUG nova.compute.manager [None req-63dff79e-8b6f-4a6c-a2f7-469213882eab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1287.425299] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a151ee8-53ed-4a9c-9231-d521d7a40b7e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.443780] env[69950]: DEBUG oslo_vmware.api [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Task: {'id': task-4223140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10846} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.444107] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.444298] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.444477] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.444652] env[69950]: INFO nova.compute.manager [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1287.444937] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.445120] env[69950]: DEBUG nova.compute.manager [-] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.445217] env[69950]: DEBUG nova.network.neutron [-] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.461635] env[69950]: DEBUG nova.network.neutron [-] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.701617] env[69950]: DEBUG nova.compute.utils [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1287.703071] env[69950]: DEBUG nova.compute.manager [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1287.703246] env[69950]: DEBUG nova.network.neutron [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.743954] env[69950]: DEBUG nova.policy [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fa93a2ae4484f35a250881ddc9199db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '719d475b622e4fb691815a579fa545ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.780539] env[69950]: DEBUG oslo_concurrency.lockutils [None req-17aa065e-9039-454b-8d8c-bdce9985d377 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "c6f002d4-5e1b-4b6a-9908-92e91c051015" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.590s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.808939] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c659a5-e3b1-4797-8e30-b4dff8520b61 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.817946] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1482fc2-2b26-4d08-b866-bdc0aa99c189 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.854961] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfbb122-369e-4125-b8a3-fbdaf8da5d82 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.864035] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290b13fe-9ff2-4402-86d2-a791a124b803 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.880060] env[69950]: DEBUG nova.compute.provider_tree [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.963849] env[69950]: DEBUG nova.network.neutron [-] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.209651] env[69950]: DEBUG nova.compute.manager [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.305533] env[69950]: DEBUG nova.network.neutron [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Successfully created port: d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1288.383134] env[69950]: DEBUG nova.scheduler.client.report [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.467095] env[69950]: INFO nova.compute.manager [-] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Took 1.02 seconds to deallocate network for instance. [ 1288.615550] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94804b8d-ef12-43eb-ab52-345704ead4fd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.623444] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f6604a0d-bd83-4fd8-9781-d852c4ab36d4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Suspending the VM {{(pid=69950) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1288.623763] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1f36ec67-94da-4c5a-b507-98da7da353f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.632266] env[69950]: DEBUG oslo_vmware.api [None req-f6604a0d-bd83-4fd8-9781-d852c4ab36d4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1288.632266] env[69950]: value = "task-4223141" [ 1288.632266] env[69950]: _type = "Task" [ 1288.632266] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.643157] env[69950]: DEBUG oslo_vmware.api [None req-f6604a0d-bd83-4fd8-9781-d852c4ab36d4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223141, 'name': SuspendVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.716371] env[69950]: INFO nova.virt.block_device [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Booting with volume 9af3235d-ff0f-48a2-b486-16416c9a7c19 at /dev/sda [ 1288.722173] env[69950]: DEBUG nova.compute.manager [req-395af580-538a-4d1b-88e5-604f80dee260 req-81417b8a-025b-4987-b91d-b8f09e4f7280 service nova] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Received event network-changed-b0717cb5-78ad-4be5-8709-4c1c6072aa3f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1288.722439] env[69950]: DEBUG nova.compute.manager [req-395af580-538a-4d1b-88e5-604f80dee260 req-81417b8a-025b-4987-b91d-b8f09e4f7280 service nova] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Refreshing instance network info cache due to event network-changed-b0717cb5-78ad-4be5-8709-4c1c6072aa3f. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1288.722741] env[69950]: DEBUG oslo_concurrency.lockutils [req-395af580-538a-4d1b-88e5-604f80dee260 req-81417b8a-025b-4987-b91d-b8f09e4f7280 service nova] Acquiring lock "refresh_cache-c6f002d4-5e1b-4b6a-9908-92e91c051015" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.722982] env[69950]: DEBUG oslo_concurrency.lockutils [req-395af580-538a-4d1b-88e5-604f80dee260 req-81417b8a-025b-4987-b91d-b8f09e4f7280 service nova] Acquired lock "refresh_cache-c6f002d4-5e1b-4b6a-9908-92e91c051015" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.723212] env[69950]: DEBUG nova.network.neutron [req-395af580-538a-4d1b-88e5-604f80dee260 req-81417b8a-025b-4987-b91d-b8f09e4f7280 service nova] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Refreshing network info cache for port b0717cb5-78ad-4be5-8709-4c1c6072aa3f {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.770471] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69632b8e-cbda-43b4-bd41-77d381ab9581 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.781538] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7535909-0bac-46e3-a594-f0777e02d65b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.813404] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-561f8f6e-bc10-47ef-b8f8-a22297027deb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.823818] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dad192b-3174-47ad-92fe-d9fee0a024c4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.855104] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e69ade7-2e1f-4af8-8fde-af5955a32f86 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.863434] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67059275-d40d-4708-ac28-cac138f1e71b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.881654] env[69950]: DEBUG nova.virt.block_device [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Updating existing volume attachment record: efe730b7-4f5a-4b51-9c33-4d17a167bc04 {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1288.888546] env[69950]: DEBUG oslo_concurrency.lockutils [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.932156] env[69950]: INFO nova.scheduler.client.report [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Deleted allocations for instance cab77ef2-c386-4015-9ddd-29f885e2e2fe [ 1288.974248] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.974682] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.975016] env[69950]: DEBUG nova.objects.instance [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Lazy-loading 'resources' on Instance uuid 08748774-fc10-4270-9fa2-3a8f968306e6 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.144147] env[69950]: DEBUG oslo_vmware.api [None req-f6604a0d-bd83-4fd8-9781-d852c4ab36d4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223141, 'name': SuspendVM_Task} progress is 62%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.448349] env[69950]: DEBUG oslo_concurrency.lockutils [None req-66601120-3d53-47dc-8266-adaf0c81ddfe tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Lock "cab77ef2-c386-4015-9ddd-29f885e2e2fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.627s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.529611] env[69950]: DEBUG nova.network.neutron [req-395af580-538a-4d1b-88e5-604f80dee260 req-81417b8a-025b-4987-b91d-b8f09e4f7280 service nova] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Updated VIF entry in instance network info cache for port b0717cb5-78ad-4be5-8709-4c1c6072aa3f. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.529978] env[69950]: DEBUG nova.network.neutron [req-395af580-538a-4d1b-88e5-604f80dee260 req-81417b8a-025b-4987-b91d-b8f09e4f7280 service nova] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Updating instance_info_cache with network_info: [{"id": "b0717cb5-78ad-4be5-8709-4c1c6072aa3f", "address": "fa:16:3e:d6:e8:b0", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0717cb5-78", "ovs_interfaceid": "b0717cb5-78ad-4be5-8709-4c1c6072aa3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.586288] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f00fb36-6d10-416e-9f41-0dfba4548f89 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.594808] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d760f35-bc40-4fe4-b376-ce4496965b79 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.629082] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569e4f7b-7e96-4bc7-9d65-eef3180420e7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.641340] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f82db3-80ed-46f3-82d3-d0fca6e99ee0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.647164] env[69950]: DEBUG oslo_vmware.api [None req-f6604a0d-bd83-4fd8-9781-d852c4ab36d4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223141, 'name': SuspendVM_Task, 'duration_secs': 0.643286} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.647827] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f6604a0d-bd83-4fd8-9781-d852c4ab36d4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Suspended the VM {{(pid=69950) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1289.648029] env[69950]: DEBUG nova.compute.manager [None req-f6604a0d-bd83-4fd8-9781-d852c4ab36d4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1289.648801] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80878e8f-6bcd-4ff7-bda2-b3297b910c86 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.660030] env[69950]: DEBUG nova.compute.provider_tree [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.022456] env[69950]: DEBUG nova.network.neutron [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Successfully updated port: d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1290.033442] env[69950]: DEBUG oslo_concurrency.lockutils [req-395af580-538a-4d1b-88e5-604f80dee260 req-81417b8a-025b-4987-b91d-b8f09e4f7280 service nova] Releasing lock "refresh_cache-c6f002d4-5e1b-4b6a-9908-92e91c051015" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.163192] env[69950]: DEBUG nova.scheduler.client.report [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.526443] env[69950]: DEBUG oslo_concurrency.lockutils [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Acquiring lock "refresh_cache-8059c06b-064d-4299-8558-b136e399aae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.526739] env[69950]: DEBUG oslo_concurrency.lockutils [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Acquired lock "refresh_cache-8059c06b-064d-4299-8558-b136e399aae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.526917] env[69950]: DEBUG nova.network.neutron [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.669128] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.697254] env[69950]: INFO nova.scheduler.client.report [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Deleted allocations for instance 08748774-fc10-4270-9fa2-3a8f968306e6 [ 1290.753453] env[69950]: DEBUG nova.compute.manager [req-38ed410c-dafa-49e3-a6e6-8dd25f8b5435 req-4b7245d7-5148-4065-bf23-f06f25c957a4 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Received event network-vif-plugged-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1290.753679] env[69950]: DEBUG oslo_concurrency.lockutils [req-38ed410c-dafa-49e3-a6e6-8dd25f8b5435 req-4b7245d7-5148-4065-bf23-f06f25c957a4 service nova] Acquiring lock "8059c06b-064d-4299-8558-b136e399aae1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.753894] env[69950]: DEBUG oslo_concurrency.lockutils [req-38ed410c-dafa-49e3-a6e6-8dd25f8b5435 req-4b7245d7-5148-4065-bf23-f06f25c957a4 service nova] Lock "8059c06b-064d-4299-8558-b136e399aae1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.754083] env[69950]: DEBUG oslo_concurrency.lockutils [req-38ed410c-dafa-49e3-a6e6-8dd25f8b5435 req-4b7245d7-5148-4065-bf23-f06f25c957a4 service nova] Lock "8059c06b-064d-4299-8558-b136e399aae1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.754257] env[69950]: DEBUG nova.compute.manager [req-38ed410c-dafa-49e3-a6e6-8dd25f8b5435 req-4b7245d7-5148-4065-bf23-f06f25c957a4 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] No waiting events found dispatching network-vif-plugged-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1290.754425] env[69950]: WARNING nova.compute.manager [req-38ed410c-dafa-49e3-a6e6-8dd25f8b5435 req-4b7245d7-5148-4065-bf23-f06f25c957a4 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Received unexpected event network-vif-plugged-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb for instance with vm_state building and task_state spawning. [ 1290.754585] env[69950]: DEBUG nova.compute.manager [req-38ed410c-dafa-49e3-a6e6-8dd25f8b5435 req-4b7245d7-5148-4065-bf23-f06f25c957a4 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Received event network-changed-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1290.754740] env[69950]: DEBUG nova.compute.manager [req-38ed410c-dafa-49e3-a6e6-8dd25f8b5435 req-4b7245d7-5148-4065-bf23-f06f25c957a4 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Refreshing instance network info cache due to event network-changed-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1290.754910] env[69950]: DEBUG oslo_concurrency.lockutils [req-38ed410c-dafa-49e3-a6e6-8dd25f8b5435 req-4b7245d7-5148-4065-bf23-f06f25c957a4 service nova] Acquiring lock "refresh_cache-8059c06b-064d-4299-8558-b136e399aae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.992200] env[69950]: DEBUG nova.compute.manager [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1290.992827] env[69950]: DEBUG nova.virt.hardware [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.993102] env[69950]: DEBUG nova.virt.hardware [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.993267] env[69950]: DEBUG nova.virt.hardware [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.993502] env[69950]: DEBUG nova.virt.hardware [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.993611] env[69950]: DEBUG nova.virt.hardware [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.993852] env[69950]: DEBUG nova.virt.hardware [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.994131] env[69950]: DEBUG nova.virt.hardware [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.994333] env[69950]: DEBUG nova.virt.hardware [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.994541] env[69950]: DEBUG nova.virt.hardware [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.994745] env[69950]: DEBUG nova.virt.hardware [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.994962] env[69950]: DEBUG nova.virt.hardware [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.995943] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fafe9d-2a30-426d-a3d4-87c8dcf813c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.005564] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9393e831-1dae-4e2b-a182-e5a633dc2c0f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.075080] env[69950]: DEBUG nova.network.neutron [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.164632] env[69950]: INFO nova.compute.manager [None req-356858e1-f66b-44e2-a36b-1743b2db46f8 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Resuming [ 1291.165503] env[69950]: DEBUG nova.objects.instance [None req-356858e1-f66b-44e2-a36b-1743b2db46f8 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lazy-loading 'flavor' on Instance uuid 90db31ff-4db0-4ffb-9acb-be2a2443d0a3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.204485] env[69950]: DEBUG oslo_concurrency.lockutils [None req-8d819aea-c28e-477e-b8d6-9ad24a47198f tempest-ServersListShow2100Test-1406499924 tempest-ServersListShow2100Test-1406499924-project-member] Lock "08748774-fc10-4270-9fa2-3a8f968306e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.427s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.269336] env[69950]: DEBUG nova.network.neutron [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Updating instance_info_cache with network_info: [{"id": "d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb", "address": "fa:16:3e:af:09:2e", "network": {"id": "49e74aa9-6c4b-48e5-8b72-c296f4f4da47", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-767296989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "719d475b622e4fb691815a579fa545ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd18f0c7f-1f", "ovs_interfaceid": "d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.771987] env[69950]: DEBUG oslo_concurrency.lockutils [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Releasing lock "refresh_cache-8059c06b-064d-4299-8558-b136e399aae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.772308] env[69950]: DEBUG nova.compute.manager [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Instance network_info: |[{"id": "d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb", "address": "fa:16:3e:af:09:2e", "network": {"id": "49e74aa9-6c4b-48e5-8b72-c296f4f4da47", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-767296989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "719d475b622e4fb691815a579fa545ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd18f0c7f-1f", "ovs_interfaceid": "d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.772633] env[69950]: DEBUG oslo_concurrency.lockutils [req-38ed410c-dafa-49e3-a6e6-8dd25f8b5435 req-4b7245d7-5148-4065-bf23-f06f25c957a4 service nova] Acquired lock "refresh_cache-8059c06b-064d-4299-8558-b136e399aae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.772808] env[69950]: DEBUG nova.network.neutron [req-38ed410c-dafa-49e3-a6e6-8dd25f8b5435 req-4b7245d7-5148-4065-bf23-f06f25c957a4 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Refreshing network info cache for port d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.774349] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:09:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.782128] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Creating folder: Project (719d475b622e4fb691815a579fa545ab). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1291.783232] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ec27436-2975-4af1-8832-3570677f6e9e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.798605] env[69950]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1291.798793] env[69950]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69950) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1291.799194] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Folder already exists: Project (719d475b622e4fb691815a579fa545ab). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1291.799407] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Creating folder: Instances. Parent ref: group-v835614. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1291.799656] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f002692-e453-4b30-996c-4ff9f224e6c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.811603] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Created folder: Instances in parent group-v835614. [ 1291.811944] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.812109] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.812409] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccaa2a10-78fb-481f-bf08-caa2b633db65 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.835022] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.835022] env[69950]: value = "task-4223145" [ 1291.835022] env[69950]: _type = "Task" [ 1291.835022] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.844305] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223145, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.351911] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223145, 'name': CreateVM_Task, 'duration_secs': 0.429315} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.351911] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.352815] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835620', 'volume_id': '9af3235d-ff0f-48a2-b486-16416c9a7c19', 'name': 'volume-9af3235d-ff0f-48a2-b486-16416c9a7c19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8059c06b-064d-4299-8558-b136e399aae1', 'attached_at': '', 'detached_at': '', 'volume_id': '9af3235d-ff0f-48a2-b486-16416c9a7c19', 'serial': '9af3235d-ff0f-48a2-b486-16416c9a7c19'}, 'attachment_id': 'efe730b7-4f5a-4b51-9c33-4d17a167bc04', 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69950) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1292.353247] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Root volume attach. Driver type: vmdk {{(pid=69950) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1292.354222] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ed6854-e9b0-43e1-a3e3-89aea0915a34 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.367020] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e96ecba-a2e9-4579-8a42-9703e329d6c0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.376239] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c8fd1f-59f1-453f-b93d-c119cceeeea1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.386218] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6e59ca86-e4ec-4fe2-9475-ae2775b032b1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.396158] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Waiting for the task: (returnval){ [ 1292.396158] env[69950]: value = "task-4223146" [ 1292.396158] env[69950]: _type = "Task" [ 1292.396158] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.415368] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223146, 'name': RelocateVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.647786] env[69950]: DEBUG nova.network.neutron [req-38ed410c-dafa-49e3-a6e6-8dd25f8b5435 req-4b7245d7-5148-4065-bf23-f06f25c957a4 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Updated VIF entry in instance network info cache for port d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.648327] env[69950]: DEBUG nova.network.neutron [req-38ed410c-dafa-49e3-a6e6-8dd25f8b5435 req-4b7245d7-5148-4065-bf23-f06f25c957a4 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Updating instance_info_cache with network_info: [{"id": "d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb", "address": "fa:16:3e:af:09:2e", "network": {"id": "49e74aa9-6c4b-48e5-8b72-c296f4f4da47", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-767296989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "719d475b622e4fb691815a579fa545ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd18f0c7f-1f", "ovs_interfaceid": "d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.680604] env[69950]: DEBUG oslo_concurrency.lockutils [None req-356858e1-f66b-44e2-a36b-1743b2db46f8 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.680803] env[69950]: DEBUG oslo_concurrency.lockutils [None req-356858e1-f66b-44e2-a36b-1743b2db46f8 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquired lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.681067] env[69950]: DEBUG nova.network.neutron [None req-356858e1-f66b-44e2-a36b-1743b2db46f8 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.910576] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223146, 'name': RelocateVM_Task, 'duration_secs': 0.43279} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.910978] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1292.911229] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835620', 'volume_id': '9af3235d-ff0f-48a2-b486-16416c9a7c19', 'name': 'volume-9af3235d-ff0f-48a2-b486-16416c9a7c19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8059c06b-064d-4299-8558-b136e399aae1', 'attached_at': '', 'detached_at': '', 'volume_id': '9af3235d-ff0f-48a2-b486-16416c9a7c19', 'serial': '9af3235d-ff0f-48a2-b486-16416c9a7c19'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1292.912075] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998b271f-6aa5-460f-9513-1bcc07c32d93 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.934301] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c579fc-a934-4438-956b-bc60c4e71eb3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.960400] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-9af3235d-ff0f-48a2-b486-16416c9a7c19/volume-9af3235d-ff0f-48a2-b486-16416c9a7c19.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.960729] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fddcea5-193a-49bf-a165-6efb40311e3e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.982620] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Waiting for the task: (returnval){ [ 1292.982620] env[69950]: value = "task-4223148" [ 1292.982620] env[69950]: _type = "Task" [ 1292.982620] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.993128] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.151393] env[69950]: DEBUG oslo_concurrency.lockutils [req-38ed410c-dafa-49e3-a6e6-8dd25f8b5435 req-4b7245d7-5148-4065-bf23-f06f25c957a4 service nova] Releasing lock "refresh_cache-8059c06b-064d-4299-8558-b136e399aae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.493160] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223148, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.816607] env[69950]: DEBUG nova.network.neutron [None req-356858e1-f66b-44e2-a36b-1743b2db46f8 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Updating instance_info_cache with network_info: [{"id": "4f17ba39-ff0d-436a-91b6-812281a5db63", "address": "fa:16:3e:f3:a9:45", "network": {"id": "8e244600-0861-498d-96cc-33633bd5e1d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-312745746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f66dd07bd67408f9001220d2e676a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f17ba39-ff", "ovs_interfaceid": "4f17ba39-ff0d-436a-91b6-812281a5db63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.993304] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223148, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.320036] env[69950]: DEBUG oslo_concurrency.lockutils [None req-356858e1-f66b-44e2-a36b-1743b2db46f8 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Releasing lock "refresh_cache-90db31ff-4db0-4ffb-9acb-be2a2443d0a3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.321164] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fd6d67-1cbe-4183-84ee-1aacb4de4877 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.331135] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-356858e1-f66b-44e2-a36b-1743b2db46f8 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Resuming the VM {{(pid=69950) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1294.331483] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0be0b800-6007-4bb7-a260-bac6c28e4bf9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.341697] env[69950]: DEBUG oslo_vmware.api [None req-356858e1-f66b-44e2-a36b-1743b2db46f8 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1294.341697] env[69950]: value = "task-4223149" [ 1294.341697] env[69950]: _type = "Task" [ 1294.341697] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.350646] env[69950]: DEBUG oslo_vmware.api [None req-356858e1-f66b-44e2-a36b-1743b2db46f8 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.495473] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223148, 'name': ReconfigVM_Task, 'duration_secs': 1.384372} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.495796] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-9af3235d-ff0f-48a2-b486-16416c9a7c19/volume-9af3235d-ff0f-48a2-b486-16416c9a7c19.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.500801] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce4e3944-f7f3-4691-8ee2-bf85d1216bcf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.516821] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Waiting for the task: (returnval){ [ 1294.516821] env[69950]: value = "task-4223150" [ 1294.516821] env[69950]: _type = "Task" [ 1294.516821] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.526348] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.854841] env[69950]: DEBUG oslo_vmware.api [None req-356858e1-f66b-44e2-a36b-1743b2db46f8 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223149, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.030490] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.353073] env[69950]: DEBUG oslo_vmware.api [None req-356858e1-f66b-44e2-a36b-1743b2db46f8 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223149, 'name': PowerOnVM_Task, 'duration_secs': 0.608871} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.353405] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-356858e1-f66b-44e2-a36b-1743b2db46f8 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Resumed the VM {{(pid=69950) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1295.353621] env[69950]: DEBUG nova.compute.manager [None req-356858e1-f66b-44e2-a36b-1743b2db46f8 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1295.354495] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53185ffb-45a0-4e70-b1be-21061c28235b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.530570] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.030501] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223150, 'name': ReconfigVM_Task, 'duration_secs': 1.168435} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.030824] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835620', 'volume_id': '9af3235d-ff0f-48a2-b486-16416c9a7c19', 'name': 'volume-9af3235d-ff0f-48a2-b486-16416c9a7c19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8059c06b-064d-4299-8558-b136e399aae1', 'attached_at': '', 'detached_at': '', 'volume_id': '9af3235d-ff0f-48a2-b486-16416c9a7c19', 'serial': '9af3235d-ff0f-48a2-b486-16416c9a7c19'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1296.031384] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db7e0807-b5b5-472d-a19d-b3580026ee55 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.043097] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Waiting for the task: (returnval){ [ 1296.043097] env[69950]: value = "task-4223152" [ 1296.043097] env[69950]: _type = "Task" [ 1296.043097] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.053448] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223152, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.071079] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "c891cd1b-de2a-4aec-b38a-d26bfd881daf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.071475] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "c891cd1b-de2a-4aec-b38a-d26bfd881daf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.559614] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223152, 'name': Rename_Task, 'duration_secs': 0.148323} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.559911] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.560184] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ee4c9e3-1152-4d3b-ad02-eefe6c0b90a5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.567207] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Waiting for the task: (returnval){ [ 1296.567207] env[69950]: value = "task-4223153" [ 1296.567207] env[69950]: _type = "Task" [ 1296.567207] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.577323] env[69950]: DEBUG nova.compute.manager [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1296.580377] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.078591] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.100727] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.101065] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.102609] env[69950]: INFO nova.compute.claims [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.209594] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.210467] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.210467] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.210467] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.210676] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.216125] env[69950]: INFO nova.compute.manager [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Terminating instance [ 1297.579587] env[69950]: DEBUG oslo_vmware.api [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223153, 'name': PowerOnVM_Task, 'duration_secs': 0.716411} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.579870] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.580131] env[69950]: INFO nova.compute.manager [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1297.580340] env[69950]: DEBUG nova.compute.manager [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1297.581143] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63729a7-dc84-499c-8481-79981eb03400 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.720847] env[69950]: DEBUG nova.compute.manager [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1297.721094] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.721987] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ed2989-c2b3-4a85-bb91-6641862d816a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.730121] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.730398] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1af56ed-f264-4230-a36e-ccc1fd09d710 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.737726] env[69950]: DEBUG oslo_vmware.api [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1297.737726] env[69950]: value = "task-4223155" [ 1297.737726] env[69950]: _type = "Task" [ 1297.737726] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.746953] env[69950]: DEBUG oslo_vmware.api [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.099292] env[69950]: INFO nova.compute.manager [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Took 13.90 seconds to build instance. [ 1298.212211] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c5603f-f1d0-48e9-8c97-b834f083eaa2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.220481] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a1e127-a08b-4f60-aee0-3612460e7e18 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.255476] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb34427-4c03-4134-87ca-c9ea646ce866 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.263962] env[69950]: DEBUG oslo_vmware.api [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223155, 'name': PowerOffVM_Task, 'duration_secs': 0.209748} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.266293] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.266497] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.266796] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26ec5f6c-3fe0-4f07-bfe0-36bdd6728d13 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.269439] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3df1716-07c1-4e67-8e76-5abf1276288b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.285889] env[69950]: DEBUG nova.compute.provider_tree [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.346083] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.346083] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.346331] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleting the datastore file [datastore1] 90db31ff-4db0-4ffb-9acb-be2a2443d0a3 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.346560] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2100e03-3235-45e8-ad9a-de0ea13cd55e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.354480] env[69950]: DEBUG oslo_vmware.api [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for the task: (returnval){ [ 1298.354480] env[69950]: value = "task-4223157" [ 1298.354480] env[69950]: _type = "Task" [ 1298.354480] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.364067] env[69950]: DEBUG oslo_vmware.api [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.602184] env[69950]: DEBUG oslo_concurrency.lockutils [None req-361d22e3-c98b-423e-a36b-8decd71e3187 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Lock "8059c06b-064d-4299-8558-b136e399aae1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.415s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.789040] env[69950]: DEBUG nova.scheduler.client.report [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.864923] env[69950]: DEBUG oslo_vmware.api [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Task: {'id': task-4223157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156528} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.865205] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.865376] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.865556] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.865757] env[69950]: INFO nova.compute.manager [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1298.865973] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.866188] env[69950]: DEBUG nova.compute.manager [-] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1298.866286] env[69950]: DEBUG nova.network.neutron [-] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.062972] env[69950]: DEBUG nova.compute.manager [req-c90eeb3d-6008-4726-acac-9cfae0409a97 req-d0a2a6aa-1fbd-4c6e-bbf7-a55e98d62c43 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Received event network-changed-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1299.063205] env[69950]: DEBUG nova.compute.manager [req-c90eeb3d-6008-4726-acac-9cfae0409a97 req-d0a2a6aa-1fbd-4c6e-bbf7-a55e98d62c43 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Refreshing instance network info cache due to event network-changed-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1299.063428] env[69950]: DEBUG oslo_concurrency.lockutils [req-c90eeb3d-6008-4726-acac-9cfae0409a97 req-d0a2a6aa-1fbd-4c6e-bbf7-a55e98d62c43 service nova] Acquiring lock "refresh_cache-8059c06b-064d-4299-8558-b136e399aae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.063572] env[69950]: DEBUG oslo_concurrency.lockutils [req-c90eeb3d-6008-4726-acac-9cfae0409a97 req-d0a2a6aa-1fbd-4c6e-bbf7-a55e98d62c43 service nova] Acquired lock "refresh_cache-8059c06b-064d-4299-8558-b136e399aae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.063733] env[69950]: DEBUG nova.network.neutron [req-c90eeb3d-6008-4726-acac-9cfae0409a97 req-d0a2a6aa-1fbd-4c6e-bbf7-a55e98d62c43 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Refreshing network info cache for port d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.294454] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.295011] env[69950]: DEBUG nova.compute.manager [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1299.800558] env[69950]: DEBUG nova.compute.utils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.802117] env[69950]: DEBUG nova.compute.manager [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1299.802537] env[69950]: DEBUG nova.network.neutron [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1299.846494] env[69950]: DEBUG nova.network.neutron [req-c90eeb3d-6008-4726-acac-9cfae0409a97 req-d0a2a6aa-1fbd-4c6e-bbf7-a55e98d62c43 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Updated VIF entry in instance network info cache for port d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.846860] env[69950]: DEBUG nova.network.neutron [req-c90eeb3d-6008-4726-acac-9cfae0409a97 req-d0a2a6aa-1fbd-4c6e-bbf7-a55e98d62c43 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Updating instance_info_cache with network_info: [{"id": "d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb", "address": "fa:16:3e:af:09:2e", "network": {"id": "49e74aa9-6c4b-48e5-8b72-c296f4f4da47", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-767296989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "719d475b622e4fb691815a579fa545ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd18f0c7f-1f", "ovs_interfaceid": "d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.860161] env[69950]: DEBUG nova.policy [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa97d573e71b4336b3632087323bf17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa98947929034ade8aaa85795160de1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1300.007747] env[69950]: DEBUG nova.network.neutron [-] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.117416] env[69950]: DEBUG nova.network.neutron [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Successfully created port: 0ef7594d-b7ae-4b45-a271-5992f889820b {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1300.306550] env[69950]: DEBUG nova.compute.manager [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1300.350035] env[69950]: DEBUG oslo_concurrency.lockutils [req-c90eeb3d-6008-4726-acac-9cfae0409a97 req-d0a2a6aa-1fbd-4c6e-bbf7-a55e98d62c43 service nova] Releasing lock "refresh_cache-8059c06b-064d-4299-8558-b136e399aae1" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.510580] env[69950]: INFO nova.compute.manager [-] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Took 1.64 seconds to deallocate network for instance. [ 1301.018706] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.019111] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.019395] env[69950]: DEBUG nova.objects.instance [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lazy-loading 'resources' on Instance uuid 90db31ff-4db0-4ffb-9acb-be2a2443d0a3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.087087] env[69950]: DEBUG nova.compute.manager [req-401e6ec5-2bbd-46b2-9baa-bae02495f3be req-9d3ffde2-c63d-4711-b179-c915e1dc16bb service nova] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Received event network-vif-deleted-4f17ba39-ff0d-436a-91b6-812281a5db63 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1301.315530] env[69950]: DEBUG nova.compute.manager [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1301.344846] env[69950]: DEBUG nova.virt.hardware [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.345118] env[69950]: DEBUG nova.virt.hardware [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.345283] env[69950]: DEBUG nova.virt.hardware [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.345470] env[69950]: DEBUG nova.virt.hardware [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.345646] env[69950]: DEBUG nova.virt.hardware [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.345800] env[69950]: DEBUG nova.virt.hardware [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.346044] env[69950]: DEBUG nova.virt.hardware [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.346220] env[69950]: DEBUG nova.virt.hardware [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.346410] env[69950]: DEBUG nova.virt.hardware [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.346578] env[69950]: DEBUG nova.virt.hardware [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.346755] env[69950]: DEBUG nova.virt.hardware [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.348077] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0d4d7b-d761-42ee-82ec-e62c4601ccfa {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.356570] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea570685-7b3a-463e-bace-b2cf37f6a97a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.515600] env[69950]: DEBUG nova.compute.manager [req-88cb64b7-a611-4a87-a539-6a51e29f86c1 req-f09e83c7-faca-4012-bc41-baf06fb1b055 service nova] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Received event network-vif-plugged-0ef7594d-b7ae-4b45-a271-5992f889820b {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1301.515980] env[69950]: DEBUG oslo_concurrency.lockutils [req-88cb64b7-a611-4a87-a539-6a51e29f86c1 req-f09e83c7-faca-4012-bc41-baf06fb1b055 service nova] Acquiring lock "c891cd1b-de2a-4aec-b38a-d26bfd881daf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.516230] env[69950]: DEBUG oslo_concurrency.lockutils [req-88cb64b7-a611-4a87-a539-6a51e29f86c1 req-f09e83c7-faca-4012-bc41-baf06fb1b055 service nova] Lock "c891cd1b-de2a-4aec-b38a-d26bfd881daf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.516403] env[69950]: DEBUG oslo_concurrency.lockutils [req-88cb64b7-a611-4a87-a539-6a51e29f86c1 req-f09e83c7-faca-4012-bc41-baf06fb1b055 service nova] Lock "c891cd1b-de2a-4aec-b38a-d26bfd881daf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.516571] env[69950]: DEBUG nova.compute.manager [req-88cb64b7-a611-4a87-a539-6a51e29f86c1 req-f09e83c7-faca-4012-bc41-baf06fb1b055 service nova] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] No waiting events found dispatching network-vif-plugged-0ef7594d-b7ae-4b45-a271-5992f889820b {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1301.516737] env[69950]: WARNING nova.compute.manager [req-88cb64b7-a611-4a87-a539-6a51e29f86c1 req-f09e83c7-faca-4012-bc41-baf06fb1b055 service nova] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Received unexpected event network-vif-plugged-0ef7594d-b7ae-4b45-a271-5992f889820b for instance with vm_state building and task_state spawning. [ 1301.610468] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20d3eaa-2a59-4386-9b6b-e5cd177fa4f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.618689] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b6065a-5977-4d92-bdbe-6cedeb91ec20 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.649855] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b38c932-40ff-476c-bc21-f8fd81dcc19b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.657953] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1b1d1a-076d-4885-bcdc-9b5372c65630 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.673189] env[69950]: DEBUG nova.compute.provider_tree [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.071958] env[69950]: DEBUG nova.network.neutron [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Successfully updated port: 0ef7594d-b7ae-4b45-a271-5992f889820b {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.177069] env[69950]: DEBUG nova.scheduler.client.report [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.577074] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "refresh_cache-c891cd1b-de2a-4aec-b38a-d26bfd881daf" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.577436] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "refresh_cache-c891cd1b-de2a-4aec-b38a-d26bfd881daf" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.577436] env[69950]: DEBUG nova.network.neutron [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.683308] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.711067] env[69950]: INFO nova.scheduler.client.report [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Deleted allocations for instance 90db31ff-4db0-4ffb-9acb-be2a2443d0a3 [ 1303.115015] env[69950]: DEBUG nova.compute.manager [req-e6b438dd-d045-4594-a5d8-6c8c186ad3ca req-7a4ddb1b-9cee-4231-aacd-feb2e7558ef1 service nova] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Received event network-changed-0ef7594d-b7ae-4b45-a271-5992f889820b {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1303.115406] env[69950]: DEBUG nova.compute.manager [req-e6b438dd-d045-4594-a5d8-6c8c186ad3ca req-7a4ddb1b-9cee-4231-aacd-feb2e7558ef1 service nova] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Refreshing instance network info cache due to event network-changed-0ef7594d-b7ae-4b45-a271-5992f889820b. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1303.115495] env[69950]: DEBUG oslo_concurrency.lockutils [req-e6b438dd-d045-4594-a5d8-6c8c186ad3ca req-7a4ddb1b-9cee-4231-aacd-feb2e7558ef1 service nova] Acquiring lock "refresh_cache-c891cd1b-de2a-4aec-b38a-d26bfd881daf" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.131487] env[69950]: DEBUG nova.network.neutron [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1303.218204] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ed26ea31-d6e0-457f-b91b-8761007301b4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Lock "90db31ff-4db0-4ffb-9acb-be2a2443d0a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.008s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.277737] env[69950]: DEBUG nova.network.neutron [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Updating instance_info_cache with network_info: [{"id": "0ef7594d-b7ae-4b45-a271-5992f889820b", "address": "fa:16:3e:8b:b8:95", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef7594d-b7", "ovs_interfaceid": "0ef7594d-b7ae-4b45-a271-5992f889820b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.780812] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "refresh_cache-c891cd1b-de2a-4aec-b38a-d26bfd881daf" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.781674] env[69950]: DEBUG nova.compute.manager [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Instance network_info: |[{"id": "0ef7594d-b7ae-4b45-a271-5992f889820b", "address": "fa:16:3e:8b:b8:95", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef7594d-b7", "ovs_interfaceid": "0ef7594d-b7ae-4b45-a271-5992f889820b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1303.781674] env[69950]: DEBUG oslo_concurrency.lockutils [req-e6b438dd-d045-4594-a5d8-6c8c186ad3ca req-7a4ddb1b-9cee-4231-aacd-feb2e7558ef1 service nova] Acquired lock "refresh_cache-c891cd1b-de2a-4aec-b38a-d26bfd881daf" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.781674] env[69950]: DEBUG nova.network.neutron [req-e6b438dd-d045-4594-a5d8-6c8c186ad3ca req-7a4ddb1b-9cee-4231-aacd-feb2e7558ef1 service nova] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Refreshing network info cache for port 0ef7594d-b7ae-4b45-a271-5992f889820b {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.782926] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:b8:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ef7594d-b7ae-4b45-a271-5992f889820b', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.790706] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Creating folder: Project (aa98947929034ade8aaa85795160de1e). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.791810] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-302feffd-73ff-41d3-a002-e078befa80cb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.805381] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Created folder: Project (aa98947929034ade8aaa85795160de1e) in parent group-v835309. [ 1303.805587] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Creating folder: Instances. Parent ref: group-v835627. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.805830] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dc305aa-ae21-43f1-b08f-46af2dd45f1d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.817503] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Created folder: Instances in parent group-v835627. [ 1303.817807] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.818030] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.818356] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70493abc-69f6-4f20-bb40-fd60973c29f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.839285] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.839285] env[69950]: value = "task-4223163" [ 1303.839285] env[69950]: _type = "Task" [ 1303.839285] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.847853] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223163, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.353925] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223163, 'name': CreateVM_Task, 'duration_secs': 0.324431} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.357856] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.357856] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.357856] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.357856] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.357856] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60361c1-8c48-4642-a45c-43deadd3ed12 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.363116] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1304.363116] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523bf5c2-11e9-50ac-4147-eff6f540ac1e" [ 1304.363116] env[69950]: _type = "Task" [ 1304.363116] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.370979] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523bf5c2-11e9-50ac-4147-eff6f540ac1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.612119] env[69950]: DEBUG nova.network.neutron [req-e6b438dd-d045-4594-a5d8-6c8c186ad3ca req-7a4ddb1b-9cee-4231-aacd-feb2e7558ef1 service nova] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Updated VIF entry in instance network info cache for port 0ef7594d-b7ae-4b45-a271-5992f889820b. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.612463] env[69950]: DEBUG nova.network.neutron [req-e6b438dd-d045-4594-a5d8-6c8c186ad3ca req-7a4ddb1b-9cee-4231-aacd-feb2e7558ef1 service nova] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Updating instance_info_cache with network_info: [{"id": "0ef7594d-b7ae-4b45-a271-5992f889820b", "address": "fa:16:3e:8b:b8:95", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef7594d-b7", "ovs_interfaceid": "0ef7594d-b7ae-4b45-a271-5992f889820b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.873763] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]523bf5c2-11e9-50ac-4147-eff6f540ac1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012823} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.874151] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.874235] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.874422] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.874571] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.874759] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.875043] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-072bb629-aaa3-4414-99ae-54e9411fd519 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.885846] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.885846] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.886686] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-232f77a6-5f8f-4476-b3f6-ad769b69b482 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.893864] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1304.893864] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526bc7a2-2c02-b508-dd4d-b0d94ca43ddd" [ 1304.893864] env[69950]: _type = "Task" [ 1304.893864] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.906460] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526bc7a2-2c02-b508-dd4d-b0d94ca43ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.115732] env[69950]: DEBUG oslo_concurrency.lockutils [req-e6b438dd-d045-4594-a5d8-6c8c186ad3ca req-7a4ddb1b-9cee-4231-aacd-feb2e7558ef1 service nova] Releasing lock "refresh_cache-c891cd1b-de2a-4aec-b38a-d26bfd881daf" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.405247] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526bc7a2-2c02-b508-dd4d-b0d94ca43ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.406106] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edbbdca0-ed2e-453c-8fca-3db97bb9126d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.412468] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1305.412468] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dd4471-f4ce-df13-52b0-8f2b57cfbbf0" [ 1305.412468] env[69950]: _type = "Task" [ 1305.412468] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.422039] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dd4471-f4ce-df13-52b0-8f2b57cfbbf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.923577] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52dd4471-f4ce-df13-52b0-8f2b57cfbbf0, 'name': SearchDatastore_Task, 'duration_secs': 0.010663} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.923885] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.924174] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] c891cd1b-de2a-4aec-b38a-d26bfd881daf/c891cd1b-de2a-4aec-b38a-d26bfd881daf.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.924468] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d64d5885-6ecd-403f-b34e-892502c2e56b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.932724] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1305.932724] env[69950]: value = "task-4223165" [ 1305.932724] env[69950]: _type = "Task" [ 1305.932724] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.942368] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.443650] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223165, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.885540] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "147a2343-a115-42b7-b107-971afdff342c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.885990] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "147a2343-a115-42b7-b107-971afdff342c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.944114] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540326} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.944527] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] c891cd1b-de2a-4aec-b38a-d26bfd881daf/c891cd1b-de2a-4aec-b38a-d26bfd881daf.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.944646] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.944860] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e94f888-1bd0-4fe6-bde9-2fcfb1ede333 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.952482] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1306.952482] env[69950]: value = "task-4223166" [ 1306.952482] env[69950]: _type = "Task" [ 1306.952482] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.963230] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.115144] env[69950]: DEBUG oslo_concurrency.lockutils [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "d71db9f7-4971-4450-9559-0359b80f308c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.115380] env[69950]: DEBUG oslo_concurrency.lockutils [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "d71db9f7-4971-4450-9559-0359b80f308c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.388116] env[69950]: DEBUG nova.compute.manager [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.462387] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067885} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.462671] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.463478] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eebf26-051a-49d0-a07b-1d4f8b3a2d82 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.486602] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] c891cd1b-de2a-4aec-b38a-d26bfd881daf/c891cd1b-de2a-4aec-b38a-d26bfd881daf.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.486906] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-689ddd1c-e351-4b68-8bea-185e0ed13a6f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.509408] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1307.509408] env[69950]: value = "task-4223167" [ 1307.509408] env[69950]: _type = "Task" [ 1307.509408] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.518146] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.618835] env[69950]: DEBUG nova.compute.manager [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.907889] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.908225] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.909745] env[69950]: INFO nova.compute.claims [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.021121] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223167, 'name': ReconfigVM_Task, 'duration_secs': 0.298899} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.021486] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Reconfigured VM instance instance-00000073 to attach disk [datastore2] c891cd1b-de2a-4aec-b38a-d26bfd881daf/c891cd1b-de2a-4aec-b38a-d26bfd881daf.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.022138] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-819b575b-f73e-4245-8b87-31748078af39 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.030757] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1308.030757] env[69950]: value = "task-4223168" [ 1308.030757] env[69950]: _type = "Task" [ 1308.030757] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.040778] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223168, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.139262] env[69950]: DEBUG oslo_concurrency.lockutils [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.165684] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.165935] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.542330] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223168, 'name': Rename_Task, 'duration_secs': 0.149886} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.542615] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.542891] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12f46b34-574b-4edc-9040-4b5da35b7af7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.550335] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1308.550335] env[69950]: value = "task-4223169" [ 1308.550335] env[69950]: _type = "Task" [ 1308.550335] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.559344] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.668164] env[69950]: DEBUG nova.compute.manager [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1309.040527] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b1d339-55cd-4692-a9d4-5762598e3acc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.049480] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beba5da6-7832-4899-94a0-b1176fcc2e41 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.061384] env[69950]: DEBUG oslo_vmware.api [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223169, 'name': PowerOnVM_Task, 'duration_secs': 0.467033} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.085634] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.085894] env[69950]: INFO nova.compute.manager [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1309.086101] env[69950]: DEBUG nova.compute.manager [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1309.087149] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98fa4b1-acd0-4a0d-ac8d-fc3030765bd2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.090348] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82ae2cb-386a-4915-b9e5-34433d53701f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.099594] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901feeb5-6096-40ae-af20-f81c956189a8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.116540] env[69950]: DEBUG nova.compute.provider_tree [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.187131] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.616068] env[69950]: INFO nova.compute.manager [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Took 12.53 seconds to build instance. [ 1309.619989] env[69950]: DEBUG nova.scheduler.client.report [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.118725] env[69950]: DEBUG oslo_concurrency.lockutils [None req-54149e2c-af5e-4f6d-97ec-2078eabf9aef tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "c891cd1b-de2a-4aec-b38a-d26bfd881daf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.047s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.125755] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.126235] env[69950]: DEBUG nova.compute.manager [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.128860] env[69950]: DEBUG oslo_concurrency.lockutils [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.990s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.130318] env[69950]: INFO nova.compute.claims [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.476549] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "c891cd1b-de2a-4aec-b38a-d26bfd881daf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.476775] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "c891cd1b-de2a-4aec-b38a-d26bfd881daf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.477033] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "c891cd1b-de2a-4aec-b38a-d26bfd881daf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.477246] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "c891cd1b-de2a-4aec-b38a-d26bfd881daf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.477424] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "c891cd1b-de2a-4aec-b38a-d26bfd881daf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.479696] env[69950]: INFO nova.compute.manager [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Terminating instance [ 1310.634563] env[69950]: DEBUG nova.compute.utils [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.638131] env[69950]: DEBUG nova.compute.manager [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Not allocating networking since 'none' was specified. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1310.983699] env[69950]: DEBUG nova.compute.manager [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.983970] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.984905] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6093b865-4f5b-466e-b29d-006857ebc9f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.994759] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.995095] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0682423-0fbc-4c98-968b-93668db243db {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.003628] env[69950]: DEBUG oslo_vmware.api [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1311.003628] env[69950]: value = "task-4223170" [ 1311.003628] env[69950]: _type = "Task" [ 1311.003628] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.013534] env[69950]: DEBUG oslo_vmware.api [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.139748] env[69950]: DEBUG nova.compute.manager [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.270821] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812e2366-96d9-43ef-bd7d-9a12279150f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.280125] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac418ee-aa2b-4214-bd29-0b982e23a452 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.314338] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64281f19-dfc6-454a-8556-53383744b346 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.323239] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79b9046-6da3-402d-aad6-26c2facc6644 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.339177] env[69950]: DEBUG nova.compute.provider_tree [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.516608] env[69950]: DEBUG oslo_vmware.api [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223170, 'name': PowerOffVM_Task, 'duration_secs': 0.201057} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.517084] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.517618] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.517993] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55ef05d8-9866-4cac-bce6-fb552b14613d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.597168] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.597474] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.597637] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleting the datastore file [datastore2] c891cd1b-de2a-4aec-b38a-d26bfd881daf {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.598186] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-775d7383-aa21-450d-80af-995643459698 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.605489] env[69950]: DEBUG oslo_vmware.api [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1311.605489] env[69950]: value = "task-4223172" [ 1311.605489] env[69950]: _type = "Task" [ 1311.605489] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.615217] env[69950]: DEBUG oslo_vmware.api [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.843335] env[69950]: DEBUG nova.scheduler.client.report [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.116205] env[69950]: DEBUG oslo_vmware.api [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191588} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.116468] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.116656] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.116836] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.117026] env[69950]: INFO nova.compute.manager [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1312.117282] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.117477] env[69950]: DEBUG nova.compute.manager [-] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.117573] env[69950]: DEBUG nova.network.neutron [-] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.156694] env[69950]: DEBUG nova.compute.manager [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.191970] env[69950]: DEBUG nova.virt.hardware [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.192325] env[69950]: DEBUG nova.virt.hardware [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.192559] env[69950]: DEBUG nova.virt.hardware [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.192792] env[69950]: DEBUG nova.virt.hardware [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.192978] env[69950]: DEBUG nova.virt.hardware [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.193222] env[69950]: DEBUG nova.virt.hardware [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.193458] env[69950]: DEBUG nova.virt.hardware [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.193729] env[69950]: DEBUG nova.virt.hardware [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.194052] env[69950]: DEBUG nova.virt.hardware [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.194367] env[69950]: DEBUG nova.virt.hardware [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.194688] env[69950]: DEBUG nova.virt.hardware [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.195686] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b2e477-b0de-4166-9254-2ce152a1a6ee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.209866] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f636feb8-5c59-4c62-b57f-3af2cb45c11b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.228225] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.234193] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Creating folder: Project (03370fa3c9e340c3bddcd0d6bcb2dae2). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.234581] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b72d4433-cc59-4932-9e9b-a3c19f691172 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.247635] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Created folder: Project (03370fa3c9e340c3bddcd0d6bcb2dae2) in parent group-v835309. [ 1312.247838] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Creating folder: Instances. Parent ref: group-v835630. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.248186] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3077721-45f7-49e1-91dc-714d9c081004 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.259288] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Created folder: Instances in parent group-v835630. [ 1312.259446] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.259700] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 147a2343-a115-42b7-b107-971afdff342c] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.259964] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec114376-8c47-447d-9cc5-4abb29adf633 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.277790] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.277790] env[69950]: value = "task-4223175" [ 1312.277790] env[69950]: _type = "Task" [ 1312.277790] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.286499] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223175, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.349154] env[69950]: DEBUG oslo_concurrency.lockutils [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.349934] env[69950]: DEBUG nova.compute.manager [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1312.353452] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.166s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.355216] env[69950]: INFO nova.compute.claims [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.458044] env[69950]: DEBUG nova.compute.manager [req-8b73d3d4-1f8d-4615-92b6-58652b67d7be req-b3e0dd09-d4f8-4c63-b884-54f4bd02d27e service nova] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Received event network-vif-deleted-0ef7594d-b7ae-4b45-a271-5992f889820b {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1312.458044] env[69950]: INFO nova.compute.manager [req-8b73d3d4-1f8d-4615-92b6-58652b67d7be req-b3e0dd09-d4f8-4c63-b884-54f4bd02d27e service nova] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Neutron deleted interface 0ef7594d-b7ae-4b45-a271-5992f889820b; detaching it from the instance and deleting it from the info cache [ 1312.458044] env[69950]: DEBUG nova.network.neutron [req-8b73d3d4-1f8d-4615-92b6-58652b67d7be req-b3e0dd09-d4f8-4c63-b884-54f4bd02d27e service nova] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.788265] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223175, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.861172] env[69950]: DEBUG nova.compute.utils [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1312.864736] env[69950]: DEBUG nova.compute.manager [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Not allocating networking since 'none' was specified. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1312.934700] env[69950]: DEBUG nova.network.neutron [-] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.961060] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-353cfdf2-2596-4dc4-9697-ee2a9a9518e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.972909] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a09dfc-ecd4-4cd3-802f-5d8456674aff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.003150] env[69950]: DEBUG nova.compute.manager [req-8b73d3d4-1f8d-4615-92b6-58652b67d7be req-b3e0dd09-d4f8-4c63-b884-54f4bd02d27e service nova] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Detach interface failed, port_id=0ef7594d-b7ae-4b45-a271-5992f889820b, reason: Instance c891cd1b-de2a-4aec-b38a-d26bfd881daf could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1313.292612] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223175, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.365658] env[69950]: DEBUG nova.compute.manager [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1313.438414] env[69950]: INFO nova.compute.manager [-] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Took 1.32 seconds to deallocate network for instance. [ 1313.495794] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fe915c-144f-43e1-8282-fb9e71210c4a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.504561] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30844ba-13fc-494b-8037-b2fccfbe057c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.538323] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8772d3e2-d7e4-44b1-9bc2-cdb3f97a49a3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.547546] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccedc51-b50d-4046-a382-641bd6e8ca50 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.562784] env[69950]: DEBUG nova.compute.provider_tree [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.789467] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223175, 'name': CreateVM_Task, 'duration_secs': 1.32815} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.789688] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 147a2343-a115-42b7-b107-971afdff342c] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.790106] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.790267] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.790615] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.790878] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0067bc5a-cc10-4caf-8d8a-ad29c5464500 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.796591] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1313.796591] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5272ec48-d77e-963f-7b01-df13578635d6" [ 1313.796591] env[69950]: _type = "Task" [ 1313.796591] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.805566] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5272ec48-d77e-963f-7b01-df13578635d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.949084] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.066715] env[69950]: DEBUG nova.scheduler.client.report [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.307721] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5272ec48-d77e-963f-7b01-df13578635d6, 'name': SearchDatastore_Task, 'duration_secs': 0.016479} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.308083] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.308329] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.308600] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.308726] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.308904] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.309221] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3db16afe-cba6-4e46-bfdd-f87b643d6d82 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.319872] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.320086] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.320870] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5c3a07-923c-44a0-9b63-048f33167419 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.326963] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1314.326963] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527206b9-471a-e7e2-ba8b-11a5b7dfd6f0" [ 1314.326963] env[69950]: _type = "Task" [ 1314.326963] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.336077] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527206b9-471a-e7e2-ba8b-11a5b7dfd6f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.379050] env[69950]: DEBUG nova.compute.manager [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.407227] env[69950]: DEBUG nova.virt.hardware [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.407494] env[69950]: DEBUG nova.virt.hardware [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.407704] env[69950]: DEBUG nova.virt.hardware [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.408008] env[69950]: DEBUG nova.virt.hardware [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.408185] env[69950]: DEBUG nova.virt.hardware [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.408341] env[69950]: DEBUG nova.virt.hardware [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.408555] env[69950]: DEBUG nova.virt.hardware [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.408720] env[69950]: DEBUG nova.virt.hardware [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.408895] env[69950]: DEBUG nova.virt.hardware [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.409095] env[69950]: DEBUG nova.virt.hardware [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.409320] env[69950]: DEBUG nova.virt.hardware [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.410205] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c73c7fa-739f-4b0a-9ad8-d5bda5eb464e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.418808] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94652bf1-52d0-4c3a-96e0-f7c8cf087ba8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.434059] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.439846] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.440182] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.440360] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1465c83c-9137-4589-9879-a32b5c405187 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.459079] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.459079] env[69950]: value = "task-4223176" [ 1314.459079] env[69950]: _type = "Task" [ 1314.459079] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.467008] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223176, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.571724] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.572121] env[69950]: DEBUG nova.compute.manager [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1314.574988] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.626s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.575213] env[69950]: DEBUG nova.objects.instance [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lazy-loading 'resources' on Instance uuid c891cd1b-de2a-4aec-b38a-d26bfd881daf {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.838116] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527206b9-471a-e7e2-ba8b-11a5b7dfd6f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010752} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.838766] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-384e81dd-3520-4f88-bdff-37da7df5cc4d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.844411] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1314.844411] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5239ea8f-f5b3-46af-ec38-897fa87461f1" [ 1314.844411] env[69950]: _type = "Task" [ 1314.844411] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.852907] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5239ea8f-f5b3-46af-ec38-897fa87461f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.969082] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223176, 'name': CreateVM_Task, 'duration_secs': 0.284914} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.969291] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.969699] env[69950]: DEBUG oslo_concurrency.lockutils [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.969862] env[69950]: DEBUG oslo_concurrency.lockutils [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.970222] env[69950]: DEBUG oslo_concurrency.lockutils [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.970485] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-564430ee-798a-4300-a947-29eaa45ff37c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.976932] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1314.976932] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522bf948-5539-c262-790b-dd9b5c924199" [ 1314.976932] env[69950]: _type = "Task" [ 1314.976932] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.989251] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522bf948-5539-c262-790b-dd9b5c924199, 'name': SearchDatastore_Task, 'duration_secs': 0.009944} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.989251] env[69950]: DEBUG oslo_concurrency.lockutils [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.989251] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.989251] env[69950]: DEBUG oslo_concurrency.lockutils [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.078365] env[69950]: DEBUG nova.compute.utils [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1315.082737] env[69950]: DEBUG nova.compute.manager [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1315.082926] env[69950]: DEBUG nova.network.neutron [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1315.146066] env[69950]: DEBUG nova.policy [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18c660c0878c4e749f9d3bd00c7d2e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2308519ed4e8411fac4500622fcad59e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1315.195683] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661d4132-d06f-44b1-9e22-e168d5724fd1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.203873] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07dcfad-1a11-407e-8e41-346e432edd4e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.235704] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d7d3ac-5727-49d0-848b-d8e703edd60a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.243970] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904d804b-227b-4683-a7bc-9ad36a9b9be9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.258910] env[69950]: DEBUG nova.compute.provider_tree [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.355217] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5239ea8f-f5b3-46af-ec38-897fa87461f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.355626] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.355718] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 147a2343-a115-42b7-b107-971afdff342c/147a2343-a115-42b7-b107-971afdff342c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.356058] env[69950]: DEBUG oslo_concurrency.lockutils [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.356260] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.356490] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad055e82-3578-429e-a390-39a59638714a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.358595] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d05b2925-e216-4cfe-a00b-06ff164f6d69 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.366934] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1315.366934] env[69950]: value = "task-4223177" [ 1315.366934] env[69950]: _type = "Task" [ 1315.366934] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.368248] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.368481] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.372059] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831d2b7a-b42d-4843-a063-903fc73ffe96 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.380613] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1315.380613] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5277505e-deae-9493-ca8f-9597ea8725cb" [ 1315.380613] env[69950]: _type = "Task" [ 1315.380613] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.380843] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.389763] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5277505e-deae-9493-ca8f-9597ea8725cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.452659] env[69950]: DEBUG nova.network.neutron [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Successfully created port: ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1315.584035] env[69950]: DEBUG nova.compute.manager [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1315.762166] env[69950]: DEBUG nova.scheduler.client.report [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.879171] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223177, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.890575] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5277505e-deae-9493-ca8f-9597ea8725cb, 'name': SearchDatastore_Task, 'duration_secs': 0.02107} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.891419] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2653b14b-af81-4e75-b903-9adc52e246d6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.897206] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1315.897206] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524c80c2-e08b-66f5-61ee-6db0fa06c28f" [ 1315.897206] env[69950]: _type = "Task" [ 1315.897206] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.905500] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524c80c2-e08b-66f5-61ee-6db0fa06c28f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.089702] env[69950]: INFO nova.virt.block_device [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Booting with volume 220c85c0-b795-4d66-b38b-f99198f40b16 at /dev/sda [ 1316.129364] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b9250a3-801d-4a69-b421-3d4bb62ec268 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.140184] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd542d8-19ed-4da5-ac57-4950699228b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.170720] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d7f3ea6-f8ca-4110-9894-10a7c59010c1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.180310] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40ca7fd-fb02-43d0-92af-ba451dcf9844 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.210495] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f456f9e3-d42b-43f3-a70c-f4f6dc5b13b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.218439] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf855c4-e7f7-45dc-b665-b7fbca716df4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.233505] env[69950]: DEBUG nova.virt.block_device [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating existing volume attachment record: 1dd9f7cd-d20b-442d-9062-8d21fe27eb7f {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1316.267707] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.295130] env[69950]: INFO nova.scheduler.client.report [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleted allocations for instance c891cd1b-de2a-4aec-b38a-d26bfd881daf [ 1316.379568] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522608} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.379940] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 147a2343-a115-42b7-b107-971afdff342c/147a2343-a115-42b7-b107-971afdff342c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.380084] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.380683] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03d015d1-e5ce-435b-8344-2ba60ea63711 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.388477] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1316.388477] env[69950]: value = "task-4223178" [ 1316.388477] env[69950]: _type = "Task" [ 1316.388477] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.396721] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.408648] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524c80c2-e08b-66f5-61ee-6db0fa06c28f, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.408949] env[69950]: DEBUG oslo_concurrency.lockutils [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.409317] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] d71db9f7-4971-4450-9559-0359b80f308c/d71db9f7-4971-4450-9559-0359b80f308c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.410193] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bf8f244-f997-4388-99ff-d133359dd66c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.418258] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1316.418258] env[69950]: value = "task-4223179" [ 1316.418258] env[69950]: _type = "Task" [ 1316.418258] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.429213] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.803918] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6c5c6884-d6cb-402d-b410-e54b9a271210 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "c891cd1b-de2a-4aec-b38a-d26bfd881daf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.326s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.883454] env[69950]: DEBUG nova.compute.manager [req-aa53c744-03bf-463d-93c1-b8245c3c1db7 req-6b9ae2ec-d246-4be2-9c49-9ff11ade0114 service nova] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Received event network-vif-plugged-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1316.883604] env[69950]: DEBUG oslo_concurrency.lockutils [req-aa53c744-03bf-463d-93c1-b8245c3c1db7 req-6b9ae2ec-d246-4be2-9c49-9ff11ade0114 service nova] Acquiring lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.883781] env[69950]: DEBUG oslo_concurrency.lockutils [req-aa53c744-03bf-463d-93c1-b8245c3c1db7 req-6b9ae2ec-d246-4be2-9c49-9ff11ade0114 service nova] Lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.884098] env[69950]: DEBUG oslo_concurrency.lockutils [req-aa53c744-03bf-463d-93c1-b8245c3c1db7 req-6b9ae2ec-d246-4be2-9c49-9ff11ade0114 service nova] Lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.884322] env[69950]: DEBUG nova.compute.manager [req-aa53c744-03bf-463d-93c1-b8245c3c1db7 req-6b9ae2ec-d246-4be2-9c49-9ff11ade0114 service nova] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] No waiting events found dispatching network-vif-plugged-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1316.884510] env[69950]: WARNING nova.compute.manager [req-aa53c744-03bf-463d-93c1-b8245c3c1db7 req-6b9ae2ec-d246-4be2-9c49-9ff11ade0114 service nova] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Received unexpected event network-vif-plugged-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 for instance with vm_state building and task_state block_device_mapping. [ 1316.900361] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181175} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.900681] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1316.901618] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65353b9a-5944-4880-afd1-c75d34b54d15 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.926528] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 147a2343-a115-42b7-b107-971afdff342c/147a2343-a115-42b7-b107-971afdff342c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.927343] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c9cdd5d-e47c-445c-8123-e0df3a246015 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.953650] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223179, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.955392] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] d71db9f7-4971-4450-9559-0359b80f308c/d71db9f7-4971-4450-9559-0359b80f308c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.955656] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.956199] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1316.956199] env[69950]: value = "task-4223180" [ 1316.956199] env[69950]: _type = "Task" [ 1316.956199] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.956552] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8803eb34-a543-4602-a640-b6761f4b4828 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.970730] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223180, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.972466] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1316.972466] env[69950]: value = "task-4223181" [ 1316.972466] env[69950]: _type = "Task" [ 1316.972466] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.981768] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.052830] env[69950]: DEBUG nova.network.neutron [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Successfully updated port: ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1317.469301] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223180, 'name': ReconfigVM_Task, 'duration_secs': 0.327471} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.469656] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 147a2343-a115-42b7-b107-971afdff342c/147a2343-a115-42b7-b107-971afdff342c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.470134] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b1672dc-f332-471a-ab06-8c145aabee27 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.477408] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1317.477408] env[69950]: value = "task-4223182" [ 1317.477408] env[69950]: _type = "Task" [ 1317.477408] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.483360] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081138} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.483924] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.484672] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9451ec5c-8c48-4e3b-897f-69f2925729ee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.490225] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223182, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.510738] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d71db9f7-4971-4450-9559-0359b80f308c/d71db9f7-4971-4450-9559-0359b80f308c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.511103] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5666504-fcfa-47ac-ba1b-a90f3a274166 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.533735] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1317.533735] env[69950]: value = "task-4223183" [ 1317.533735] env[69950]: _type = "Task" [ 1317.533735] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.542917] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.557957] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.558448] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.558678] env[69950]: DEBUG nova.network.neutron [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.828635] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.828890] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.987399] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223182, 'name': Rename_Task, 'duration_secs': 0.142398} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.987602] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.987844] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ae8709c-a4f0-4147-8396-40b39bbe9e09 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.995122] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1317.995122] env[69950]: value = "task-4223184" [ 1317.995122] env[69950]: _type = "Task" [ 1317.995122] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.003243] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.043677] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223183, 'name': ReconfigVM_Task, 'duration_secs': 0.320311} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.043963] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d71db9f7-4971-4450-9559-0359b80f308c/d71db9f7-4971-4450-9559-0359b80f308c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.044634] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-461a732f-8d38-4d21-aa26-c9b0655f9921 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.051152] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1318.051152] env[69950]: value = "task-4223185" [ 1318.051152] env[69950]: _type = "Task" [ 1318.051152] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.060206] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223185, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.093045] env[69950]: DEBUG nova.network.neutron [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.245983] env[69950]: DEBUG nova.network.neutron [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating instance_info_cache with network_info: [{"id": "ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8", "address": "fa:16:3e:e8:26:ba", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba67a1a3-9d", "ovs_interfaceid": "ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.329852] env[69950]: DEBUG nova.compute.manager [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1318.330561] env[69950]: DEBUG nova.virt.hardware [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.330847] env[69950]: DEBUG nova.virt.hardware [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.331044] env[69950]: DEBUG nova.virt.hardware [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.331285] env[69950]: DEBUG nova.virt.hardware [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.331472] env[69950]: DEBUG nova.virt.hardware [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.331630] env[69950]: DEBUG nova.virt.hardware [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.331858] env[69950]: DEBUG nova.virt.hardware [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.332109] env[69950]: DEBUG nova.virt.hardware [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.332266] env[69950]: DEBUG nova.virt.hardware [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.332504] env[69950]: DEBUG nova.virt.hardware [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.332743] env[69950]: DEBUG nova.virt.hardware [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.333201] env[69950]: DEBUG nova.compute.manager [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.336958] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc47f6e-876f-4512-96f1-f933195625eb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.346719] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a023e240-acea-4c5d-ac7e-bb93df905868 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.505785] env[69950]: DEBUG oslo_vmware.api [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223184, 'name': PowerOnVM_Task, 'duration_secs': 0.447591} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.506185] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.506283] env[69950]: INFO nova.compute.manager [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1318.506465] env[69950]: DEBUG nova.compute.manager [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1318.507315] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6c07a9-461d-4c2d-82e7-9437305e9675 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.561147] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223185, 'name': Rename_Task, 'duration_secs': 0.142185} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.561526] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.561798] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afff4329-5d22-4d82-befb-9f210464862a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.569637] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1318.569637] env[69950]: value = "task-4223186" [ 1318.569637] env[69950]: _type = "Task" [ 1318.569637] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.577741] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.749471] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.749901] env[69950]: DEBUG nova.compute.manager [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Instance network_info: |[{"id": "ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8", "address": "fa:16:3e:e8:26:ba", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba67a1a3-9d", "ovs_interfaceid": "ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1318.750488] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:26:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.759449] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.759688] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.759933] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38e18eb0-bac9-43d8-9cd4-f876888e3b50 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.780913] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.780913] env[69950]: value = "task-4223187" [ 1318.780913] env[69950]: _type = "Task" [ 1318.780913] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.789388] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223187, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.863478] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.863872] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.865479] env[69950]: INFO nova.compute.claims [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.919788] env[69950]: DEBUG nova.compute.manager [req-d0aee22a-cd79-4ba4-a6ed-1057392c2f0f req-62e7c757-9868-4250-9d19-87c94e8d2c83 service nova] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Received event network-changed-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1318.920032] env[69950]: DEBUG nova.compute.manager [req-d0aee22a-cd79-4ba4-a6ed-1057392c2f0f req-62e7c757-9868-4250-9d19-87c94e8d2c83 service nova] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Refreshing instance network info cache due to event network-changed-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1318.920284] env[69950]: DEBUG oslo_concurrency.lockutils [req-d0aee22a-cd79-4ba4-a6ed-1057392c2f0f req-62e7c757-9868-4250-9d19-87c94e8d2c83 service nova] Acquiring lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.920437] env[69950]: DEBUG oslo_concurrency.lockutils [req-d0aee22a-cd79-4ba4-a6ed-1057392c2f0f req-62e7c757-9868-4250-9d19-87c94e8d2c83 service nova] Acquired lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.920653] env[69950]: DEBUG nova.network.neutron [req-d0aee22a-cd79-4ba4-a6ed-1057392c2f0f req-62e7c757-9868-4250-9d19-87c94e8d2c83 service nova] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Refreshing network info cache for port ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.026712] env[69950]: INFO nova.compute.manager [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Took 11.13 seconds to build instance. [ 1319.079573] env[69950]: DEBUG oslo_vmware.api [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223186, 'name': PowerOnVM_Task, 'duration_secs': 0.465682} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.079851] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.080091] env[69950]: INFO nova.compute.manager [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Took 4.70 seconds to spawn the instance on the hypervisor. [ 1319.080285] env[69950]: DEBUG nova.compute.manager [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1319.081431] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58bef5f-82cc-4ab4-8476-0837d265e99e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.291296] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223187, 'name': CreateVM_Task} progress is 99%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.529388] env[69950]: DEBUG oslo_concurrency.lockutils [None req-3a07dd26-a473-4635-9f09-7272af56a23d tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "147a2343-a115-42b7-b107-971afdff342c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.643s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.604999] env[69950]: INFO nova.compute.manager [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Took 11.48 seconds to build instance. [ 1319.703510] env[69950]: DEBUG nova.network.neutron [req-d0aee22a-cd79-4ba4-a6ed-1057392c2f0f req-62e7c757-9868-4250-9d19-87c94e8d2c83 service nova] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updated VIF entry in instance network info cache for port ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.703825] env[69950]: DEBUG nova.network.neutron [req-d0aee22a-cd79-4ba4-a6ed-1057392c2f0f req-62e7c757-9868-4250-9d19-87c94e8d2c83 service nova] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating instance_info_cache with network_info: [{"id": "ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8", "address": "fa:16:3e:e8:26:ba", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba67a1a3-9d", "ovs_interfaceid": "ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.791870] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223187, 'name': CreateVM_Task, 'duration_secs': 0.566985} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.792066] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.792839] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835626', 'volume_id': '220c85c0-b795-4d66-b38b-f99198f40b16', 'name': 'volume-220c85c0-b795-4d66-b38b-f99198f40b16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5dcbd6d-9f93-49c5-800c-de32723bfcbe', 'attached_at': '', 'detached_at': '', 'volume_id': '220c85c0-b795-4d66-b38b-f99198f40b16', 'serial': '220c85c0-b795-4d66-b38b-f99198f40b16'}, 'attachment_id': '1dd9f7cd-d20b-442d-9062-8d21fe27eb7f', 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69950) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1319.793141] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Root volume attach. Driver type: vmdk {{(pid=69950) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1319.793957] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9315a7ea-d65d-45c7-8a2e-4415d8535ea3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.802484] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fef9c74-5a7c-4127-9a09-dbe399333b73 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.809426] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198a160f-6391-458f-8c82-1260d7bce827 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.816289] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-65938ad2-bf68-4390-9fd5-b4b6d9d1b485 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.824255] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1319.824255] env[69950]: value = "task-4223188" [ 1319.824255] env[69950]: _type = "Task" [ 1319.824255] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.833572] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223188, 'name': RelocateVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.994770] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d38c19f-1d27-448a-a112-e51a788a5de9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.007698] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1daa441-9640-4dff-894c-0e232402b5a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.041793] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a57e479-7b1a-4c03-8935-1e31aaeb0c3b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.050422] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8e40fa-06ae-4e53-a668-1ea359644f65 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.064635] env[69950]: DEBUG nova.compute.provider_tree [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.107598] env[69950]: DEBUG oslo_concurrency.lockutils [None req-abb6d34c-ff83-476f-ab2b-c8c6e43e83d0 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "d71db9f7-4971-4450-9559-0359b80f308c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.992s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.180076] env[69950]: INFO nova.compute.manager [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Rebuilding instance [ 1320.208330] env[69950]: DEBUG oslo_concurrency.lockutils [req-d0aee22a-cd79-4ba4-a6ed-1057392c2f0f req-62e7c757-9868-4250-9d19-87c94e8d2c83 service nova] Releasing lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.222982] env[69950]: DEBUG nova.compute.manager [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1320.223862] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5f80a0-4983-41fa-aad8-5d69920d4d44 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.335675] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223188, 'name': RelocateVM_Task} progress is 19%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.567657] env[69950]: DEBUG nova.scheduler.client.report [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.835842] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223188, 'name': RelocateVM_Task, 'duration_secs': 0.854144} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.836234] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1320.836471] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835626', 'volume_id': '220c85c0-b795-4d66-b38b-f99198f40b16', 'name': 'volume-220c85c0-b795-4d66-b38b-f99198f40b16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5dcbd6d-9f93-49c5-800c-de32723bfcbe', 'attached_at': '', 'detached_at': '', 'volume_id': '220c85c0-b795-4d66-b38b-f99198f40b16', 'serial': '220c85c0-b795-4d66-b38b-f99198f40b16'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1320.837276] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f42424-8d40-4ed8-ba63-95864a981d67 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.855460] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d7a101-6f21-4e54-b86f-c0bc74bbafb3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.878579] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-220c85c0-b795-4d66-b38b-f99198f40b16/volume-220c85c0-b795-4d66-b38b-f99198f40b16.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.879323] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a235b6ca-478c-463f-8c9c-a5239d060fa4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.900199] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1320.900199] env[69950]: value = "task-4223189" [ 1320.900199] env[69950]: _type = "Task" [ 1320.900199] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.909259] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.073274] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.073812] env[69950]: DEBUG nova.compute.manager [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.238371] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.238668] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d72ec62-9a27-4fff-baaa-e7dacf0a2212 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.247965] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1321.247965] env[69950]: value = "task-4223190" [ 1321.247965] env[69950]: _type = "Task" [ 1321.247965] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.257466] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.410617] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223189, 'name': ReconfigVM_Task, 'duration_secs': 0.481114} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.410891] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-220c85c0-b795-4d66-b38b-f99198f40b16/volume-220c85c0-b795-4d66-b38b-f99198f40b16.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.415623] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70e67c9e-27c9-49b4-b411-b80d94da9999 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.431485] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1321.431485] env[69950]: value = "task-4223191" [ 1321.431485] env[69950]: _type = "Task" [ 1321.431485] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.440632] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.578872] env[69950]: DEBUG nova.compute.utils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1321.580563] env[69950]: DEBUG nova.compute.manager [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1321.580739] env[69950]: DEBUG nova.network.neutron [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.617782] env[69950]: DEBUG nova.policy [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa97d573e71b4336b3632087323bf17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa98947929034ade8aaa85795160de1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.758662] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223190, 'name': PowerOffVM_Task, 'duration_secs': 0.126934} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.758953] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.759202] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.760020] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6025a298-a340-4ab3-be8e-245d088cff5b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.768024] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.768164] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ed4e7f4-e45b-4e88-9a84-fa9d7542df98 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.797087] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.797378] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.797562] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Deleting the datastore file [datastore2] d71db9f7-4971-4450-9559-0359b80f308c {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.797849] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9f8da21-6718-455c-8965-31cb042e8098 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.805604] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1321.805604] env[69950]: value = "task-4223193" [ 1321.805604] env[69950]: _type = "Task" [ 1321.805604] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.816321] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.942177] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223191, 'name': ReconfigVM_Task, 'duration_secs': 0.400558} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.942564] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835626', 'volume_id': '220c85c0-b795-4d66-b38b-f99198f40b16', 'name': 'volume-220c85c0-b795-4d66-b38b-f99198f40b16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5dcbd6d-9f93-49c5-800c-de32723bfcbe', 'attached_at': '', 'detached_at': '', 'volume_id': '220c85c0-b795-4d66-b38b-f99198f40b16', 'serial': '220c85c0-b795-4d66-b38b-f99198f40b16'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1321.943127] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0be3908a-3761-4959-963b-f9758f5642bb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.951354] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1321.951354] env[69950]: value = "task-4223194" [ 1321.951354] env[69950]: _type = "Task" [ 1321.951354] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.962085] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223194, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.969569] env[69950]: DEBUG nova.network.neutron [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Successfully created port: 915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.084486] env[69950]: DEBUG nova.compute.manager [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.229792] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.230061] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.230237] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.230409] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69950) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1322.316800] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261449} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.317732] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.317732] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.317732] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.417408] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.417638] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.461476] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223194, 'name': Rename_Task, 'duration_secs': 0.186088} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.461832] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.462040] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d0d3770-c3b8-4474-b201-09b53dc119c3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.469335] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1322.469335] env[69950]: value = "task-4223195" [ 1322.469335] env[69950]: _type = "Task" [ 1322.469335] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.477900] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.981155] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223195, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.095392] env[69950]: DEBUG nova.compute.manager [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.126796] env[69950]: DEBUG nova.virt.hardware [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.127103] env[69950]: DEBUG nova.virt.hardware [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.127288] env[69950]: DEBUG nova.virt.hardware [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.127478] env[69950]: DEBUG nova.virt.hardware [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.127628] env[69950]: DEBUG nova.virt.hardware [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.127781] env[69950]: DEBUG nova.virt.hardware [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.128017] env[69950]: DEBUG nova.virt.hardware [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.128218] env[69950]: DEBUG nova.virt.hardware [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.128408] env[69950]: DEBUG nova.virt.hardware [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.128577] env[69950]: DEBUG nova.virt.hardware [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.128758] env[69950]: DEBUG nova.virt.hardware [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.129702] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeea274-bb3b-4e9e-8b11-93be0cef1ca8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.138446] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160fa16e-9854-481d-b8e3-14a8fe48c389 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.349491] env[69950]: DEBUG nova.virt.hardware [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.349733] env[69950]: DEBUG nova.virt.hardware [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.349894] env[69950]: DEBUG nova.virt.hardware [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.350087] env[69950]: DEBUG nova.virt.hardware [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.350238] env[69950]: DEBUG nova.virt.hardware [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.350429] env[69950]: DEBUG nova.virt.hardware [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.350658] env[69950]: DEBUG nova.virt.hardware [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.350820] env[69950]: DEBUG nova.virt.hardware [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.350990] env[69950]: DEBUG nova.virt.hardware [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.351194] env[69950]: DEBUG nova.virt.hardware [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.351395] env[69950]: DEBUG nova.virt.hardware [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.352281] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec30470b-2227-426e-a6bb-6cffd5540a30 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.360659] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc2841c-3d16-4579-a358-f313976b8a0f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.375494] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.381295] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.382547] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.383585] env[69950]: DEBUG nova.compute.manager [req-0b086804-20ef-411b-89f6-1cf7a3bfe5a6 req-bea718a7-2a6e-4eba-97de-85ba3536b119 service nova] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Received event network-vif-plugged-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1323.383786] env[69950]: DEBUG oslo_concurrency.lockutils [req-0b086804-20ef-411b-89f6-1cf7a3bfe5a6 req-bea718a7-2a6e-4eba-97de-85ba3536b119 service nova] Acquiring lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.383988] env[69950]: DEBUG oslo_concurrency.lockutils [req-0b086804-20ef-411b-89f6-1cf7a3bfe5a6 req-bea718a7-2a6e-4eba-97de-85ba3536b119 service nova] Lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.384168] env[69950]: DEBUG oslo_concurrency.lockutils [req-0b086804-20ef-411b-89f6-1cf7a3bfe5a6 req-bea718a7-2a6e-4eba-97de-85ba3536b119 service nova] Lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.384334] env[69950]: DEBUG nova.compute.manager [req-0b086804-20ef-411b-89f6-1cf7a3bfe5a6 req-bea718a7-2a6e-4eba-97de-85ba3536b119 service nova] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] No waiting events found dispatching network-vif-plugged-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1323.384496] env[69950]: WARNING nova.compute.manager [req-0b086804-20ef-411b-89f6-1cf7a3bfe5a6 req-bea718a7-2a6e-4eba-97de-85ba3536b119 service nova] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Received unexpected event network-vif-plugged-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 for instance with vm_state building and task_state spawning. [ 1323.384760] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3beacc3-91bc-4a63-b83e-b690d3813006 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.403107] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.403107] env[69950]: value = "task-4223196" [ 1323.403107] env[69950]: _type = "Task" [ 1323.403107] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.411489] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223196, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.480044] env[69950]: DEBUG nova.network.neutron [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Successfully updated port: 915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.484868] env[69950]: DEBUG oslo_vmware.api [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223195, 'name': PowerOnVM_Task, 'duration_secs': 0.593387} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.485923] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.485923] env[69950]: INFO nova.compute.manager [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Took 5.16 seconds to spawn the instance on the hypervisor. [ 1323.485923] env[69950]: DEBUG nova.compute.manager [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1323.486418] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaab8f44-5514-419e-95e7-0b38b6a767fe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.913829] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223196, 'name': CreateVM_Task, 'duration_secs': 0.280518} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.914352] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.914800] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.915053] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.915307] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.915568] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0ed677-a22a-4a6a-a441-475384bebc13 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.920884] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1323.920884] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524afd7f-acbc-90ad-0a2f-47af0da11835" [ 1323.920884] env[69950]: _type = "Task" [ 1323.920884] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.929271] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524afd7f-acbc-90ad-0a2f-47af0da11835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.986196] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "refresh_cache-7efe7c55-5425-4b3e-9b9f-c3092a0a258f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.986442] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "refresh_cache-7efe7c55-5425-4b3e-9b9f-c3092a0a258f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.986546] env[69950]: DEBUG nova.network.neutron [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.005564] env[69950]: INFO nova.compute.manager [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Took 14.83 seconds to build instance. [ 1324.432325] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524afd7f-acbc-90ad-0a2f-47af0da11835, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.432607] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.432847] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.433126] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.433317] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.433478] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.433748] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-219cb0b9-ccaa-4f53-ad54-7244c3471d8e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.442594] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.442782] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.443608] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4cd111-45c5-46fc-985c-b095e7662125 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.449034] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1324.449034] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520a5c9d-0c7b-a0d9-2740-5397fe17e399" [ 1324.449034] env[69950]: _type = "Task" [ 1324.449034] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.457817] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520a5c9d-0c7b-a0d9-2740-5397fe17e399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.508071] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c9accaa6-c7db-4f68-accc-042473bca35f tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.342s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.538750] env[69950]: DEBUG nova.network.neutron [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.757661] env[69950]: DEBUG nova.network.neutron [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Updating instance_info_cache with network_info: [{"id": "915e89aa-8ba5-4283-a5b5-b5cd25ac6f15", "address": "fa:16:3e:0d:56:bc", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap915e89aa-8b", "ovs_interfaceid": "915e89aa-8ba5-4283-a5b5-b5cd25ac6f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.960114] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520a5c9d-0c7b-a0d9-2740-5397fe17e399, 'name': SearchDatastore_Task, 'duration_secs': 0.010766} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.960945] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38c6be4-1284-4724-a8ae-6f88fbbde5df {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.968022] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1324.968022] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52748311-cbe3-94ba-96f0-5933788e6212" [ 1324.968022] env[69950]: _type = "Task" [ 1324.968022] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.975389] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52748311-cbe3-94ba-96f0-5933788e6212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.265875] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "refresh_cache-7efe7c55-5425-4b3e-9b9f-c3092a0a258f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.266348] env[69950]: DEBUG nova.compute.manager [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Instance network_info: |[{"id": "915e89aa-8ba5-4283-a5b5-b5cd25ac6f15", "address": "fa:16:3e:0d:56:bc", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap915e89aa-8b", "ovs_interfaceid": "915e89aa-8ba5-4283-a5b5-b5cd25ac6f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.266887] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:56:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '915e89aa-8ba5-4283-a5b5-b5cd25ac6f15', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.275136] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.275448] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.275721] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d8707ce-f784-4a0d-8057-f6c7f58c6193 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.298116] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.298116] env[69950]: value = "task-4223197" [ 1325.298116] env[69950]: _type = "Task" [ 1325.298116] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.308797] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223197, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.411683] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.419142] env[69950]: DEBUG nova.compute.manager [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Received event network-changed-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1325.419345] env[69950]: DEBUG nova.compute.manager [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Refreshing instance network info cache due to event network-changed-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1325.419556] env[69950]: DEBUG oslo_concurrency.lockutils [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] Acquiring lock "refresh_cache-7efe7c55-5425-4b3e-9b9f-c3092a0a258f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.419700] env[69950]: DEBUG oslo_concurrency.lockutils [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] Acquired lock "refresh_cache-7efe7c55-5425-4b3e-9b9f-c3092a0a258f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.419859] env[69950]: DEBUG nova.network.neutron [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Refreshing network info cache for port 915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.480182] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52748311-cbe3-94ba-96f0-5933788e6212, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.480599] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.481033] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] d71db9f7-4971-4450-9559-0359b80f308c/d71db9f7-4971-4450-9559-0359b80f308c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.481404] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2597915-189d-49eb-b31c-91505abe04f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.490028] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1325.490028] env[69950]: value = "task-4223198" [ 1325.490028] env[69950]: _type = "Task" [ 1325.490028] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.499080] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.810341] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223197, 'name': CreateVM_Task, 'duration_secs': 0.32512} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.810542] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.811236] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.811401] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.811729] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.811995] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e09a46-d7b4-4223-b0c0-c7bb5dc0eb89 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.817638] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1325.817638] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bc08cc-8d1f-83cf-35e3-b91304a99fd2" [ 1325.817638] env[69950]: _type = "Task" [ 1325.817638] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.827067] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bc08cc-8d1f-83cf-35e3-b91304a99fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.001908] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223198, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.181666] env[69950]: DEBUG nova.network.neutron [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Updated VIF entry in instance network info cache for port 915e89aa-8ba5-4283-a5b5-b5cd25ac6f15. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.182156] env[69950]: DEBUG nova.network.neutron [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Updating instance_info_cache with network_info: [{"id": "915e89aa-8ba5-4283-a5b5-b5cd25ac6f15", "address": "fa:16:3e:0d:56:bc", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap915e89aa-8b", "ovs_interfaceid": "915e89aa-8ba5-4283-a5b5-b5cd25ac6f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.280095] env[69950]: DEBUG nova.compute.manager [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Stashing vm_state: active {{(pid=69950) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1326.329214] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bc08cc-8d1f-83cf-35e3-b91304a99fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.052779} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.330352] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.330589] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.330861] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.331059] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.331254] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.331769] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51651f39-3f79-408d-9da8-d9a0b36d00ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.342197] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.342336] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.343058] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518b786f-45f1-4e69-ada5-a6a28fbb3cc1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.349073] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1326.349073] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524d5b27-e301-b1f0-ba9f-3d38a1db41c5" [ 1326.349073] env[69950]: _type = "Task" [ 1326.349073] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.356843] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524d5b27-e301-b1f0-ba9f-3d38a1db41c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.416568] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.501652] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519718} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.501809] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] d71db9f7-4971-4450-9559-0359b80f308c/d71db9f7-4971-4450-9559-0359b80f308c.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.501962] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.502238] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55990065-5dab-4e09-a70b-5ee17c7aa1b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.509622] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1326.509622] env[69950]: value = "task-4223199" [ 1326.509622] env[69950]: _type = "Task" [ 1326.509622] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.519239] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.686070] env[69950]: DEBUG oslo_concurrency.lockutils [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] Releasing lock "refresh_cache-7efe7c55-5425-4b3e-9b9f-c3092a0a258f" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.686280] env[69950]: DEBUG nova.compute.manager [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Received event network-changed-7790bed2-19b5-443f-a6d0-da39f8bc840a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1326.686450] env[69950]: DEBUG nova.compute.manager [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Refreshing instance network info cache due to event network-changed-7790bed2-19b5-443f-a6d0-da39f8bc840a. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1326.686637] env[69950]: DEBUG oslo_concurrency.lockutils [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] Acquiring lock "refresh_cache-fb7588d9-cd40-4391-b6f7-65bc2780c6e7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.686755] env[69950]: DEBUG oslo_concurrency.lockutils [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] Acquired lock "refresh_cache-fb7588d9-cd40-4391-b6f7-65bc2780c6e7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.686918] env[69950]: DEBUG nova.network.neutron [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Refreshing network info cache for port 7790bed2-19b5-443f-a6d0-da39f8bc840a {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.801407] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.801700] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.859973] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]524d5b27-e301-b1f0-ba9f-3d38a1db41c5, 'name': SearchDatastore_Task, 'duration_secs': 0.058681} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.860972] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92542339-9c7e-476c-ae02-735ebe60c4b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.867515] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1326.867515] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529f622d-fe9a-2679-af11-223efef37587" [ 1326.867515] env[69950]: _type = "Task" [ 1326.867515] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.878578] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529f622d-fe9a-2679-af11-223efef37587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.021239] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.312794} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.021475] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.022337] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cf28f6-7a60-4eb8-a196-d1b02c909ce0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.043445] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d71db9f7-4971-4450-9559-0359b80f308c/d71db9f7-4971-4450-9559-0359b80f308c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.043829] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45696ca7-927e-40e0-99b0-f99e5c8cb64a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.065749] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1327.065749] env[69950]: value = "task-4223200" [ 1327.065749] env[69950]: _type = "Task" [ 1327.065749] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.075232] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.306303] env[69950]: INFO nova.compute.claims [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.382068] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529f622d-fe9a-2679-af11-223efef37587, 'name': SearchDatastore_Task, 'duration_secs': 0.085559} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.382437] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.382741] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 7efe7c55-5425-4b3e-9b9f-c3092a0a258f/7efe7c55-5425-4b3e-9b9f-c3092a0a258f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.383045] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0520a36-f491-459a-a87c-ce4188ac19f8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.391180] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1327.391180] env[69950]: value = "task-4223201" [ 1327.391180] env[69950]: _type = "Task" [ 1327.391180] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.399972] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.416766] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.448524] env[69950]: DEBUG nova.network.neutron [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Updated VIF entry in instance network info cache for port 7790bed2-19b5-443f-a6d0-da39f8bc840a. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.448863] env[69950]: DEBUG nova.network.neutron [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Updating instance_info_cache with network_info: [{"id": "7790bed2-19b5-443f-a6d0-da39f8bc840a", "address": "fa:16:3e:4f:2c:9c", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7790bed2-19", "ovs_interfaceid": "7790bed2-19b5-443f-a6d0-da39f8bc840a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.575741] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223200, 'name': ReconfigVM_Task, 'duration_secs': 0.402519} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.576127] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d71db9f7-4971-4450-9559-0359b80f308c/d71db9f7-4971-4450-9559-0359b80f308c.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.576739] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a9dd698-7ace-45ab-a7a4-1d966bbf6f72 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.584294] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1327.584294] env[69950]: value = "task-4223202" [ 1327.584294] env[69950]: _type = "Task" [ 1327.584294] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.593759] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223202, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.813429] env[69950]: INFO nova.compute.resource_tracker [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating resource usage from migration 31cba613-ed6c-4fac-a16e-ee893d67a820 [ 1327.903930] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223201, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.921755] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.951735] env[69950]: DEBUG oslo_concurrency.lockutils [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] Releasing lock "refresh_cache-fb7588d9-cd40-4391-b6f7-65bc2780c6e7" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.952031] env[69950]: DEBUG nova.compute.manager [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Received event network-changed-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1327.952215] env[69950]: DEBUG nova.compute.manager [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Refreshing instance network info cache due to event network-changed-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1327.952440] env[69950]: DEBUG oslo_concurrency.lockutils [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] Acquiring lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.952589] env[69950]: DEBUG oslo_concurrency.lockutils [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] Acquired lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.952754] env[69950]: DEBUG nova.network.neutron [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Refreshing network info cache for port ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.956022] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd81da1-ed60-49d0-b460-fd0087848bd2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.965506] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40485951-5f1b-4e1b-a058-4cc48d1f1a4f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.000262] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edf47a8-adbb-4181-8abe-72f1fb377352 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.008598] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0505c2-8796-42c0-81da-ca24f379a4b4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.023791] env[69950]: DEBUG nova.compute.provider_tree [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.095081] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223202, 'name': Rename_Task, 'duration_secs': 0.437214} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.095391] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.095647] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f307fdc0-ff20-4eb5-94e8-92ef633024eb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.103408] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1328.103408] env[69950]: value = "task-4223203" [ 1328.103408] env[69950]: _type = "Task" [ 1328.103408] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.114889] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.401924] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527742} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.402321] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 7efe7c55-5425-4b3e-9b9f-c3092a0a258f/7efe7c55-5425-4b3e-9b9f-c3092a0a258f.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.402321] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.402586] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36cad0aa-6289-49fe-aca7-1ea7b0b69c1c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.409196] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1328.409196] env[69950]: value = "task-4223204" [ 1328.409196] env[69950]: _type = "Task" [ 1328.409196] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.419489] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.527063] env[69950]: DEBUG nova.scheduler.client.report [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.616891] env[69950]: DEBUG oslo_vmware.api [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223203, 'name': PowerOnVM_Task, 'duration_secs': 0.488774} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.616952] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.617304] env[69950]: DEBUG nova.compute.manager [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1328.618238] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dededa6e-d65d-425d-9841-78dd31e68ee5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.732116] env[69950]: DEBUG nova.network.neutron [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updated VIF entry in instance network info cache for port ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.732550] env[69950]: DEBUG nova.network.neutron [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating instance_info_cache with network_info: [{"id": "ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8", "address": "fa:16:3e:e8:26:ba", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba67a1a3-9d", "ovs_interfaceid": "ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.918539] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068205} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.918828] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.919619] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb939bf-b74c-4920-9ea3-bb6a8f3f346f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.941697] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 7efe7c55-5425-4b3e-9b9f-c3092a0a258f/7efe7c55-5425-4b3e-9b9f-c3092a0a258f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.941980] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e330f7-507a-4000-8d2c-1ac1f8e61718 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.962084] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1328.962084] env[69950]: value = "task-4223205" [ 1328.962084] env[69950]: _type = "Task" [ 1328.962084] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.972797] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.032469] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.231s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.032658] env[69950]: INFO nova.compute.manager [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Migrating [ 1329.039372] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.118s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.039586] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.039727] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69950) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1329.043139] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d61f8dd-2415-4d07-9dcd-83df83e33f8c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.056603] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded34014-6d80-4283-8766-656f0e4fa67d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.072870] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed3caa5-444c-4d1d-8793-4f199318a15b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.080322] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b271af-7d62-4e80-a843-7476935793ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.113130] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179793MB free_disk=2GB free_vcpus=48 pci_devices=None {{(pid=69950) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1329.113345] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.113569] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.136122] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.234998] env[69950]: DEBUG oslo_concurrency.lockutils [req-1d216481-ac7d-43c1-baf0-f78703c48f37 req-7d5093bd-00eb-4d68-90d2-83e61a3efe67 service nova] Releasing lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.473281] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223205, 'name': ReconfigVM_Task, 'duration_secs': 0.273384} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.473691] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 7efe7c55-5425-4b3e-9b9f-c3092a0a258f/7efe7c55-5425-4b3e-9b9f-c3092a0a258f.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.474274] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d0262ae-9b57-447e-901b-f4cbbb7eb088 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.481785] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1329.481785] env[69950]: value = "task-4223206" [ 1329.481785] env[69950]: _type = "Task" [ 1329.481785] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.493611] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223206, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.551726] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.552029] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.552229] env[69950]: DEBUG nova.network.neutron [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.991948] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223206, 'name': Rename_Task, 'duration_secs': 0.154067} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.993031] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.993031] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-057425ce-73dc-4c79-a5db-fc4636dd53fb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.000124] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1330.000124] env[69950]: value = "task-4223207" [ 1330.000124] env[69950]: _type = "Task" [ 1330.000124] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.008196] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.124724] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Applying migration context for instance d5dcbd6d-9f93-49c5-800c-de32723bfcbe as it has an incoming, in-progress migration 31cba613-ed6c-4fac-a16e-ee893d67a820. Migration status is pre-migrating {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1330.126117] env[69950]: INFO nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating resource usage from migration 31cba613-ed6c-4fac-a16e-ee893d67a820 [ 1330.147314] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance da4381f9-af9d-4e93-b6e9-92371f27d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1330.147498] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance fb7588d9-cd40-4391-b6f7-65bc2780c6e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1330.147628] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance c6f002d4-5e1b-4b6a-9908-92e91c051015 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1330.147746] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 8059c06b-064d-4299-8558-b136e399aae1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1330.147863] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 147a2343-a115-42b7-b107-971afdff342c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1330.148069] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance d71db9f7-4971-4450-9559-0359b80f308c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1330.148184] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 7efe7c55-5425-4b3e-9b9f-c3092a0a258f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1330.148267] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Migration 31cba613-ed6c-4fac-a16e-ee893d67a820 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1330.148384] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance d5dcbd6d-9f93-49c5-800c-de32723bfcbe actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1330.148587] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1330.148725] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1330.277421] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2389b3d7-59be-45ec-883f-1223d686ac8b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.281017] env[69950]: DEBUG nova.network.neutron [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating instance_info_cache with network_info: [{"id": "ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8", "address": "fa:16:3e:e8:26:ba", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba67a1a3-9d", "ovs_interfaceid": "ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.287660] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaba671-7670-46c2-b253-80bdd2fdc416 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.321338] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335fd941-5124-4f07-86df-731d0c7f5735 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.329779] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe42e4d-aea2-4b20-9f3c-599759290f20 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.345098] env[69950]: DEBUG nova.compute.provider_tree [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.450049] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "d71db9f7-4971-4450-9559-0359b80f308c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.450049] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "d71db9f7-4971-4450-9559-0359b80f308c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.450049] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "d71db9f7-4971-4450-9559-0359b80f308c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.450365] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "d71db9f7-4971-4450-9559-0359b80f308c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.450533] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "d71db9f7-4971-4450-9559-0359b80f308c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.452871] env[69950]: INFO nova.compute.manager [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Terminating instance [ 1330.510023] env[69950]: DEBUG oslo_vmware.api [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223207, 'name': PowerOnVM_Task, 'duration_secs': 0.439973} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.510383] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.510560] env[69950]: INFO nova.compute.manager [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1330.510754] env[69950]: DEBUG nova.compute.manager [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1330.511524] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a354e25-c7c8-4119-9f0e-6388f37c7d87 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.784144] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.848875] env[69950]: DEBUG nova.scheduler.client.report [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.956662] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "refresh_cache-d71db9f7-4971-4450-9559-0359b80f308c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.956880] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquired lock "refresh_cache-d71db9f7-4971-4450-9559-0359b80f308c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.957041] env[69950]: DEBUG nova.network.neutron [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.029215] env[69950]: INFO nova.compute.manager [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Took 12.19 seconds to build instance. [ 1331.353532] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1331.353734] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.240s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.353987] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.218s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.354200] env[69950]: DEBUG nova.objects.instance [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1331.476971] env[69950]: DEBUG nova.network.neutron [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.531755] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.703s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.539384] env[69950]: DEBUG nova.network.neutron [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.040955] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Releasing lock "refresh_cache-d71db9f7-4971-4450-9559-0359b80f308c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.041420] env[69950]: DEBUG nova.compute.manager [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.041620] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.042565] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c84ae5-8d09-463c-be2c-b75173b607e4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.050940] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.051194] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2cfaeb0-b6eb-40ba-a32f-35ee6824e376 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.057861] env[69950]: DEBUG oslo_vmware.api [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1332.057861] env[69950]: value = "task-4223208" [ 1332.057861] env[69950]: _type = "Task" [ 1332.057861] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.066563] env[69950]: DEBUG oslo_vmware.api [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.298942] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b653107-dde2-4e5b-995e-8849ebc6b7b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.318090] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating instance 'd5dcbd6d-9f93-49c5-800c-de32723bfcbe' progress to 0 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.362760] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a431d23b-99ea-49e8-bba4-3fb262b810eb tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.568381] env[69950]: DEBUG oslo_vmware.api [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223208, 'name': PowerOffVM_Task, 'duration_secs': 0.120651} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.568772] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.568816] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.569070] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-832ae434-510e-4e0a-aefd-b8d832214e7d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.596791] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.597202] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.597421] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Deleting the datastore file [datastore2] d71db9f7-4971-4450-9559-0359b80f308c {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.597691] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3ade6cc-752a-4165-89bd-7a34a74729bb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.605033] env[69950]: DEBUG oslo_vmware.api [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1332.605033] env[69950]: value = "task-4223210" [ 1332.605033] env[69950]: _type = "Task" [ 1332.605033] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.613216] env[69950]: DEBUG oslo_vmware.api [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.823738] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.824073] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e602d0c-767a-48be-85b1-f16d9ef2eac5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.834449] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1332.834449] env[69950]: value = "task-4223211" [ 1332.834449] env[69950]: _type = "Task" [ 1332.834449] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.843878] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.887614] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.887859] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.117064] env[69950]: DEBUG oslo_vmware.api [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132021} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.117395] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.117619] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.117831] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.118043] env[69950]: INFO nova.compute.manager [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1333.118348] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.118551] env[69950]: DEBUG nova.compute.manager [-] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.118644] env[69950]: DEBUG nova.network.neutron [-] [instance: d71db9f7-4971-4450-9559-0359b80f308c] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.136390] env[69950]: DEBUG nova.network.neutron [-] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.345278] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223211, 'name': PowerOffVM_Task, 'duration_secs': 0.292233} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.345563] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.345750] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating instance 'd5dcbd6d-9f93-49c5-800c-de32723bfcbe' progress to 17 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.391070] env[69950]: DEBUG nova.compute.utils [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1333.639582] env[69950]: DEBUG nova.network.neutron [-] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.853145] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.853396] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.853576] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.853753] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.853902] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.854116] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.854310] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.854486] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.854655] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.854821] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.854998] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.860148] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2425e49d-6d8e-4510-bd24-8e7e5a7afa44 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.876515] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1333.876515] env[69950]: value = "task-4223212" [ 1333.876515] env[69950]: _type = "Task" [ 1333.876515] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.891716] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223212, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.893441] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.142274] env[69950]: INFO nova.compute.manager [-] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Took 1.02 seconds to deallocate network for instance. [ 1334.387255] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223212, 'name': ReconfigVM_Task, 'duration_secs': 0.308782} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.387559] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating instance 'd5dcbd6d-9f93-49c5-800c-de32723bfcbe' progress to 33 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1334.649688] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.650106] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.650168] env[69950]: DEBUG nova.objects.instance [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lazy-loading 'resources' on Instance uuid d71db9f7-4971-4450-9559-0359b80f308c {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.894939] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.895200] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.895366] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.895553] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.895701] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.895849] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.896098] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.896330] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.896536] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.896691] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.896867] env[69950]: DEBUG nova.virt.hardware [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.902395] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1334.902745] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db4fa243-04f1-4dc9-b1a0-155d3233ae1b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.922788] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1334.922788] env[69950]: value = "task-4223213" [ 1334.922788] env[69950]: _type = "Task" [ 1334.922788] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.932465] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.953605] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.953910] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.954247] env[69950]: INFO nova.compute.manager [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Attaching volume 5a348f9a-0bde-4682-80ac-827d22208969 to /dev/sdb [ 1334.987597] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a70693-1f8a-4223-aa42-806e1b39cd58 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.995772] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649ff3ab-3492-4cd2-b9f5-f994a7206621 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.010587] env[69950]: DEBUG nova.virt.block_device [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Updating existing volume attachment record: 56490220-f539-45be-a049-02a7ef2625e9 {{(pid=69950) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1335.281993] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ab3ab7-3ae3-4fc5-8aaa-916815688222 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.293128] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc20cd78-2b7f-426d-847a-3100cfffb07d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.324670] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933013fb-c19b-4673-99e6-5f6e5be7cd3d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.333621] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098aa563-7e1d-4d73-a3b2-eb272bdee177 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.349911] env[69950]: DEBUG nova.compute.provider_tree [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.352025] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.434233] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223213, 'name': ReconfigVM_Task, 'duration_secs': 0.168194} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.434510] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1335.435375] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcc0981-2200-49a3-a50e-774583ab985a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.458782] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-220c85c0-b795-4d66-b38b-f99198f40b16/volume-220c85c0-b795-4d66-b38b-f99198f40b16.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.459114] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05269aba-2cab-4289-a794-68e80caa2460 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.477529] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1335.477529] env[69950]: value = "task-4223217" [ 1335.477529] env[69950]: _type = "Task" [ 1335.477529] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.487957] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.853379] env[69950]: DEBUG nova.scheduler.client.report [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.987822] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.360029] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.379856] env[69950]: INFO nova.scheduler.client.report [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Deleted allocations for instance d71db9f7-4971-4450-9559-0359b80f308c [ 1336.489030] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223217, 'name': ReconfigVM_Task, 'duration_secs': 0.804115} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.489432] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-220c85c0-b795-4d66-b38b-f99198f40b16/volume-220c85c0-b795-4d66-b38b-f99198f40b16.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.489749] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating instance 'd5dcbd6d-9f93-49c5-800c-de32723bfcbe' progress to 50 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.838371] env[69950]: INFO nova.compute.manager [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Rebuilding instance [ 1336.874160] env[69950]: DEBUG nova.compute.manager [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1336.875016] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c90a3e5-022c-47cb-9c69-e24ccb898a5f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.885918] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b554ad2e-731d-4068-ae77-18824e95423e tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "d71db9f7-4971-4450-9559-0359b80f308c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.436s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.996431] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d54d00e-5f10-4369-a9bc-ecd75a7b35a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.015719] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8856167a-b40d-4069-85ed-59fb8b4df7da {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.034694] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating instance 'd5dcbd6d-9f93-49c5-800c-de32723bfcbe' progress to 67 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.040253] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "147a2343-a115-42b7-b107-971afdff342c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.040562] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "147a2343-a115-42b7-b107-971afdff342c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.040816] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "147a2343-a115-42b7-b107-971afdff342c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.041043] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "147a2343-a115-42b7-b107-971afdff342c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.041257] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "147a2343-a115-42b7-b107-971afdff342c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.043391] env[69950]: INFO nova.compute.manager [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Terminating instance [ 1337.548264] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "refresh_cache-147a2343-a115-42b7-b107-971afdff342c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.548464] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquired lock "refresh_cache-147a2343-a115-42b7-b107-971afdff342c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.548642] env[69950]: DEBUG nova.network.neutron [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.891047] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.891438] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3bb62c2-5555-4dd5-a48a-fb677bb619b7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.899512] env[69950]: DEBUG oslo_vmware.api [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Waiting for the task: (returnval){ [ 1337.899512] env[69950]: value = "task-4223219" [ 1337.899512] env[69950]: _type = "Task" [ 1337.899512] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.908411] env[69950]: DEBUG oslo_vmware.api [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.070096] env[69950]: DEBUG nova.network.neutron [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.122564] env[69950]: DEBUG nova.network.neutron [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.409477] env[69950]: DEBUG oslo_vmware.api [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223219, 'name': PowerOffVM_Task, 'duration_secs': 0.192997} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.409764] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.410511] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.410771] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29814863-5cc3-4d0f-a5ff-0ba2c0767b09 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.417449] env[69950]: DEBUG oslo_vmware.api [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Waiting for the task: (returnval){ [ 1338.417449] env[69950]: value = "task-4223220" [ 1338.417449] env[69950]: _type = "Task" [ 1338.417449] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.425135] env[69950]: DEBUG oslo_vmware.api [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.625376] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Releasing lock "refresh_cache-147a2343-a115-42b7-b107-971afdff342c" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.625873] env[69950]: DEBUG nova.compute.manager [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.626029] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.626920] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3c0496-588c-4e37-813f-766ace6420ff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.635245] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.635500] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c39fcc1f-1671-47cb-aa57-9860f75631eb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.642103] env[69950]: DEBUG oslo_vmware.api [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1338.642103] env[69950]: value = "task-4223221" [ 1338.642103] env[69950]: _type = "Task" [ 1338.642103] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.650188] env[69950]: DEBUG oslo_vmware.api [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.931507] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1338.935091] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1338.935091] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835620', 'volume_id': '9af3235d-ff0f-48a2-b486-16416c9a7c19', 'name': 'volume-9af3235d-ff0f-48a2-b486-16416c9a7c19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8059c06b-064d-4299-8558-b136e399aae1', 'attached_at': '', 'detached_at': '', 'volume_id': '9af3235d-ff0f-48a2-b486-16416c9a7c19', 'serial': '9af3235d-ff0f-48a2-b486-16416c9a7c19'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1338.935091] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eed922b-fa80-421c-999e-da1abf0831b2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.954996] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd29b1c-0798-431c-9c9a-df5e537ed274 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.963399] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfbdfe7-397b-45e5-9911-74d7b92f3ea6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.987031] env[69950]: DEBUG nova.network.neutron [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Port ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 binding to destination host cpu-1 is already ACTIVE {{(pid=69950) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1338.988528] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a52c2a3-3eac-42be-b319-8d40835b0b80 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.006028] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] The volume has not been displaced from its original location: [datastore2] volume-9af3235d-ff0f-48a2-b486-16416c9a7c19/volume-9af3235d-ff0f-48a2-b486-16416c9a7c19.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1339.011023] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1339.012053] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1141e70b-e861-4bbf-a472-c5f6e29bead4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.031800] env[69950]: DEBUG oslo_vmware.api [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Waiting for the task: (returnval){ [ 1339.031800] env[69950]: value = "task-4223222" [ 1339.031800] env[69950]: _type = "Task" [ 1339.031800] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.041256] env[69950]: DEBUG oslo_vmware.api [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.152857] env[69950]: DEBUG oslo_vmware.api [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223221, 'name': PowerOffVM_Task, 'duration_secs': 0.118509} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.153176] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.153373] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.153631] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f2a465b-f178-4596-9e99-3675efb14278 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.182758] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.182939] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.183129] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Deleting the datastore file [datastore2] 147a2343-a115-42b7-b107-971afdff342c {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.183418] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cfb69ee-8c5b-4478-b8dd-fdb8c4487c19 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.191273] env[69950]: DEBUG oslo_vmware.api [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for the task: (returnval){ [ 1339.191273] env[69950]: value = "task-4223224" [ 1339.191273] env[69950]: _type = "Task" [ 1339.191273] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.199846] env[69950]: DEBUG oslo_vmware.api [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.542074] env[69950]: DEBUG oslo_vmware.api [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223222, 'name': ReconfigVM_Task, 'duration_secs': 0.241817} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.543098] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1339.548064] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acb09cb5-eae8-4274-bec0-291561fca45e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.559567] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Volume attach. Driver type: vmdk {{(pid=69950) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1339.559805] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835638', 'volume_id': '5a348f9a-0bde-4682-80ac-827d22208969', 'name': 'volume-5a348f9a-0bde-4682-80ac-827d22208969', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7efe7c55-5425-4b3e-9b9f-c3092a0a258f', 'attached_at': '', 'detached_at': '', 'volume_id': '5a348f9a-0bde-4682-80ac-827d22208969', 'serial': '5a348f9a-0bde-4682-80ac-827d22208969'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1339.561105] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f495f42c-6377-46fa-a9d5-e378be9495c8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.580293] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2462430-7e17-4389-97e8-3d1eceb18314 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.583146] env[69950]: DEBUG oslo_vmware.api [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Waiting for the task: (returnval){ [ 1339.583146] env[69950]: value = "task-4223225" [ 1339.583146] env[69950]: _type = "Task" [ 1339.583146] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.607104] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-5a348f9a-0bde-4682-80ac-827d22208969/volume-5a348f9a-0bde-4682-80ac-827d22208969.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.607867] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cbfcba9-b73f-4ec3-bd8e-119bd117ada9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.623569] env[69950]: DEBUG oslo_vmware.api [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.629606] env[69950]: DEBUG oslo_vmware.api [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1339.629606] env[69950]: value = "task-4223226" [ 1339.629606] env[69950]: _type = "Task" [ 1339.629606] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.639773] env[69950]: DEBUG oslo_vmware.api [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.701853] env[69950]: DEBUG oslo_vmware.api [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Task: {'id': task-4223224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098888} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.702170] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.702390] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.702600] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.702785] env[69950]: INFO nova.compute.manager [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] [instance: 147a2343-a115-42b7-b107-971afdff342c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1339.703120] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.703296] env[69950]: DEBUG nova.compute.manager [-] [instance: 147a2343-a115-42b7-b107-971afdff342c] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.703409] env[69950]: DEBUG nova.network.neutron [-] [instance: 147a2343-a115-42b7-b107-971afdff342c] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.719142] env[69950]: DEBUG nova.network.neutron [-] [instance: 147a2343-a115-42b7-b107-971afdff342c] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.011325] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.011627] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.011768] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.096141] env[69950]: DEBUG oslo_vmware.api [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223225, 'name': ReconfigVM_Task, 'duration_secs': 0.114656} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.096672] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835620', 'volume_id': '9af3235d-ff0f-48a2-b486-16416c9a7c19', 'name': 'volume-9af3235d-ff0f-48a2-b486-16416c9a7c19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8059c06b-064d-4299-8558-b136e399aae1', 'attached_at': '', 'detached_at': '', 'volume_id': '9af3235d-ff0f-48a2-b486-16416c9a7c19', 'serial': '9af3235d-ff0f-48a2-b486-16416c9a7c19'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1340.096878] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.097593] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5178aa-13bc-428e-b55f-6953e7429d92 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.105434] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.105434] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-546ff8ff-1469-4ecb-98a6-9d94fa4cbfcb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.140073] env[69950]: DEBUG oslo_vmware.api [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223226, 'name': ReconfigVM_Task, 'duration_secs': 0.344121} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.140348] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-5a348f9a-0bde-4682-80ac-827d22208969/volume-5a348f9a-0bde-4682-80ac-827d22208969.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.145369] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4d26f6d-32a3-44f5-968a-d601444fb2ac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.167917] env[69950]: DEBUG oslo_vmware.api [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1340.167917] env[69950]: value = "task-4223228" [ 1340.167917] env[69950]: _type = "Task" [ 1340.167917] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.179914] env[69950]: DEBUG oslo_vmware.api [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.180211] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.180398] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.180605] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Deleting the datastore file [datastore2] 8059c06b-064d-4299-8558-b136e399aae1 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.180872] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6687fc60-b165-4b79-9071-87ee475db659 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.186849] env[69950]: DEBUG oslo_vmware.api [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Waiting for the task: (returnval){ [ 1340.186849] env[69950]: value = "task-4223229" [ 1340.186849] env[69950]: _type = "Task" [ 1340.186849] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.196309] env[69950]: DEBUG oslo_vmware.api [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.221815] env[69950]: DEBUG nova.network.neutron [-] [instance: 147a2343-a115-42b7-b107-971afdff342c] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.678439] env[69950]: DEBUG oslo_vmware.api [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223228, 'name': ReconfigVM_Task, 'duration_secs': 0.151502} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.678746] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835638', 'volume_id': '5a348f9a-0bde-4682-80ac-827d22208969', 'name': 'volume-5a348f9a-0bde-4682-80ac-827d22208969', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7efe7c55-5425-4b3e-9b9f-c3092a0a258f', 'attached_at': '', 'detached_at': '', 'volume_id': '5a348f9a-0bde-4682-80ac-827d22208969', 'serial': '5a348f9a-0bde-4682-80ac-827d22208969'} {{(pid=69950) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1340.697374] env[69950]: DEBUG oslo_vmware.api [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Task: {'id': task-4223229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084623} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.697636] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.697826] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.698033] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.724532] env[69950]: INFO nova.compute.manager [-] [instance: 147a2343-a115-42b7-b107-971afdff342c] Took 1.02 seconds to deallocate network for instance. [ 1340.746336] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1340.746664] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8543e2b1-3ac6-4363-9ba0-a3708b38bf8e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.756311] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2f3ae5-0b40-411a-9e36-725a180a99e3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.786589] env[69950]: ERROR nova.compute.manager [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Failed to detach volume 9af3235d-ff0f-48a2-b486-16416c9a7c19 from /dev/sda: nova.exception.InstanceNotFound: Instance 8059c06b-064d-4299-8558-b136e399aae1 could not be found. [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] Traceback (most recent call last): [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] self.driver.rebuild(**kwargs) [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] raise NotImplementedError() [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] NotImplementedError [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] During handling of the above exception, another exception occurred: [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] Traceback (most recent call last): [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] self.driver.detach_volume(context, old_connection_info, [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] return self._volumeops.detach_volume(connection_info, instance) [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] self._detach_volume_vmdk(connection_info, instance) [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] stable_ref.fetch_moref(session) [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] nova.exception.InstanceNotFound: Instance 8059c06b-064d-4299-8558-b136e399aae1 could not be found. [ 1340.786589] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] [ 1340.915482] env[69950]: DEBUG nova.compute.utils [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Build of instance 8059c06b-064d-4299-8558-b136e399aae1 aborted: Failed to rebuild volume backed instance. {{(pid=69950) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1340.919009] env[69950]: ERROR nova.compute.manager [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 8059c06b-064d-4299-8558-b136e399aae1 aborted: Failed to rebuild volume backed instance. [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] Traceback (most recent call last): [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] self.driver.rebuild(**kwargs) [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] raise NotImplementedError() [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] NotImplementedError [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] During handling of the above exception, another exception occurred: [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] Traceback (most recent call last): [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] self._detach_root_volume(context, instance, root_bdm) [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] with excutils.save_and_reraise_exception(): [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] self.force_reraise() [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] raise self.value [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] self.driver.detach_volume(context, old_connection_info, [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] return self._volumeops.detach_volume(connection_info, instance) [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] self._detach_volume_vmdk(connection_info, instance) [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] stable_ref.fetch_moref(session) [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] nova.exception.InstanceNotFound: Instance 8059c06b-064d-4299-8558-b136e399aae1 could not be found. [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] During handling of the above exception, another exception occurred: [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] Traceback (most recent call last): [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/compute/manager.py", line 11502, in _error_out_instance_on_exception [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] yield [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1340.919009] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] self._do_rebuild_instance_with_claim( [ 1340.920226] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1340.920226] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] self._do_rebuild_instance( [ 1340.920226] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1340.920226] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] self._rebuild_default_impl(**kwargs) [ 1340.920226] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1340.920226] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] self._rebuild_volume_backed_instance( [ 1340.920226] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1340.920226] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] raise exception.BuildAbortException( [ 1340.920226] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] nova.exception.BuildAbortException: Build of instance 8059c06b-064d-4299-8558-b136e399aae1 aborted: Failed to rebuild volume backed instance. [ 1340.920226] env[69950]: ERROR nova.compute.manager [instance: 8059c06b-064d-4299-8558-b136e399aae1] [ 1341.058057] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.058383] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.058519] env[69950]: DEBUG nova.network.neutron [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.230942] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.232408] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.232408] env[69950]: DEBUG nova.objects.instance [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lazy-loading 'resources' on Instance uuid 147a2343-a115-42b7-b107-971afdff342c {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.724786] env[69950]: DEBUG nova.objects.instance [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lazy-loading 'flavor' on Instance uuid 7efe7c55-5425-4b3e-9b9f-c3092a0a258f {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.783644] env[69950]: DEBUG nova.network.neutron [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating instance_info_cache with network_info: [{"id": "ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8", "address": "fa:16:3e:e8:26:ba", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba67a1a3-9d", "ovs_interfaceid": "ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.838879] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377942d9-47a7-40be-83ec-94e666162c4e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.847777] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d896cb5-87f0-47c5-aec7-45ab74201465 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.881520] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974fc3f9-cec6-41c3-af6d-2b129004f595 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.893398] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c05db84-c6bc-4c09-a29c-89926a3eb5e9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.909048] env[69950]: DEBUG nova.compute.provider_tree [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.230134] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f5387564-a33b-412f-97c0-633999bb435c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.276s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.287057] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.388227] env[69950]: DEBUG oslo_concurrency.lockutils [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.388525] env[69950]: DEBUG oslo_concurrency.lockutils [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.389177] env[69950]: DEBUG oslo_concurrency.lockutils [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.389435] env[69950]: DEBUG oslo_concurrency.lockutils [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.389632] env[69950]: DEBUG oslo_concurrency.lockutils [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.391799] env[69950]: INFO nova.compute.manager [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Terminating instance [ 1342.412251] env[69950]: DEBUG nova.scheduler.client.report [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.795285] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8d2d71-b9b2-4414-962e-bf549663ecf0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.802590] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139acadb-5f60-4d60-823f-9f10d83f82f4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.896349] env[69950]: DEBUG nova.compute.manager [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.896561] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.896880] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8128bab7-46e9-4382-ae9c-27117ac6444b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.904648] env[69950]: DEBUG oslo_vmware.api [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1342.904648] env[69950]: value = "task-4223230" [ 1342.904648] env[69950]: _type = "Task" [ 1342.904648] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.913862] env[69950]: DEBUG oslo_vmware.api [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.917067] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.934765] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.935097] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.942527] env[69950]: INFO nova.scheduler.client.report [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Deleted allocations for instance 147a2343-a115-42b7-b107-971afdff342c [ 1343.032635] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfad1e9-01b1-49b8-9954-e2f2ad406470 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.040684] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2964f1fa-7aeb-42a5-9327-25c136ef7450 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.076053] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4b56aa-689e-4606-9c64-502912f9eb3c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.083543] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46fcb78-4e04-4f3c-9eae-bb61eed497c8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.098632] env[69950]: DEBUG nova.compute.provider_tree [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.415702] env[69950]: DEBUG oslo_vmware.api [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223230, 'name': PowerOffVM_Task, 'duration_secs': 0.218651} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.416024] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.416240] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1343.416443] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835638', 'volume_id': '5a348f9a-0bde-4682-80ac-827d22208969', 'name': 'volume-5a348f9a-0bde-4682-80ac-827d22208969', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7efe7c55-5425-4b3e-9b9f-c3092a0a258f', 'attached_at': '', 'detached_at': '', 'volume_id': '5a348f9a-0bde-4682-80ac-827d22208969', 'serial': '5a348f9a-0bde-4682-80ac-827d22208969'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1343.417274] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6746d9ac-a8e3-4d17-b7a9-f2cb220517cc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.438268] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ede4be4-2dbc-485c-85df-fc0799fef714 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.446422] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640cf4fd-5229-43e1-bd97-3b68e29ccbec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.451392] env[69950]: DEBUG oslo_concurrency.lockutils [None req-c41cf2de-b30b-4ded-9c3d-f7f189351007 tempest-ServerShowV247Test-224444700 tempest-ServerShowV247Test-224444700-project-member] Lock "147a2343-a115-42b7-b107-971afdff342c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.411s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.477293] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bd6747-439b-4f15-b782-eba683d446d7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.493966] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] The volume has not been displaced from its original location: [datastore1] volume-5a348f9a-0bde-4682-80ac-827d22208969/volume-5a348f9a-0bde-4682-80ac-827d22208969.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1343.499298] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1343.499621] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd7116bb-1e59-408b-904b-949fd66030db {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.519381] env[69950]: DEBUG oslo_vmware.api [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1343.519381] env[69950]: value = "task-4223231" [ 1343.519381] env[69950]: _type = "Task" [ 1343.519381] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.529477] env[69950]: DEBUG oslo_vmware.api [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.602230] env[69950]: DEBUG nova.scheduler.client.report [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.903847] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeb95a9-3604-4160-b3d9-ad892de2cbf8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.924830] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18486261-2f10-4af9-96a5-c70438df861c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.936223] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating instance 'd5dcbd6d-9f93-49c5-800c-de32723bfcbe' progress to 83 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1344.030500] env[69950]: DEBUG oslo_vmware.api [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223231, 'name': ReconfigVM_Task, 'duration_secs': 0.216001} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.031553] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1344.035644] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7ac4baa-0991-475b-bad9-231b226df432 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.051303] env[69950]: DEBUG oslo_vmware.api [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1344.051303] env[69950]: value = "task-4223232" [ 1344.051303] env[69950]: _type = "Task" [ 1344.051303] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.059528] env[69950]: DEBUG oslo_vmware.api [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.107575] env[69950]: DEBUG oslo_concurrency.lockutils [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.172s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.107803] env[69950]: INFO nova.compute.manager [None req-95f6c18b-cec0-4d86-a0b7-fabe129b2ffd tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Successfully reverted task state from rebuilding on failure for instance. [ 1344.144855] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Acquiring lock "8059c06b-064d-4299-8558-b136e399aae1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.145211] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Lock "8059c06b-064d-4299-8558-b136e399aae1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.145459] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Acquiring lock "8059c06b-064d-4299-8558-b136e399aae1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.145686] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Lock "8059c06b-064d-4299-8558-b136e399aae1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.145893] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Lock "8059c06b-064d-4299-8558-b136e399aae1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.148431] env[69950]: INFO nova.compute.manager [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Terminating instance [ 1344.444747] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.445183] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b369ae7f-bbe9-4dfa-9338-c4e13919391c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.452406] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1344.452406] env[69950]: value = "task-4223233" [ 1344.452406] env[69950]: _type = "Task" [ 1344.452406] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.461100] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.561738] env[69950]: DEBUG oslo_vmware.api [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223232, 'name': ReconfigVM_Task, 'duration_secs': 0.184532} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.562161] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835638', 'volume_id': '5a348f9a-0bde-4682-80ac-827d22208969', 'name': 'volume-5a348f9a-0bde-4682-80ac-827d22208969', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7efe7c55-5425-4b3e-9b9f-c3092a0a258f', 'attached_at': '', 'detached_at': '', 'volume_id': '5a348f9a-0bde-4682-80ac-827d22208969', 'serial': '5a348f9a-0bde-4682-80ac-827d22208969'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1344.562561] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.563488] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc50ba4-5975-47a1-942f-fd2ec2273902 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.572452] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.572720] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c612480-c668-4158-abd0-476a121dfca0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.643941] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.644204] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.644397] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleting the datastore file [datastore2] 7efe7c55-5425-4b3e-9b9f-c3092a0a258f {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.644679] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59b2feee-6885-4495-a4f0-d99b5098c013 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.652924] env[69950]: DEBUG nova.compute.manager [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.653346] env[69950]: DEBUG oslo_vmware.api [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1344.653346] env[69950]: value = "task-4223235" [ 1344.653346] env[69950]: _type = "Task" [ 1344.653346] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.653564] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9227ee95-bec0-4f4b-bf3c-55e05caa219d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.664640] env[69950]: DEBUG oslo_vmware.api [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.668568] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19674398-d5c1-41be-93f7-2704b2c82b2d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.697030] env[69950]: WARNING nova.virt.vmwareapi.driver [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 8059c06b-064d-4299-8558-b136e399aae1 could not be found. [ 1344.697268] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.697614] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f40c0ca-956b-4db5-8f3a-a93d38baf63c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.706911] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0298fd5-3ae7-4b26-af33-7c28e7fa4df2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.733814] env[69950]: WARNING nova.virt.vmwareapi.vmops [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8059c06b-064d-4299-8558-b136e399aae1 could not be found. [ 1344.734062] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.734347] env[69950]: INFO nova.compute.manager [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1344.734634] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.734870] env[69950]: DEBUG nova.compute.manager [-] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.734966] env[69950]: DEBUG nova.network.neutron [-] [instance: 8059c06b-064d-4299-8558-b136e399aae1] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.963826] env[69950]: DEBUG oslo_vmware.api [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223233, 'name': PowerOnVM_Task, 'duration_secs': 0.421332} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.964059] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.964253] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cfba2b-3217-408f-ad2d-1f92a5e813f0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating instance 'd5dcbd6d-9f93-49c5-800c-de32723bfcbe' progress to 100 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.166472] env[69950]: DEBUG oslo_vmware.api [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143891} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.166738] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.166948] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.167115] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.167289] env[69950]: INFO nova.compute.manager [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1345.167528] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.167719] env[69950]: DEBUG nova.compute.manager [-] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1345.167928] env[69950]: DEBUG nova.network.neutron [-] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.259162] env[69950]: DEBUG nova.compute.manager [req-644cf82a-7b09-43d3-92e0-ed7329f8c92f req-0d4a47e0-b51e-47f3-b9dc-47c1637befc0 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Received event network-vif-deleted-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1345.259460] env[69950]: INFO nova.compute.manager [req-644cf82a-7b09-43d3-92e0-ed7329f8c92f req-0d4a47e0-b51e-47f3-b9dc-47c1637befc0 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Neutron deleted interface d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb; detaching it from the instance and deleting it from the info cache [ 1345.261874] env[69950]: DEBUG nova.network.neutron [req-644cf82a-7b09-43d3-92e0-ed7329f8c92f req-0d4a47e0-b51e-47f3-b9dc-47c1637befc0 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.741162] env[69950]: DEBUG nova.network.neutron [-] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.764576] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e99314c6-8996-45df-b70f-5e9294cec7c3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.774582] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991ed622-da0b-43e3-8dc1-f7ef5f946708 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.803115] env[69950]: DEBUG nova.compute.manager [req-644cf82a-7b09-43d3-92e0-ed7329f8c92f req-0d4a47e0-b51e-47f3-b9dc-47c1637befc0 service nova] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Detach interface failed, port_id=d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb, reason: Instance 8059c06b-064d-4299-8558-b136e399aae1 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1345.963933] env[69950]: DEBUG nova.network.neutron [-] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.245593] env[69950]: INFO nova.compute.manager [-] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Took 1.51 seconds to deallocate network for instance. [ 1346.466605] env[69950]: INFO nova.compute.manager [-] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Took 1.30 seconds to deallocate network for instance. [ 1346.790208] env[69950]: INFO nova.compute.manager [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Took 0.54 seconds to detach 1 volumes for instance. [ 1346.793024] env[69950]: DEBUG nova.compute.manager [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Deleting volume: 9af3235d-ff0f-48a2-b486-16416c9a7c19 {{(pid=69950) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1347.025284] env[69950]: INFO nova.compute.manager [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Took 0.56 seconds to detach 1 volumes for instance. [ 1347.292375] env[69950]: DEBUG nova.compute.manager [req-8d1c0681-b6ce-4db4-95f0-b5eaaa27aee6 req-331fa3b0-0dab-44e3-b27e-f27221a3339f service nova] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Received event network-vif-deleted-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1347.336022] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.336489] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.336779] env[69950]: DEBUG nova.objects.instance [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Lazy-loading 'resources' on Instance uuid 8059c06b-064d-4299-8558-b136e399aae1 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.352638] env[69950]: DEBUG oslo_concurrency.lockutils [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.352900] env[69950]: DEBUG oslo_concurrency.lockutils [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.353108] env[69950]: DEBUG nova.compute.manager [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Going to confirm migration 9 {{(pid=69950) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1347.532484] env[69950]: DEBUG oslo_concurrency.lockutils [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.901895] env[69950]: DEBUG oslo_concurrency.lockutils [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.902139] env[69950]: DEBUG oslo_concurrency.lockutils [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquired lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.902272] env[69950]: DEBUG nova.network.neutron [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.902454] env[69950]: DEBUG nova.objects.instance [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lazy-loading 'info_cache' on Instance uuid d5dcbd6d-9f93-49c5-800c-de32723bfcbe {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.939518] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131608e4-2054-4a7b-80e8-302e162df211 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.948366] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6657b5d4-1f74-4280-812c-a14c6fa07c42 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.979537] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef0fbe7-c314-4d3a-adeb-d686353b2c3d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.988581] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc7a621-5dd6-4712-858e-1a1f1efb6c01 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.005326] env[69950]: DEBUG nova.compute.provider_tree [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.251507] env[69950]: DEBUG oslo_concurrency.lockutils [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquiring lock "c1d2c800-0b19-4f06-9635-dc4953bc6ea8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.251758] env[69950]: DEBUG oslo_concurrency.lockutils [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Lock "c1d2c800-0b19-4f06-9635-dc4953bc6ea8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.509054] env[69950]: DEBUG nova.scheduler.client.report [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.754819] env[69950]: DEBUG nova.compute.manager [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1349.013865] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.016329] env[69950]: DEBUG oslo_concurrency.lockutils [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.484s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.016541] env[69950]: DEBUG nova.objects.instance [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lazy-loading 'resources' on Instance uuid 7efe7c55-5425-4b3e-9b9f-c3092a0a258f {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.148640] env[69950]: DEBUG nova.network.neutron [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating instance_info_cache with network_info: [{"id": "ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8", "address": "fa:16:3e:e8:26:ba", "network": {"id": "666f8a36-012a-4fce-a702-797b914acd45", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-190495938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2308519ed4e8411fac4500622fcad59e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba67a1a3-9d", "ovs_interfaceid": "ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.277670] env[69950]: DEBUG oslo_concurrency.lockutils [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.536426] env[69950]: DEBUG oslo_concurrency.lockutils [None req-1861a8de-6498-439b-a8e6-73569dce0b31 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Lock "8059c06b-064d-4299-8558-b136e399aae1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.391s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.620890] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2023f3-05ff-41d3-846a-353c0fd646ff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.629530] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fec0d09-b2d1-4bbf-bb72-d70a608f16cc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.660885] env[69950]: DEBUG oslo_concurrency.lockutils [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Releasing lock "refresh_cache-d5dcbd6d-9f93-49c5-800c-de32723bfcbe" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.661191] env[69950]: DEBUG nova.objects.instance [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lazy-loading 'migration_context' on Instance uuid d5dcbd6d-9f93-49c5-800c-de32723bfcbe {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.663096] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcba8e9-b872-4aae-a7d6-af6bca734837 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.671873] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff58328-ab7d-44e0-993c-faad49b89266 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.686110] env[69950]: DEBUG nova.compute.provider_tree [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.167902] env[69950]: DEBUG nova.objects.base [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1350.168913] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec86223-8f6b-489d-a081-d1b62b3ca787 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.189480] env[69950]: DEBUG nova.scheduler.client.report [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.193376] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc74a1e-8a3c-408c-8cee-a423f585699e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.199451] env[69950]: DEBUG oslo_vmware.api [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1350.199451] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5272b8f4-6bc6-b056-4825-755ebba29120" [ 1350.199451] env[69950]: _type = "Task" [ 1350.199451] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.208188] env[69950]: DEBUG oslo_vmware.api [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5272b8f4-6bc6-b056-4825-755ebba29120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.694886] env[69950]: DEBUG oslo_concurrency.lockutils [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.697928] env[69950]: DEBUG oslo_concurrency.lockutils [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.420s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.699739] env[69950]: INFO nova.compute.claims [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.712642] env[69950]: DEBUG oslo_vmware.api [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5272b8f4-6bc6-b056-4825-755ebba29120, 'name': SearchDatastore_Task, 'duration_secs': 0.009649} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.712642] env[69950]: DEBUG oslo_concurrency.lockutils [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.714664] env[69950]: INFO nova.scheduler.client.report [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleted allocations for instance 7efe7c55-5425-4b3e-9b9f-c3092a0a258f [ 1351.221471] env[69950]: DEBUG oslo_concurrency.lockutils [None req-02583850-e746-4427-a036-7e4f9a2010f1 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "7efe7c55-5425-4b3e-9b9f-c3092a0a258f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.833s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.796067] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26efae6c-e955-4548-b540-3f218fcd97fe {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.804442] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ab1847-4a74-465e-a6ff-71b923387383 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.834902] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550f0237-ef78-44d5-b087-57dc3ccaaaac {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.843055] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a1bd8c-0d1c-4037-9d2f-4cdd1a33d920 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.856763] env[69950]: DEBUG nova.compute.provider_tree [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.360436] env[69950]: DEBUG nova.scheduler.client.report [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.865559] env[69950]: DEBUG oslo_concurrency.lockutils [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.866108] env[69950]: DEBUG nova.compute.manager [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1352.869157] env[69950]: DEBUG oslo_concurrency.lockutils [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.157s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.312335] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.312586] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.372284] env[69950]: DEBUG nova.compute.utils [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1353.377291] env[69950]: DEBUG nova.compute.manager [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Not allocating networking since 'none' was specified. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1353.468059] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5d4960-9c9b-45ee-9d12-f7817f3a3b55 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.476145] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be8e8c7-31b6-4472-bf16-4b237f8b95ee {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.506648] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cdd719-8bc8-426e-9e8c-58591a0fc141 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.514634] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5a2592-cfd2-4541-9f78-a7976f1e75a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.528594] env[69950]: DEBUG nova.compute.provider_tree [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.815114] env[69950]: DEBUG nova.compute.manager [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1353.878319] env[69950]: DEBUG nova.compute.manager [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1354.032210] env[69950]: DEBUG nova.scheduler.client.report [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.333658] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.887254] env[69950]: DEBUG nova.compute.manager [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1354.916077] env[69950]: DEBUG nova.virt.hardware [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.916356] env[69950]: DEBUG nova.virt.hardware [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.916546] env[69950]: DEBUG nova.virt.hardware [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.916742] env[69950]: DEBUG nova.virt.hardware [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.916894] env[69950]: DEBUG nova.virt.hardware [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.917054] env[69950]: DEBUG nova.virt.hardware [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.917273] env[69950]: DEBUG nova.virt.hardware [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.917440] env[69950]: DEBUG nova.virt.hardware [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.917611] env[69950]: DEBUG nova.virt.hardware [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.917781] env[69950]: DEBUG nova.virt.hardware [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.917954] env[69950]: DEBUG nova.virt.hardware [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.918870] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b818b33b-038f-4171-8e5a-3c7bff93ff89 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.927122] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cf014e-d0c9-4e12-bf63-6c2f8256dc46 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.941268] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.946978] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Creating folder: Project (1de95c80de374d6fba76d3b73df9633c). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.947286] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64681eb9-6449-40d0-ac50-e88908204e6c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.957915] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Created folder: Project (1de95c80de374d6fba76d3b73df9633c) in parent group-v835309. [ 1354.958120] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Creating folder: Instances. Parent ref: group-v835639. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.958360] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0b4490c-3229-45f8-8623-c37e6870a42a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.967593] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Created folder: Instances in parent group-v835639. [ 1354.967816] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.968018] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.968236] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5357f6b-5556-4bfb-9e45-f9f716c5ed26 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.984898] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.984898] env[69950]: value = "task-4223239" [ 1354.984898] env[69950]: _type = "Task" [ 1354.984898] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.992944] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223239, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.043201] env[69950]: DEBUG oslo_concurrency.lockutils [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.174s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.047020] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.713s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.048734] env[69950]: INFO nova.compute.claims [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1355.494746] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223239, 'name': CreateVM_Task, 'duration_secs': 0.260366} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.494945] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.495391] env[69950]: DEBUG oslo_concurrency.lockutils [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.495559] env[69950]: DEBUG oslo_concurrency.lockutils [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.495896] env[69950]: DEBUG oslo_concurrency.lockutils [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.496163] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7027289-1bae-4ef7-b9cf-eed788e9b3f7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.501077] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1355.501077] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a57d24-f0b7-9547-4d8a-b2810ff11177" [ 1355.501077] env[69950]: _type = "Task" [ 1355.501077] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.509103] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a57d24-f0b7-9547-4d8a-b2810ff11177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.603231] env[69950]: INFO nova.scheduler.client.report [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleted allocation for migration 31cba613-ed6c-4fac-a16e-ee893d67a820 [ 1356.011514] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52a57d24-f0b7-9547-4d8a-b2810ff11177, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.011855] env[69950]: DEBUG oslo_concurrency.lockutils [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.012118] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.012406] env[69950]: DEBUG oslo_concurrency.lockutils [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.012615] env[69950]: DEBUG oslo_concurrency.lockutils [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.012832] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.013141] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6c01c29-52a4-45b8-b80c-61d0f51ee434 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.022466] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.022652] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.023412] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69a35e56-2edb-447e-9dda-be671091a8a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.029080] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1356.029080] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522de397-b878-d6f5-3d70-4855efa30b42" [ 1356.029080] env[69950]: _type = "Task" [ 1356.029080] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.036701] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522de397-b878-d6f5-3d70-4855efa30b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.099884] env[69950]: INFO nova.compute.manager [None req-c7cffdd1-d891-474a-92da-4cc92e22da70 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Get console output [ 1356.100265] env[69950]: WARNING nova.virt.vmwareapi.driver [None req-c7cffdd1-d891-474a-92da-4cc92e22da70 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] The console log is missing. Check your VSPC configuration [ 1356.109575] env[69950]: DEBUG oslo_concurrency.lockutils [None req-75252cbf-0603-48d4-a200-fef7b8847928 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.757s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.151717] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7513767-8a2d-48a2-9307-53ae4f4e16f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.160388] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb77f18e-c344-45a5-a41b-7380c06a3ac1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.191384] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aae984-0ae2-4761-b7b1-6867e13829d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.199636] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940afb8f-7ae0-4f75-a4b9-23dceaf44b30 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.213706] env[69950]: DEBUG nova.compute.provider_tree [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.540409] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]522de397-b878-d6f5-3d70-4855efa30b42, 'name': SearchDatastore_Task, 'duration_secs': 0.010144} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.541228] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8b4c5a-8c27-41da-911a-f7a24823b94e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.546983] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1356.546983] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52731c20-d21b-68f2-6066-64870cf0493b" [ 1356.546983] env[69950]: _type = "Task" [ 1356.546983] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.554653] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52731c20-d21b-68f2-6066-64870cf0493b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.717252] env[69950]: DEBUG nova.scheduler.client.report [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.059487] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52731c20-d21b-68f2-6066-64870cf0493b, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.059843] env[69950]: DEBUG oslo_concurrency.lockutils [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.059978] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] c1d2c800-0b19-4f06-9635-dc4953bc6ea8/c1d2c800-0b19-4f06-9635-dc4953bc6ea8.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.060248] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3886b9e7-a9e3-49e5-beec-0e2d8af68d77 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.067079] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1357.067079] env[69950]: value = "task-4223240" [ 1357.067079] env[69950]: _type = "Task" [ 1357.067079] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.074513] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.221871] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.222471] env[69950]: DEBUG nova.compute.manager [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1357.576994] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494887} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.577273] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] c1d2c800-0b19-4f06-9635-dc4953bc6ea8/c1d2c800-0b19-4f06-9635-dc4953bc6ea8.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.577490] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1357.577744] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cab733aa-705f-432d-a0ad-457a5d4f15d8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.585787] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1357.585787] env[69950]: value = "task-4223241" [ 1357.585787] env[69950]: _type = "Task" [ 1357.585787] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.593046] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.727981] env[69950]: DEBUG nova.compute.utils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1357.729575] env[69950]: DEBUG nova.compute.manager [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1357.729804] env[69950]: DEBUG nova.network.neutron [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1357.770085] env[69950]: DEBUG nova.policy [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa97d573e71b4336b3632087323bf17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa98947929034ade8aaa85795160de1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.075596] env[69950]: DEBUG nova.network.neutron [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Successfully created port: 50331526-bdaf-4ed5-a64f-cd766702cd5a {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.096473] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068992} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.096863] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.097715] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60263bf0-fd00-4ba2-af91-df986a33a532 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.118621] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] c1d2c800-0b19-4f06-9635-dc4953bc6ea8/c1d2c800-0b19-4f06-9635-dc4953bc6ea8.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.118855] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26392584-8282-41ff-b5c3-3b2632bac4b1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.143298] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1358.143298] env[69950]: value = "task-4223242" [ 1358.143298] env[69950]: _type = "Task" [ 1358.143298] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.151873] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.233519] env[69950]: DEBUG nova.compute.manager [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1358.654814] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223242, 'name': ReconfigVM_Task, 'duration_secs': 0.292058} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.654814] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Reconfigured VM instance instance-00000078 to attach disk [datastore2] c1d2c800-0b19-4f06-9635-dc4953bc6ea8/c1d2c800-0b19-4f06-9635-dc4953bc6ea8.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.655147] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b2e158c-9498-447a-9b56-d17bc88697db {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.661967] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1358.661967] env[69950]: value = "task-4223243" [ 1358.661967] env[69950]: _type = "Task" [ 1358.661967] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.670208] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223243, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.172370] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223243, 'name': Rename_Task, 'duration_secs': 0.150073} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.172836] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.172932] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbf86e7f-1717-471f-8cc4-32cae558f0e1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.179893] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1359.179893] env[69950]: value = "task-4223244" [ 1359.179893] env[69950]: _type = "Task" [ 1359.179893] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.189615] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.243109] env[69950]: DEBUG nova.compute.manager [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1359.271331] env[69950]: DEBUG nova.virt.hardware [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1359.271591] env[69950]: DEBUG nova.virt.hardware [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.271750] env[69950]: DEBUG nova.virt.hardware [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.271937] env[69950]: DEBUG nova.virt.hardware [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.272090] env[69950]: DEBUG nova.virt.hardware [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.272242] env[69950]: DEBUG nova.virt.hardware [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1359.272455] env[69950]: DEBUG nova.virt.hardware [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1359.272619] env[69950]: DEBUG nova.virt.hardware [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1359.272792] env[69950]: DEBUG nova.virt.hardware [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1359.272957] env[69950]: DEBUG nova.virt.hardware [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1359.273150] env[69950]: DEBUG nova.virt.hardware [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1359.274071] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fb2dd9-f8f7-4682-a296-4648149f988c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.285065] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df506e60-f8c1-4409-9129-487362920d7a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.499901] env[69950]: DEBUG nova.compute.manager [req-51dcd27d-ec8b-41e8-88bc-6ef5d3f2a655 req-2ca3f453-9721-42d5-bc3a-c0c02c25f8da service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Received event network-vif-plugged-50331526-bdaf-4ed5-a64f-cd766702cd5a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1359.500180] env[69950]: DEBUG oslo_concurrency.lockutils [req-51dcd27d-ec8b-41e8-88bc-6ef5d3f2a655 req-2ca3f453-9721-42d5-bc3a-c0c02c25f8da service nova] Acquiring lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.500778] env[69950]: DEBUG oslo_concurrency.lockutils [req-51dcd27d-ec8b-41e8-88bc-6ef5d3f2a655 req-2ca3f453-9721-42d5-bc3a-c0c02c25f8da service nova] Lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.500998] env[69950]: DEBUG oslo_concurrency.lockutils [req-51dcd27d-ec8b-41e8-88bc-6ef5d3f2a655 req-2ca3f453-9721-42d5-bc3a-c0c02c25f8da service nova] Lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.501291] env[69950]: DEBUG nova.compute.manager [req-51dcd27d-ec8b-41e8-88bc-6ef5d3f2a655 req-2ca3f453-9721-42d5-bc3a-c0c02c25f8da service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] No waiting events found dispatching network-vif-plugged-50331526-bdaf-4ed5-a64f-cd766702cd5a {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1359.501432] env[69950]: WARNING nova.compute.manager [req-51dcd27d-ec8b-41e8-88bc-6ef5d3f2a655 req-2ca3f453-9721-42d5-bc3a-c0c02c25f8da service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Received unexpected event network-vif-plugged-50331526-bdaf-4ed5-a64f-cd766702cd5a for instance with vm_state building and task_state spawning. [ 1359.592412] env[69950]: DEBUG nova.network.neutron [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Successfully updated port: 50331526-bdaf-4ed5-a64f-cd766702cd5a {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1359.689578] env[69950]: DEBUG oslo_vmware.api [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223244, 'name': PowerOnVM_Task, 'duration_secs': 0.44078} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.689824] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.690041] env[69950]: INFO nova.compute.manager [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Took 4.80 seconds to spawn the instance on the hypervisor. [ 1359.690232] env[69950]: DEBUG nova.compute.manager [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1359.691014] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b6bfa2-630e-462a-9124-43fc76af953f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.094964] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "refresh_cache-67294fb9-bc70-4eb4-a012-ebb5f70c63da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.095192] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "refresh_cache-67294fb9-bc70-4eb4-a012-ebb5f70c63da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.095313] env[69950]: DEBUG nova.network.neutron [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.206645] env[69950]: INFO nova.compute.manager [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Took 10.95 seconds to build instance. [ 1360.637397] env[69950]: DEBUG nova.network.neutron [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1360.708112] env[69950]: DEBUG oslo_concurrency.lockutils [None req-06217d21-48a4-40f0-8432-eb631e62536a tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Lock "c1d2c800-0b19-4f06-9635-dc4953bc6ea8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.456s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.783837] env[69950]: DEBUG nova.network.neutron [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Updating instance_info_cache with network_info: [{"id": "50331526-bdaf-4ed5-a64f-cd766702cd5a", "address": "fa:16:3e:36:15:5d", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50331526-bd", "ovs_interfaceid": "50331526-bdaf-4ed5-a64f-cd766702cd5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.286655] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "refresh_cache-67294fb9-bc70-4eb4-a012-ebb5f70c63da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.287047] env[69950]: DEBUG nova.compute.manager [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Instance network_info: |[{"id": "50331526-bdaf-4ed5-a64f-cd766702cd5a", "address": "fa:16:3e:36:15:5d", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50331526-bd", "ovs_interfaceid": "50331526-bdaf-4ed5-a64f-cd766702cd5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1361.287395] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:15:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50331526-bdaf-4ed5-a64f-cd766702cd5a', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.295307] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.295520] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.295748] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6c190eb-4ebe-4f66-953a-2054e7476cbf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.315664] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.315664] env[69950]: value = "task-4223245" [ 1361.315664] env[69950]: _type = "Task" [ 1361.315664] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.323904] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223245, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.431034] env[69950]: INFO nova.compute.manager [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Rebuilding instance [ 1361.473258] env[69950]: DEBUG nova.compute.manager [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1361.474190] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e6b2a6-5312-430d-89d0-fc476d2f398d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.527982] env[69950]: DEBUG nova.compute.manager [req-bf972a6a-f387-4b71-abe9-255410fe38b2 req-0c23a014-da3a-4139-8753-45296f683c75 service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Received event network-changed-50331526-bdaf-4ed5-a64f-cd766702cd5a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1361.528263] env[69950]: DEBUG nova.compute.manager [req-bf972a6a-f387-4b71-abe9-255410fe38b2 req-0c23a014-da3a-4139-8753-45296f683c75 service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Refreshing instance network info cache due to event network-changed-50331526-bdaf-4ed5-a64f-cd766702cd5a. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1361.528418] env[69950]: DEBUG oslo_concurrency.lockutils [req-bf972a6a-f387-4b71-abe9-255410fe38b2 req-0c23a014-da3a-4139-8753-45296f683c75 service nova] Acquiring lock "refresh_cache-67294fb9-bc70-4eb4-a012-ebb5f70c63da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.528616] env[69950]: DEBUG oslo_concurrency.lockutils [req-bf972a6a-f387-4b71-abe9-255410fe38b2 req-0c23a014-da3a-4139-8753-45296f683c75 service nova] Acquired lock "refresh_cache-67294fb9-bc70-4eb4-a012-ebb5f70c63da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.528839] env[69950]: DEBUG nova.network.neutron [req-bf972a6a-f387-4b71-abe9-255410fe38b2 req-0c23a014-da3a-4139-8753-45296f683c75 service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Refreshing network info cache for port 50331526-bdaf-4ed5-a64f-cd766702cd5a {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.826173] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223245, 'name': CreateVM_Task, 'duration_secs': 0.305809} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.826363] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1361.827041] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.827223] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.827540] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.827798] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5afc619-5416-46cb-a4c4-2e5b1702d38c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.832414] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1361.832414] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521af2fa-7b00-2814-e818-b10dfcc93c0c" [ 1361.832414] env[69950]: _type = "Task" [ 1361.832414] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.840519] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521af2fa-7b00-2814-e818-b10dfcc93c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.249529] env[69950]: DEBUG nova.network.neutron [req-bf972a6a-f387-4b71-abe9-255410fe38b2 req-0c23a014-da3a-4139-8753-45296f683c75 service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Updated VIF entry in instance network info cache for port 50331526-bdaf-4ed5-a64f-cd766702cd5a. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.249951] env[69950]: DEBUG nova.network.neutron [req-bf972a6a-f387-4b71-abe9-255410fe38b2 req-0c23a014-da3a-4139-8753-45296f683c75 service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Updating instance_info_cache with network_info: [{"id": "50331526-bdaf-4ed5-a64f-cd766702cd5a", "address": "fa:16:3e:36:15:5d", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50331526-bd", "ovs_interfaceid": "50331526-bdaf-4ed5-a64f-cd766702cd5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.344846] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]521af2fa-7b00-2814-e818-b10dfcc93c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010714} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.345257] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.345353] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.345600] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.345750] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.345933] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.346233] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-486928dd-6c75-4f71-a846-28622c6b2c36 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.355811] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.356038] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.356846] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32b7ca6-a074-4f5c-841a-2fd5fc94c7bb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.363258] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1362.363258] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5207bdad-eecd-5e4b-275f-1899c5280f50" [ 1362.363258] env[69950]: _type = "Task" [ 1362.363258] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.371443] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5207bdad-eecd-5e4b-275f-1899c5280f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.490971] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.491336] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb1ce9c0-8bdb-40df-9054-3103541b89ca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.500032] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1362.500032] env[69950]: value = "task-4223246" [ 1362.500032] env[69950]: _type = "Task" [ 1362.500032] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.508721] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.752586] env[69950]: DEBUG oslo_concurrency.lockutils [req-bf972a6a-f387-4b71-abe9-255410fe38b2 req-0c23a014-da3a-4139-8753-45296f683c75 service nova] Releasing lock "refresh_cache-67294fb9-bc70-4eb4-a012-ebb5f70c63da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.874587] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5207bdad-eecd-5e4b-275f-1899c5280f50, 'name': SearchDatastore_Task, 'duration_secs': 0.013437} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.875474] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c18a6a07-43f9-49f1-9c6e-530bc7316ed5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.880712] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1362.880712] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5287947d-0c86-ef11-c860-eff0c8c34552" [ 1362.880712] env[69950]: _type = "Task" [ 1362.880712] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.888361] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5287947d-0c86-ef11-c860-eff0c8c34552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.009856] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223246, 'name': PowerOffVM_Task, 'duration_secs': 0.13141} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.010157] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.010781] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.011560] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493fff5d-a552-470d-a686-ee58348d4bad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.018594] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.018842] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c27990ee-bd0d-4ee5-b892-2fc4a6eb2208 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.044246] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.044475] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.044659] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Deleting the datastore file [datastore2] c1d2c800-0b19-4f06-9635-dc4953bc6ea8 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.044938] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27ca5e35-4940-4e66-a968-ee5c7f74dc98 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.051727] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1363.051727] env[69950]: value = "task-4223248" [ 1363.051727] env[69950]: _type = "Task" [ 1363.051727] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.060721] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.390815] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5287947d-0c86-ef11-c860-eff0c8c34552, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.391180] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.391381] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 67294fb9-bc70-4eb4-a012-ebb5f70c63da/67294fb9-bc70-4eb4-a012-ebb5f70c63da.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.391641] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f2b85a3-3b08-4e88-9614-e6e882a8aa66 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.398578] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1363.398578] env[69950]: value = "task-4223249" [ 1363.398578] env[69950]: _type = "Task" [ 1363.398578] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.406391] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.562038] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10218} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.562244] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.562427] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.562604] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.908825] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463859} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.909063] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 67294fb9-bc70-4eb4-a012-ebb5f70c63da/67294fb9-bc70-4eb4-a012-ebb5f70c63da.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1363.909288] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1363.909539] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa62e543-cdcb-4225-aba6-6e6de3be8d16 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.916572] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1363.916572] env[69950]: value = "task-4223250" [ 1363.916572] env[69950]: _type = "Task" [ 1363.916572] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.926064] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.426703] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066788} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.427106] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1364.427731] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcdb278-6b88-4143-87ed-bf38cb1df9a2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.449765] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 67294fb9-bc70-4eb4-a012-ebb5f70c63da/67294fb9-bc70-4eb4-a012-ebb5f70c63da.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.449983] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69535879-7a35-4e54-a678-6fec7ee1e3dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.468427] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1364.468427] env[69950]: value = "task-4223251" [ 1364.468427] env[69950]: _type = "Task" [ 1364.468427] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.477325] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.594040] env[69950]: DEBUG nova.virt.hardware [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.594289] env[69950]: DEBUG nova.virt.hardware [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.594446] env[69950]: DEBUG nova.virt.hardware [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.594633] env[69950]: DEBUG nova.virt.hardware [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.594782] env[69950]: DEBUG nova.virt.hardware [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.594931] env[69950]: DEBUG nova.virt.hardware [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.595159] env[69950]: DEBUG nova.virt.hardware [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.595319] env[69950]: DEBUG nova.virt.hardware [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.595484] env[69950]: DEBUG nova.virt.hardware [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.595649] env[69950]: DEBUG nova.virt.hardware [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.595861] env[69950]: DEBUG nova.virt.hardware [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.596748] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52c5929-681b-44ed-832e-2367f57f3018 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.604810] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fc354d-e897-4935-8397-c12b50a46aa4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.620034] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Instance VIF info [] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.626214] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.626741] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.626741] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d2160be-947c-423b-a383-a60c8930dbf6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.644075] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.644075] env[69950]: value = "task-4223252" [ 1364.644075] env[69950]: _type = "Task" [ 1364.644075] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.653650] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223252, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.977632] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223251, 'name': ReconfigVM_Task, 'duration_secs': 0.312414} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.977924] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 67294fb9-bc70-4eb4-a012-ebb5f70c63da/67294fb9-bc70-4eb4-a012-ebb5f70c63da.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.978628] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab9e2b67-f4ac-40a4-a56e-b3694bd7aa24 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.985807] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1364.985807] env[69950]: value = "task-4223253" [ 1364.985807] env[69950]: _type = "Task" [ 1364.985807] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.993964] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223253, 'name': Rename_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.153624] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223252, 'name': CreateVM_Task, 'duration_secs': 0.29392} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.153798] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.154222] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.154381] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.154696] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.154948] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c58c41b-c72b-4704-b9ce-e2f8addc767a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.159581] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1365.159581] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520fca97-ea29-bf8d-2af7-75034c3207bc" [ 1365.159581] env[69950]: _type = "Task" [ 1365.159581] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.167198] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520fca97-ea29-bf8d-2af7-75034c3207bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.496017] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223253, 'name': Rename_Task, 'duration_secs': 0.141947} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.496415] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.496516] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c886c83-3add-4611-84ed-973bf2791d41 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.503050] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1365.503050] env[69950]: value = "task-4223254" [ 1365.503050] env[69950]: _type = "Task" [ 1365.503050] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.510617] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.670948] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]520fca97-ea29-bf8d-2af7-75034c3207bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.671260] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.671528] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.671815] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.671952] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.672160] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.672424] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c61da74-c5a8-42a2-bf24-727895672997 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.680999] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.681233] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.681990] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63ace03-7675-4bd0-af28-cc0334c56e2a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.687899] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1365.687899] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f4ba29-06f9-229a-26d8-449968489a49" [ 1365.687899] env[69950]: _type = "Task" [ 1365.687899] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.696019] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f4ba29-06f9-229a-26d8-449968489a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.013570] env[69950]: DEBUG oslo_vmware.api [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223254, 'name': PowerOnVM_Task, 'duration_secs': 0.457706} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.013827] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.014058] env[69950]: INFO nova.compute.manager [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1366.014227] env[69950]: DEBUG nova.compute.manager [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1366.014985] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0a24bb-9aab-45bd-9f41-2f5e762e714a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.198174] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f4ba29-06f9-229a-26d8-449968489a49, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.199011] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7abdfa2-53c0-48b7-bcb4-5613c11f57dd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.204230] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1366.204230] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52656da2-74c0-c7b1-482f-d4df642a0006" [ 1366.204230] env[69950]: _type = "Task" [ 1366.204230] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.211940] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52656da2-74c0-c7b1-482f-d4df642a0006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.531746] env[69950]: INFO nova.compute.manager [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Took 12.21 seconds to build instance. [ 1366.715306] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52656da2-74c0-c7b1-482f-d4df642a0006, 'name': SearchDatastore_Task, 'duration_secs': 0.010528} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.715522] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.715783] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] c1d2c800-0b19-4f06-9635-dc4953bc6ea8/c1d2c800-0b19-4f06-9635-dc4953bc6ea8.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.716061] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bec64b59-8605-4b5e-a441-0f2cb053466f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.724258] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1366.724258] env[69950]: value = "task-4223255" [ 1366.724258] env[69950]: _type = "Task" [ 1366.724258] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.733151] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.033699] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.721s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.233854] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467645} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.234386] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] c1d2c800-0b19-4f06-9635-dc4953bc6ea8/c1d2c800-0b19-4f06-9635-dc4953bc6ea8.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.234386] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.234572] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad080963-f78f-49ab-a55a-c30f8d1fc087 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.240697] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1367.240697] env[69950]: value = "task-4223256" [ 1367.240697] env[69950]: _type = "Task" [ 1367.240697] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.249973] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.751078] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071636} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.751538] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1367.752125] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2a18ec-f07f-4a11-bfe1-caa33956b239 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.771848] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] c1d2c800-0b19-4f06-9635-dc4953bc6ea8/c1d2c800-0b19-4f06-9635-dc4953bc6ea8.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.772171] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e40d5a30-35cb-4743-9056-b45c67cacfb1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.791834] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1367.791834] env[69950]: value = "task-4223257" [ 1367.791834] env[69950]: _type = "Task" [ 1367.791834] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.799755] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.926813] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.927150] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.927364] env[69950]: INFO nova.compute.manager [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Shelving [ 1368.302287] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.802000] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223257, 'name': ReconfigVM_Task, 'duration_secs': 0.893823} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.805088] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Reconfigured VM instance instance-00000078 to attach disk [datastore2] c1d2c800-0b19-4f06-9635-dc4953bc6ea8/c1d2c800-0b19-4f06-9635-dc4953bc6ea8.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.805088] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9d4e159-e0c5-4508-ab8a-beb7236ea219 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.810165] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1368.810165] env[69950]: value = "task-4223258" [ 1368.810165] env[69950]: _type = "Task" [ 1368.810165] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.818677] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223258, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.936592] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.936902] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-550602ba-8757-45e6-955b-87c3d1e32568 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.944754] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1368.944754] env[69950]: value = "task-4223259" [ 1368.944754] env[69950]: _type = "Task" [ 1368.944754] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.953485] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.320754] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223258, 'name': Rename_Task, 'duration_secs': 0.234528} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.320990] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.321267] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f03170a0-a7e7-4339-9814-82ed786457d9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.328722] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1369.328722] env[69950]: value = "task-4223260" [ 1369.328722] env[69950]: _type = "Task" [ 1369.328722] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.337480] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.456605] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223259, 'name': PowerOffVM_Task, 'duration_secs': 0.172804} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.456839] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.457531] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb44652-ca4f-4f36-9c16-a7c73956a2b4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.476326] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af85c4cb-fd5d-4a84-b695-34e067a137e4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.838430] env[69950]: DEBUG oslo_vmware.api [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223260, 'name': PowerOnVM_Task, 'duration_secs': 0.472024} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.838829] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.838920] env[69950]: DEBUG nova.compute.manager [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1369.839718] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bea6c4-05a9-4ef5-8053-1689cdb3a766 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.987328] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1369.987682] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-10a6e8c2-bae1-44ae-8e6c-9be278e2b3d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.995824] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1369.995824] env[69950]: value = "task-4223261" [ 1369.995824] env[69950]: _type = "Task" [ 1369.995824] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.005619] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223261, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.355599] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.355599] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.355924] env[69950]: DEBUG nova.objects.instance [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69950) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1370.506589] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223261, 'name': CreateSnapshot_Task, 'duration_secs': 0.413117} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.506905] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1370.507688] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a8b63e-7b07-4ffe-ba35-4ec967a4935f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.026418] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1371.028233] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff0eb8ff-5948-4d99-a0b2-9531e91da39e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.037312] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1371.037312] env[69950]: value = "task-4223262" [ 1371.037312] env[69950]: _type = "Task" [ 1371.037312] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.047938] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223262, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.292215] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquiring lock "c1d2c800-0b19-4f06-9635-dc4953bc6ea8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.292482] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Lock "c1d2c800-0b19-4f06-9635-dc4953bc6ea8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.292731] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquiring lock "c1d2c800-0b19-4f06-9635-dc4953bc6ea8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.292889] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Lock "c1d2c800-0b19-4f06-9635-dc4953bc6ea8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.293080] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Lock "c1d2c800-0b19-4f06-9635-dc4953bc6ea8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.295466] env[69950]: INFO nova.compute.manager [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Terminating instance [ 1371.365377] env[69950]: DEBUG oslo_concurrency.lockutils [None req-48a641f2-6c14-4c37-9c09-a5e8d072d8e8 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.548391] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223262, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.800245] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquiring lock "refresh_cache-c1d2c800-0b19-4f06-9635-dc4953bc6ea8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.800495] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquired lock "refresh_cache-c1d2c800-0b19-4f06-9635-dc4953bc6ea8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.800549] env[69950]: DEBUG nova.network.neutron [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.048735] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223262, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.326885] env[69950]: DEBUG nova.network.neutron [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.393873] env[69950]: DEBUG nova.network.neutron [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.550053] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223262, 'name': CloneVM_Task} progress is 95%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.897351] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Releasing lock "refresh_cache-c1d2c800-0b19-4f06-9635-dc4953bc6ea8" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.897806] env[69950]: DEBUG nova.compute.manager [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.898032] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.899031] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62daab8e-b436-4c79-b30a-3a24582562f3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.907100] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.907360] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b32aa23d-64e0-4004-8a0a-6874eb248274 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.913676] env[69950]: DEBUG oslo_vmware.api [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1372.913676] env[69950]: value = "task-4223263" [ 1372.913676] env[69950]: _type = "Task" [ 1372.913676] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.921770] env[69950]: DEBUG oslo_vmware.api [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.050795] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223262, 'name': CloneVM_Task, 'duration_secs': 1.614914} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.051178] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Created linked-clone VM from snapshot [ 1373.052014] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be8d36f-7ead-45f0-a140-8035c64b25dc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.060557] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Uploading image eec8cd52-898b-440e-adec-712c10a350ce {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1373.089507] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1373.089507] env[69950]: value = "vm-835645" [ 1373.089507] env[69950]: _type = "VirtualMachine" [ 1373.089507] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1373.089803] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a48ae518-1b6e-463a-92e7-43311caa3c6c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.097943] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lease: (returnval){ [ 1373.097943] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b4a637-39ef-b3d5-03f6-ac8b675406c9" [ 1373.097943] env[69950]: _type = "HttpNfcLease" [ 1373.097943] env[69950]: } obtained for exporting VM: (result){ [ 1373.097943] env[69950]: value = "vm-835645" [ 1373.097943] env[69950]: _type = "VirtualMachine" [ 1373.097943] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1373.098368] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the lease: (returnval){ [ 1373.098368] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b4a637-39ef-b3d5-03f6-ac8b675406c9" [ 1373.098368] env[69950]: _type = "HttpNfcLease" [ 1373.098368] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1373.106533] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1373.106533] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b4a637-39ef-b3d5-03f6-ac8b675406c9" [ 1373.106533] env[69950]: _type = "HttpNfcLease" [ 1373.106533] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1373.423453] env[69950]: DEBUG oslo_vmware.api [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223263, 'name': PowerOffVM_Task, 'duration_secs': 0.190731} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.423726] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.423899] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.424174] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c630a320-1e6c-435a-b3ef-8ec6b1f5f906 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.447753] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.447964] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.448160] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Deleting the datastore file [datastore2] c1d2c800-0b19-4f06-9635-dc4953bc6ea8 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.448430] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67090c71-b6be-4b5f-9619-902626497c23 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.455072] env[69950]: DEBUG oslo_vmware.api [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for the task: (returnval){ [ 1373.455072] env[69950]: value = "task-4223266" [ 1373.455072] env[69950]: _type = "Task" [ 1373.455072] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.463783] env[69950]: DEBUG oslo_vmware.api [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.606365] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1373.606365] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b4a637-39ef-b3d5-03f6-ac8b675406c9" [ 1373.606365] env[69950]: _type = "HttpNfcLease" [ 1373.606365] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1373.606745] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1373.606745] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52b4a637-39ef-b3d5-03f6-ac8b675406c9" [ 1373.606745] env[69950]: _type = "HttpNfcLease" [ 1373.606745] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1373.607424] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae3f5cd-9ddb-4cd1-92c7-1a973107e8bb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.614921] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267a10e-04cd-8f74-bb2f-b3e89e7a3585/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1373.615107] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267a10e-04cd-8f74-bb2f-b3e89e7a3585/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1373.699398] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84182529-6356-41b7-bc21-5667dd3f1ebc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.967899] env[69950]: DEBUG oslo_vmware.api [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Task: {'id': task-4223266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129994} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.968194] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.968419] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.968661] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.968870] env[69950]: INFO nova.compute.manager [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1373.969169] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.969368] env[69950]: DEBUG nova.compute.manager [-] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.969464] env[69950]: DEBUG nova.network.neutron [-] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.986044] env[69950]: DEBUG nova.network.neutron [-] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.489114] env[69950]: DEBUG nova.network.neutron [-] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.992291] env[69950]: INFO nova.compute.manager [-] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Took 1.02 seconds to deallocate network for instance. [ 1375.500742] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.501354] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.501657] env[69950]: DEBUG nova.objects.instance [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Lazy-loading 'resources' on Instance uuid c1d2c800-0b19-4f06-9635-dc4953bc6ea8 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.106985] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fcbbc5-0601-41bf-bc36-64419bac340d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.115730] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42525d2a-6de2-489a-ba83-4ca0296f2900 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.147638] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef29b08-7377-4275-9574-ec8a48a59c02 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.156700] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e770ad-0d5a-4150-a9aa-cacf720e9485 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.172163] env[69950]: DEBUG nova.compute.provider_tree [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.676837] env[69950]: DEBUG nova.scheduler.client.report [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.182782] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.206650] env[69950]: INFO nova.scheduler.client.report [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Deleted allocations for instance c1d2c800-0b19-4f06-9635-dc4953bc6ea8 [ 1377.715421] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a86533e5-0224-4c50-9c58-bc98c06b90b4 tempest-ServersListShow298Test-1892272270 tempest-ServersListShow298Test-1892272270-project-member] Lock "c1d2c800-0b19-4f06-9635-dc4953bc6ea8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.423s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.416813] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.370209] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267a10e-04cd-8f74-bb2f-b3e89e7a3585/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1380.371209] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e04bce7-4412-4c4d-be23-34bc6e09ef7c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.377705] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267a10e-04cd-8f74-bb2f-b3e89e7a3585/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1380.377875] env[69950]: ERROR oslo_vmware.rw_handles [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267a10e-04cd-8f74-bb2f-b3e89e7a3585/disk-0.vmdk due to incomplete transfer. [ 1380.378138] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-144b29a2-66d5-4f3a-9371-8251ade966cc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.386060] env[69950]: DEBUG oslo_vmware.rw_handles [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267a10e-04cd-8f74-bb2f-b3e89e7a3585/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1380.386276] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Uploaded image eec8cd52-898b-440e-adec-712c10a350ce to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1380.388485] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1380.388728] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a4abe3a8-83e6-483e-bf81-d22069cf55bf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.395577] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1380.395577] env[69950]: value = "task-4223267" [ 1380.395577] env[69950]: _type = "Task" [ 1380.395577] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.404387] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223267, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.416094] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.906726] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223267, 'name': Destroy_Task, 'duration_secs': 0.455621} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.907143] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Destroyed the VM [ 1380.907264] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1380.907632] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35a631ce-270c-4323-97c5-0cc8faded20e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.915376] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1380.915376] env[69950]: value = "task-4223268" [ 1380.915376] env[69950]: _type = "Task" [ 1380.915376] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.924068] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223268, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.163704] env[69950]: DEBUG oslo_concurrency.lockutils [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.163942] env[69950]: DEBUG oslo_concurrency.lockutils [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.164225] env[69950]: DEBUG oslo_concurrency.lockutils [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.164425] env[69950]: DEBUG oslo_concurrency.lockutils [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.164597] env[69950]: DEBUG oslo_concurrency.lockutils [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.166906] env[69950]: INFO nova.compute.manager [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Terminating instance [ 1381.425298] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223268, 'name': RemoveSnapshot_Task, 'duration_secs': 0.393435} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.425519] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1381.425782] env[69950]: DEBUG nova.compute.manager [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1381.426593] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb5cbef-2dbe-4768-b2dc-8334185c44cd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.671056] env[69950]: DEBUG nova.compute.manager [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1381.671359] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.671978] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-914a92f2-89b3-419d-82e5-28493812d0c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.680668] env[69950]: DEBUG oslo_vmware.api [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1381.680668] env[69950]: value = "task-4223269" [ 1381.680668] env[69950]: _type = "Task" [ 1381.680668] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.690785] env[69950]: DEBUG oslo_vmware.api [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.938770] env[69950]: INFO nova.compute.manager [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Shelve offloading [ 1382.192017] env[69950]: DEBUG oslo_vmware.api [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223269, 'name': PowerOffVM_Task, 'duration_secs': 0.210084} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.192283] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.192439] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Volume detach. Driver type: vmdk {{(pid=69950) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1382.192635] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835626', 'volume_id': '220c85c0-b795-4d66-b38b-f99198f40b16', 'name': 'volume-220c85c0-b795-4d66-b38b-f99198f40b16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd5dcbd6d-9f93-49c5-800c-de32723bfcbe', 'attached_at': '2025-05-18T22:15:21.000000', 'detached_at': '', 'volume_id': '220c85c0-b795-4d66-b38b-f99198f40b16', 'serial': '220c85c0-b795-4d66-b38b-f99198f40b16'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1382.193434] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aedc78-73ab-4bb6-9b48-86048aa443b5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.212506] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37181083-e31d-4dfc-8375-bcc9267f8ab3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.220383] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7720b508-37b0-45d4-a261-586e228099c1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.239032] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b24997-a5d0-4e6d-a31d-86b40b92b500 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.254725] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] The volume has not been displaced from its original location: [datastore2] volume-220c85c0-b795-4d66-b38b-f99198f40b16/volume-220c85c0-b795-4d66-b38b-f99198f40b16.vmdk. No consolidation needed. {{(pid=69950) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1382.260219] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1382.260550] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04bb56c4-a8e1-45c4-915f-a6d89fb48f57 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.279207] env[69950]: DEBUG oslo_vmware.api [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1382.279207] env[69950]: value = "task-4223270" [ 1382.279207] env[69950]: _type = "Task" [ 1382.279207] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.289103] env[69950]: DEBUG oslo_vmware.api [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.416192] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.416483] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.416577] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69950) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1382.442554] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.442808] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b6b98ab-4e8b-48a4-bf61-ec33b9b5faf3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.449624] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1382.449624] env[69950]: value = "task-4223271" [ 1382.449624] env[69950]: _type = "Task" [ 1382.449624] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.457621] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.789481] env[69950]: DEBUG oslo_vmware.api [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223270, 'name': ReconfigVM_Task, 'duration_secs': 0.161457} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.789768] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1382.794529] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd4077b1-ba92-4a1b-876e-dfe3acef89a8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.810126] env[69950]: DEBUG oslo_vmware.api [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1382.810126] env[69950]: value = "task-4223272" [ 1382.810126] env[69950]: _type = "Task" [ 1382.810126] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.818536] env[69950]: DEBUG oslo_vmware.api [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.959912] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1382.959912] env[69950]: DEBUG nova.compute.manager [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1382.961022] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4589bb4c-7d94-4022-a1c8-b53a8a06ce63 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.967068] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "refresh_cache-67294fb9-bc70-4eb4-a012-ebb5f70c63da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.967068] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "refresh_cache-67294fb9-bc70-4eb4-a012-ebb5f70c63da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.967068] env[69950]: DEBUG nova.network.neutron [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.322525] env[69950]: DEBUG oslo_vmware.api [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223272, 'name': ReconfigVM_Task, 'duration_secs': 0.138305} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.324051] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-835626', 'volume_id': '220c85c0-b795-4d66-b38b-f99198f40b16', 'name': 'volume-220c85c0-b795-4d66-b38b-f99198f40b16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd5dcbd6d-9f93-49c5-800c-de32723bfcbe', 'attached_at': '2025-05-18T22:15:21.000000', 'detached_at': '', 'volume_id': '220c85c0-b795-4d66-b38b-f99198f40b16', 'serial': '220c85c0-b795-4d66-b38b-f99198f40b16'} {{(pid=69950) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1383.324051] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.324347] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0fb96f-8f08-4cdd-80b7-487280eb6d77 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.330367] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.330587] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbc2ed42-7b05-4b85-adcf-fe6e26b54207 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.394613] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.394838] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.395000] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleting the datastore file [datastore2] d5dcbd6d-9f93-49c5-800c-de32723bfcbe {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.395308] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6662d951-29ea-41d8-b687-8e27663848ca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.402550] env[69950]: DEBUG oslo_vmware.api [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1383.402550] env[69950]: value = "task-4223274" [ 1383.402550] env[69950]: _type = "Task" [ 1383.402550] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.410582] env[69950]: DEBUG oslo_vmware.api [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.417098] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.651834] env[69950]: DEBUG nova.network.neutron [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Updating instance_info_cache with network_info: [{"id": "50331526-bdaf-4ed5-a64f-cd766702cd5a", "address": "fa:16:3e:36:15:5d", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50331526-bd", "ovs_interfaceid": "50331526-bdaf-4ed5-a64f-cd766702cd5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.913506] env[69950]: DEBUG oslo_vmware.api [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085537} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.913780] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.914446] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.914446] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.914446] env[69950]: INFO nova.compute.manager [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1383.914661] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.914856] env[69950]: DEBUG nova.compute.manager [-] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1383.914952] env[69950]: DEBUG nova.network.neutron [-] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.155335] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "refresh_cache-67294fb9-bc70-4eb4-a012-ebb5f70c63da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.738357] env[69950]: DEBUG nova.compute.manager [req-3f8b0d8e-aa33-43f3-a654-0a42d0a09a7a req-de654ef9-baca-4226-ba7c-cccaf4a3df57 service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Received event network-vif-unplugged-50331526-bdaf-4ed5-a64f-cd766702cd5a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1384.738566] env[69950]: DEBUG oslo_concurrency.lockutils [req-3f8b0d8e-aa33-43f3-a654-0a42d0a09a7a req-de654ef9-baca-4226-ba7c-cccaf4a3df57 service nova] Acquiring lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.738814] env[69950]: DEBUG oslo_concurrency.lockutils [req-3f8b0d8e-aa33-43f3-a654-0a42d0a09a7a req-de654ef9-baca-4226-ba7c-cccaf4a3df57 service nova] Lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.739067] env[69950]: DEBUG oslo_concurrency.lockutils [req-3f8b0d8e-aa33-43f3-a654-0a42d0a09a7a req-de654ef9-baca-4226-ba7c-cccaf4a3df57 service nova] Lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.739324] env[69950]: DEBUG nova.compute.manager [req-3f8b0d8e-aa33-43f3-a654-0a42d0a09a7a req-de654ef9-baca-4226-ba7c-cccaf4a3df57 service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] No waiting events found dispatching network-vif-unplugged-50331526-bdaf-4ed5-a64f-cd766702cd5a {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1384.739440] env[69950]: WARNING nova.compute.manager [req-3f8b0d8e-aa33-43f3-a654-0a42d0a09a7a req-de654ef9-baca-4226-ba7c-cccaf4a3df57 service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Received unexpected event network-vif-unplugged-50331526-bdaf-4ed5-a64f-cd766702cd5a for instance with vm_state shelved and task_state shelving_offloading. [ 1384.778958] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.779841] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b93e60-d935-48d6-b4bb-d8a0720004ab {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.787939] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.788204] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18e2a221-c256-4468-8cee-d2c730f00f94 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.850644] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.851057] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.851393] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleting the datastore file [datastore2] 67294fb9-bc70-4eb4-a012-ebb5f70c63da {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.851781] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cb8e9db-f8d5-4862-997f-f2b6bc9e02b6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.859774] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1384.859774] env[69950]: value = "task-4223276" [ 1384.859774] env[69950]: _type = "Task" [ 1384.859774] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.869087] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.254991] env[69950]: DEBUG nova.network.neutron [-] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.370156] env[69950]: DEBUG oslo_vmware.api [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1319} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.370432] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.370617] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.370789] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.394338] env[69950]: INFO nova.scheduler.client.report [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleted allocations for instance 67294fb9-bc70-4eb4-a012-ebb5f70c63da [ 1385.758129] env[69950]: INFO nova.compute.manager [-] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Took 1.84 seconds to deallocate network for instance. [ 1385.899196] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.899574] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.899725] env[69950]: DEBUG nova.objects.instance [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lazy-loading 'resources' on Instance uuid 67294fb9-bc70-4eb4-a012-ebb5f70c63da {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.301121] env[69950]: INFO nova.compute.manager [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Took 0.54 seconds to detach 1 volumes for instance. [ 1386.303324] env[69950]: DEBUG nova.compute.manager [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Deleting volume: 220c85c0-b795-4d66-b38b-f99198f40b16 {{(pid=69950) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1386.336938] env[69950]: DEBUG oslo_concurrency.lockutils [None req-38e53bbf-13cc-4b22-8a71-e7dadc9d5877 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.402861] env[69950]: DEBUG nova.objects.instance [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lazy-loading 'numa_topology' on Instance uuid 67294fb9-bc70-4eb4-a012-ebb5f70c63da {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.411645] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.768590] env[69950]: DEBUG nova.compute.manager [req-ca8cf5b8-1d98-4b5e-9a09-2a58e6fc94e3 req-2394198d-df16-48e7-8c6c-12a35a2c8604 service nova] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Received event network-vif-deleted-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1386.768801] env[69950]: DEBUG nova.compute.manager [req-ca8cf5b8-1d98-4b5e-9a09-2a58e6fc94e3 req-2394198d-df16-48e7-8c6c-12a35a2c8604 service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Received event network-changed-50331526-bdaf-4ed5-a64f-cd766702cd5a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1386.769009] env[69950]: DEBUG nova.compute.manager [req-ca8cf5b8-1d98-4b5e-9a09-2a58e6fc94e3 req-2394198d-df16-48e7-8c6c-12a35a2c8604 service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Refreshing instance network info cache due to event network-changed-50331526-bdaf-4ed5-a64f-cd766702cd5a. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1386.769230] env[69950]: DEBUG oslo_concurrency.lockutils [req-ca8cf5b8-1d98-4b5e-9a09-2a58e6fc94e3 req-2394198d-df16-48e7-8c6c-12a35a2c8604 service nova] Acquiring lock "refresh_cache-67294fb9-bc70-4eb4-a012-ebb5f70c63da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.769372] env[69950]: DEBUG oslo_concurrency.lockutils [req-ca8cf5b8-1d98-4b5e-9a09-2a58e6fc94e3 req-2394198d-df16-48e7-8c6c-12a35a2c8604 service nova] Acquired lock "refresh_cache-67294fb9-bc70-4eb4-a012-ebb5f70c63da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.769529] env[69950]: DEBUG nova.network.neutron [req-ca8cf5b8-1d98-4b5e-9a09-2a58e6fc94e3 req-2394198d-df16-48e7-8c6c-12a35a2c8604 service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Refreshing network info cache for port 50331526-bdaf-4ed5-a64f-cd766702cd5a {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.842971] env[69950]: DEBUG oslo_concurrency.lockutils [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.904805] env[69950]: DEBUG nova.objects.base [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Object Instance<67294fb9-bc70-4eb4-a012-ebb5f70c63da> lazy-loaded attributes: resources,numa_topology {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1386.976060] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7142e051-fb94-4078-a6b7-144a99f4dcdc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.984293] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a383cb-7d9f-4cf4-8be5-4da6a80e3aca {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.016068] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9feb0f9-0543-4ff2-bb0f-a8a895956136 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.024351] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e713419c-4379-497c-a80f-2e3801ea9ab3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.040145] env[69950]: DEBUG nova.compute.provider_tree [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.416205] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.416575] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.466750] env[69950]: DEBUG nova.network.neutron [req-ca8cf5b8-1d98-4b5e-9a09-2a58e6fc94e3 req-2394198d-df16-48e7-8c6c-12a35a2c8604 service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Updated VIF entry in instance network info cache for port 50331526-bdaf-4ed5-a64f-cd766702cd5a. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.467173] env[69950]: DEBUG nova.network.neutron [req-ca8cf5b8-1d98-4b5e-9a09-2a58e6fc94e3 req-2394198d-df16-48e7-8c6c-12a35a2c8604 service nova] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Updating instance_info_cache with network_info: [{"id": "50331526-bdaf-4ed5-a64f-cd766702cd5a", "address": "fa:16:3e:36:15:5d", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": null, "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap50331526-bd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.543689] env[69950]: DEBUG nova.scheduler.client.report [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.919362] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.970376] env[69950]: DEBUG oslo_concurrency.lockutils [req-ca8cf5b8-1d98-4b5e-9a09-2a58e6fc94e3 req-2394198d-df16-48e7-8c6c-12a35a2c8604 service nova] Releasing lock "refresh_cache-67294fb9-bc70-4eb4-a012-ebb5f70c63da" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.048845] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.051623] env[69950]: DEBUG oslo_concurrency.lockutils [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.209s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.051827] env[69950]: DEBUG oslo_concurrency.lockutils [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.054013] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.135s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.054214] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.054401] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69950) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1388.055710] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c5f33c-ab7d-4f96-9891-73c00ac7afc6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.064638] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d189db72-9c94-464d-9db6-58dad221914e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.070852] env[69950]: INFO nova.scheduler.client.report [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleted allocations for instance d5dcbd6d-9f93-49c5-800c-de32723bfcbe [ 1388.083011] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654911a9-e87c-4b6a-9dfb-98b235163f9f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.092614] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8929a52d-fb54-426d-a89a-945c3743050e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.123581] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180007MB free_disk=2GB free_vcpus=48 pci_devices=None {{(pid=69950) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1388.123786] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.124415] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.559612] env[69950]: DEBUG oslo_concurrency.lockutils [None req-7b7852ea-1b45-45df-bc2a-8245f8de786e tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.632s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.560483] env[69950]: DEBUG oslo_concurrency.lockutils [None req-38e53bbf-13cc-4b22-8a71-e7dadc9d5877 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.224s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.560697] env[69950]: DEBUG oslo_concurrency.lockutils [None req-38e53bbf-13cc-4b22-8a71-e7dadc9d5877 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.561304] env[69950]: DEBUG oslo_concurrency.lockutils [None req-38e53bbf-13cc-4b22-8a71-e7dadc9d5877 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.561487] env[69950]: DEBUG oslo_concurrency.lockutils [None req-38e53bbf-13cc-4b22-8a71-e7dadc9d5877 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.562957] env[69950]: INFO nova.compute.manager [None req-38e53bbf-13cc-4b22-8a71-e7dadc9d5877 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Terminating instance [ 1388.588900] env[69950]: DEBUG oslo_concurrency.lockutils [None req-968f1e84-94ca-4a6d-86eb-44fe02aad73a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "d5dcbd6d-9f93-49c5-800c-de32723bfcbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.425s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.937656] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "c6f002d4-5e1b-4b6a-9908-92e91c051015" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.937944] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "c6f002d4-5e1b-4b6a-9908-92e91c051015" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.938175] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "c6f002d4-5e1b-4b6a-9908-92e91c051015-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.938363] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "c6f002d4-5e1b-4b6a-9908-92e91c051015-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.938534] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "c6f002d4-5e1b-4b6a-9908-92e91c051015-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.940862] env[69950]: INFO nova.compute.manager [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Terminating instance [ 1389.066350] env[69950]: DEBUG nova.compute.manager [None req-38e53bbf-13cc-4b22-8a71-e7dadc9d5877 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.066575] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-38e53bbf-13cc-4b22-8a71-e7dadc9d5877 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.066856] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b6d8a04-d90e-4abb-a72e-ef23feff8df6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.077708] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f53772-297c-4e2e-b59e-9986cc4d7fa2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.103170] env[69950]: WARNING nova.virt.vmwareapi.vmops [None req-38e53bbf-13cc-4b22-8a71-e7dadc9d5877 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 67294fb9-bc70-4eb4-a012-ebb5f70c63da could not be found. [ 1389.103375] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-38e53bbf-13cc-4b22-8a71-e7dadc9d5877 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.103547] env[69950]: INFO nova.compute.manager [None req-38e53bbf-13cc-4b22-8a71-e7dadc9d5877 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1389.103831] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38e53bbf-13cc-4b22-8a71-e7dadc9d5877 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.104062] env[69950]: DEBUG nova.compute.manager [-] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1389.104161] env[69950]: DEBUG nova.network.neutron [-] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1389.144748] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance da4381f9-af9d-4e93-b6e9-92371f27d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1389.144908] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance fb7588d9-cd40-4391-b6f7-65bc2780c6e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1389.145032] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance c6f002d4-5e1b-4b6a-9908-92e91c051015 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1389.145216] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1389.145353] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1389.191016] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1183e0e8-e43b-427e-a4dc-d5aea1761743 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.200362] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af45f06-45df-4794-99b6-6d674851c797 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.234802] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe3d324-0549-47e2-a001-38d14e4baecc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.243103] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8531fc3a-0e68-40c1-a132-375affbe8123 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.257153] env[69950]: DEBUG nova.compute.provider_tree [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.444951] env[69950]: DEBUG nova.compute.manager [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.445171] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.446035] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f96c47e-adc4-4f12-8053-bac8366054e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.453920] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.454173] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4baad7b2-a7c8-499f-bae3-f9ed90ec1d0e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.462143] env[69950]: DEBUG oslo_vmware.api [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1389.462143] env[69950]: value = "task-4223278" [ 1389.462143] env[69950]: _type = "Task" [ 1389.462143] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.471297] env[69950]: DEBUG oslo_vmware.api [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.761102] env[69950]: DEBUG nova.scheduler.client.report [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.850058] env[69950]: DEBUG nova.network.neutron [-] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.972579] env[69950]: DEBUG oslo_vmware.api [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223278, 'name': PowerOffVM_Task, 'duration_secs': 0.21953} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.972863] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.973048] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.973321] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7fd9902-db7a-4487-8c7d-a54a7e8173f6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.037410] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1390.037603] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1390.037740] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleting the datastore file [datastore2] c6f002d4-5e1b-4b6a-9908-92e91c051015 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1390.038012] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23f4fd4b-760c-4b1b-862c-3a1367af26fd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.044727] env[69950]: DEBUG oslo_vmware.api [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1390.044727] env[69950]: value = "task-4223280" [ 1390.044727] env[69950]: _type = "Task" [ 1390.044727] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.053268] env[69950]: DEBUG oslo_vmware.api [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.266036] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1390.266313] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.142s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.352431] env[69950]: INFO nova.compute.manager [-] [instance: 67294fb9-bc70-4eb4-a012-ebb5f70c63da] Took 1.25 seconds to deallocate network for instance. [ 1390.554879] env[69950]: DEBUG oslo_vmware.api [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143484} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.555147] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.555344] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.555576] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.555777] env[69950]: INFO nova.compute.manager [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1390.556048] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.556262] env[69950]: DEBUG nova.compute.manager [-] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1390.556354] env[69950]: DEBUG nova.network.neutron [-] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1391.302770] env[69950]: DEBUG nova.network.neutron [-] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.378972] env[69950]: DEBUG oslo_concurrency.lockutils [None req-38e53bbf-13cc-4b22-8a71-e7dadc9d5877 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "67294fb9-bc70-4eb4-a012-ebb5f70c63da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.818s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.391534] env[69950]: DEBUG nova.compute.manager [req-40f90bff-4ff9-48db-9ec4-2fe306574f36 req-bcc05415-298a-47a3-a928-5330fef919f7 service nova] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Received event network-vif-deleted-b0717cb5-78ad-4be5-8709-4c1c6072aa3f {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1391.805269] env[69950]: INFO nova.compute.manager [-] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Took 1.25 seconds to deallocate network for instance. [ 1392.312303] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.312642] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.312694] env[69950]: DEBUG nova.objects.instance [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lazy-loading 'resources' on Instance uuid c6f002d4-5e1b-4b6a-9908-92e91c051015 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.364803] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "4cd8652e-b411-468d-b287-6eb6a7292021" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.365050] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "4cd8652e-b411-468d-b287-6eb6a7292021" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.866838] env[69950]: DEBUG nova.compute.manager [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.875077] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586983ee-c46a-4104-892c-ccee2e9e75cc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.883800] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34458ac-044d-4ec4-8b43-735004132b82 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.915172] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a29551-8179-4466-b1f5-f61c38f25c2a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.923744] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52385abe-9798-4d0d-8d12-716807ef016c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.939721] env[69950]: DEBUG nova.compute.provider_tree [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.385621] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.443423] env[69950]: DEBUG nova.scheduler.client.report [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.949131] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.951802] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.566s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.953612] env[69950]: INFO nova.compute.claims [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.967562] env[69950]: INFO nova.scheduler.client.report [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleted allocations for instance c6f002d4-5e1b-4b6a-9908-92e91c051015 [ 1394.475530] env[69950]: DEBUG oslo_concurrency.lockutils [None req-951e8220-5c79-486b-b3b5-60933bcbd517 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "c6f002d4-5e1b-4b6a-9908-92e91c051015" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.537s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.014270] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2595e817-51fd-42eb-bf61-6b9a0cc10243 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.022170] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f232851a-6417-494f-a8a8-cd6c6c538dd4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.051975] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bf2b92-9bbd-4ecd-838e-7eb07a096904 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.059364] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38042625-e4b7-4a97-b257-fdf783d48282 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.073520] env[69950]: DEBUG nova.compute.provider_tree [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.577262] env[69950]: DEBUG nova.scheduler.client.report [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.082687] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.083262] env[69950]: DEBUG nova.compute.manager [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1396.588267] env[69950]: DEBUG nova.compute.utils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1396.589791] env[69950]: DEBUG nova.compute.manager [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1396.589982] env[69950]: DEBUG nova.network.neutron [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1396.641921] env[69950]: DEBUG nova.policy [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa97d573e71b4336b3632087323bf17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa98947929034ade8aaa85795160de1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1396.915962] env[69950]: DEBUG nova.network.neutron [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Successfully created port: 5dc27a56-3537-42da-a860-0c981446a03a {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1397.094244] env[69950]: DEBUG nova.compute.manager [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1398.104690] env[69950]: DEBUG nova.compute.manager [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.134530] env[69950]: DEBUG nova.virt.hardware [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.134964] env[69950]: DEBUG nova.virt.hardware [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.134964] env[69950]: DEBUG nova.virt.hardware [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.135144] env[69950]: DEBUG nova.virt.hardware [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.135297] env[69950]: DEBUG nova.virt.hardware [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.135446] env[69950]: DEBUG nova.virt.hardware [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.135667] env[69950]: DEBUG nova.virt.hardware [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.135840] env[69950]: DEBUG nova.virt.hardware [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.136045] env[69950]: DEBUG nova.virt.hardware [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.136225] env[69950]: DEBUG nova.virt.hardware [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.137328] env[69950]: DEBUG nova.virt.hardware [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.137394] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12140ff0-56c3-4d19-a23f-28effe2d5efc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.146549] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75cfaec-6909-4e28-9333-01edd08ac2bb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.424898] env[69950]: DEBUG nova.compute.manager [req-f095d375-d5cd-4452-b2e4-d3ab10af0951 req-9f840517-1dd4-4eb9-a9a3-2b1ade921c38 service nova] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Received event network-vif-plugged-5dc27a56-3537-42da-a860-0c981446a03a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1398.425145] env[69950]: DEBUG oslo_concurrency.lockutils [req-f095d375-d5cd-4452-b2e4-d3ab10af0951 req-9f840517-1dd4-4eb9-a9a3-2b1ade921c38 service nova] Acquiring lock "4cd8652e-b411-468d-b287-6eb6a7292021-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.425357] env[69950]: DEBUG oslo_concurrency.lockutils [req-f095d375-d5cd-4452-b2e4-d3ab10af0951 req-9f840517-1dd4-4eb9-a9a3-2b1ade921c38 service nova] Lock "4cd8652e-b411-468d-b287-6eb6a7292021-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.425523] env[69950]: DEBUG oslo_concurrency.lockutils [req-f095d375-d5cd-4452-b2e4-d3ab10af0951 req-9f840517-1dd4-4eb9-a9a3-2b1ade921c38 service nova] Lock "4cd8652e-b411-468d-b287-6eb6a7292021-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.425736] env[69950]: DEBUG nova.compute.manager [req-f095d375-d5cd-4452-b2e4-d3ab10af0951 req-9f840517-1dd4-4eb9-a9a3-2b1ade921c38 service nova] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] No waiting events found dispatching network-vif-plugged-5dc27a56-3537-42da-a860-0c981446a03a {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1398.425860] env[69950]: WARNING nova.compute.manager [req-f095d375-d5cd-4452-b2e4-d3ab10af0951 req-9f840517-1dd4-4eb9-a9a3-2b1ade921c38 service nova] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Received unexpected event network-vif-plugged-5dc27a56-3537-42da-a860-0c981446a03a for instance with vm_state building and task_state spawning. [ 1398.504070] env[69950]: DEBUG nova.network.neutron [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Successfully updated port: 5dc27a56-3537-42da-a860-0c981446a03a {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.667188] env[69950]: DEBUG oslo_concurrency.lockutils [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.667490] env[69950]: DEBUG oslo_concurrency.lockutils [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.667832] env[69950]: DEBUG oslo_concurrency.lockutils [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.668151] env[69950]: DEBUG oslo_concurrency.lockutils [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.668440] env[69950]: DEBUG oslo_concurrency.lockutils [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.671253] env[69950]: INFO nova.compute.manager [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Terminating instance [ 1399.006177] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "refresh_cache-4cd8652e-b411-468d-b287-6eb6a7292021" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.006450] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "refresh_cache-4cd8652e-b411-468d-b287-6eb6a7292021" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.006512] env[69950]: DEBUG nova.network.neutron [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.175349] env[69950]: DEBUG nova.compute.manager [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1399.175754] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.176579] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf890c30-e2fe-4d6a-8b56-b38e2975e33e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.185015] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.185282] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e58549ea-064f-4042-ac71-bde9e4195948 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.192296] env[69950]: DEBUG oslo_vmware.api [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1399.192296] env[69950]: value = "task-4223282" [ 1399.192296] env[69950]: _type = "Task" [ 1399.192296] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.200726] env[69950]: DEBUG oslo_vmware.api [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.537634] env[69950]: DEBUG nova.network.neutron [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.656468] env[69950]: DEBUG nova.network.neutron [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Updating instance_info_cache with network_info: [{"id": "5dc27a56-3537-42da-a860-0c981446a03a", "address": "fa:16:3e:3f:91:73", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc27a56-35", "ovs_interfaceid": "5dc27a56-3537-42da-a860-0c981446a03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.702388] env[69950]: DEBUG oslo_vmware.api [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223282, 'name': PowerOffVM_Task, 'duration_secs': 0.182141} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.702658] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.702823] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.703082] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19513cc6-e1cf-49ff-bb70-4919b579da80 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.158863] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "refresh_cache-4cd8652e-b411-468d-b287-6eb6a7292021" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.159272] env[69950]: DEBUG nova.compute.manager [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Instance network_info: |[{"id": "5dc27a56-3537-42da-a860-0c981446a03a", "address": "fa:16:3e:3f:91:73", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc27a56-35", "ovs_interfaceid": "5dc27a56-3537-42da-a860-0c981446a03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1400.159713] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:91:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dc27a56-3537-42da-a860-0c981446a03a', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.167341] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.167557] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.167789] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f5d273e-ba14-41c8-abc1-f1419cb64c7a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.187364] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.187364] env[69950]: value = "task-4223284" [ 1400.187364] env[69950]: _type = "Task" [ 1400.187364] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.195413] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223284, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.451325] env[69950]: DEBUG nova.compute.manager [req-6df8f8bb-f0f1-4d2d-a86d-08d589ec4dac req-a0dd82ca-949d-4dab-a25f-b8d644f03fcd service nova] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Received event network-changed-5dc27a56-3537-42da-a860-0c981446a03a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1400.451458] env[69950]: DEBUG nova.compute.manager [req-6df8f8bb-f0f1-4d2d-a86d-08d589ec4dac req-a0dd82ca-949d-4dab-a25f-b8d644f03fcd service nova] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Refreshing instance network info cache due to event network-changed-5dc27a56-3537-42da-a860-0c981446a03a. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1400.451682] env[69950]: DEBUG oslo_concurrency.lockutils [req-6df8f8bb-f0f1-4d2d-a86d-08d589ec4dac req-a0dd82ca-949d-4dab-a25f-b8d644f03fcd service nova] Acquiring lock "refresh_cache-4cd8652e-b411-468d-b287-6eb6a7292021" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.451883] env[69950]: DEBUG oslo_concurrency.lockutils [req-6df8f8bb-f0f1-4d2d-a86d-08d589ec4dac req-a0dd82ca-949d-4dab-a25f-b8d644f03fcd service nova] Acquired lock "refresh_cache-4cd8652e-b411-468d-b287-6eb6a7292021" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.452174] env[69950]: DEBUG nova.network.neutron [req-6df8f8bb-f0f1-4d2d-a86d-08d589ec4dac req-a0dd82ca-949d-4dab-a25f-b8d644f03fcd service nova] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Refreshing network info cache for port 5dc27a56-3537-42da-a860-0c981446a03a {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.673490] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.673753] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Deleting contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.673938] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleting the datastore file [datastore1] fb7588d9-cd40-4391-b6f7-65bc2780c6e7 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.674237] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2439a32c-e611-48a9-8ff2-54272b1481bd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.680602] env[69950]: DEBUG oslo_vmware.api [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for the task: (returnval){ [ 1400.680602] env[69950]: value = "task-4223285" [ 1400.680602] env[69950]: _type = "Task" [ 1400.680602] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.689038] env[69950]: DEBUG oslo_vmware.api [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.697200] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223284, 'name': CreateVM_Task, 'duration_secs': 0.320999} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.697392] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.698069] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.698259] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.698594] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.698881] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c046a3-43e9-4120-a3b8-6db2d7d65f98 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.703616] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1400.703616] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d734fa-797d-6bb5-f5e2-9ed0205bb833" [ 1400.703616] env[69950]: _type = "Task" [ 1400.703616] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.711734] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d734fa-797d-6bb5-f5e2-9ed0205bb833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.137121] env[69950]: DEBUG nova.network.neutron [req-6df8f8bb-f0f1-4d2d-a86d-08d589ec4dac req-a0dd82ca-949d-4dab-a25f-b8d644f03fcd service nova] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Updated VIF entry in instance network info cache for port 5dc27a56-3537-42da-a860-0c981446a03a. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.137542] env[69950]: DEBUG nova.network.neutron [req-6df8f8bb-f0f1-4d2d-a86d-08d589ec4dac req-a0dd82ca-949d-4dab-a25f-b8d644f03fcd service nova] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Updating instance_info_cache with network_info: [{"id": "5dc27a56-3537-42da-a860-0c981446a03a", "address": "fa:16:3e:3f:91:73", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc27a56-35", "ovs_interfaceid": "5dc27a56-3537-42da-a860-0c981446a03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.190472] env[69950]: DEBUG oslo_vmware.api [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Task: {'id': task-4223285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140036} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.190856] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.190949] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Deleted contents of the VM from datastore datastore1 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.191082] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.191264] env[69950]: INFO nova.compute.manager [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1401.191500] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1401.191688] env[69950]: DEBUG nova.compute.manager [-] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.191785] env[69950]: DEBUG nova.network.neutron [-] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.216079] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d734fa-797d-6bb5-f5e2-9ed0205bb833, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.216302] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.216570] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.216784] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.216930] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.217144] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.217451] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7536231-1da3-4eb2-9bd8-ebf4c6a2e640 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.232105] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.232319] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.233133] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709d118d-4746-42b7-b82f-d6fc66c422c1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.239781] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1401.239781] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d1bf97-bb98-9d86-d152-7631a89871db" [ 1401.239781] env[69950]: _type = "Task" [ 1401.239781] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.247690] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d1bf97-bb98-9d86-d152-7631a89871db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.640439] env[69950]: DEBUG oslo_concurrency.lockutils [req-6df8f8bb-f0f1-4d2d-a86d-08d589ec4dac req-a0dd82ca-949d-4dab-a25f-b8d644f03fcd service nova] Releasing lock "refresh_cache-4cd8652e-b411-468d-b287-6eb6a7292021" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.750901] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52d1bf97-bb98-9d86-d152-7631a89871db, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.751750] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83bbaf4c-a52b-4dde-9d0e-c78aed275d32 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.756935] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1401.756935] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529597fa-1b4f-feee-9f03-0a83dc7df249" [ 1401.756935] env[69950]: _type = "Task" [ 1401.756935] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.764556] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529597fa-1b4f-feee-9f03-0a83dc7df249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.912448] env[69950]: DEBUG nova.network.neutron [-] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.267203] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]529597fa-1b4f-feee-9f03-0a83dc7df249, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.267556] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.267840] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 4cd8652e-b411-468d-b287-6eb6a7292021/4cd8652e-b411-468d-b287-6eb6a7292021.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.268121] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aadf422-907a-42b6-8b91-a75b26c0447e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.275765] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1402.275765] env[69950]: value = "task-4223286" [ 1402.275765] env[69950]: _type = "Task" [ 1402.275765] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.283880] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.415285] env[69950]: INFO nova.compute.manager [-] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Took 1.22 seconds to deallocate network for instance. [ 1402.479072] env[69950]: DEBUG nova.compute.manager [req-f417ca49-48c0-4c8e-9c62-85303482887c req-740375be-75b4-43d9-b715-63b54ba7346a service nova] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Received event network-vif-deleted-7790bed2-19b5-443f-a6d0-da39f8bc840a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1402.787054] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485091} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.787333] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 4cd8652e-b411-468d-b287-6eb6a7292021/4cd8652e-b411-468d-b287-6eb6a7292021.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.787545] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.787800] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b38595b-3716-41f0-8b31-783c249b8ec8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.794164] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1402.794164] env[69950]: value = "task-4223287" [ 1402.794164] env[69950]: _type = "Task" [ 1402.794164] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.801984] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.922486] env[69950]: DEBUG oslo_concurrency.lockutils [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.922743] env[69950]: DEBUG oslo_concurrency.lockutils [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.922950] env[69950]: DEBUG nova.objects.instance [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lazy-loading 'resources' on Instance uuid fb7588d9-cd40-4391-b6f7-65bc2780c6e7 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.304559] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062416} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.304990] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.305762] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9a8951-8914-4b0e-9e94-972f1e08728b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.329608] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 4cd8652e-b411-468d-b287-6eb6a7292021/4cd8652e-b411-468d-b287-6eb6a7292021.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.329967] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8af1f66e-7f7d-4a62-8e80-78f8e91e32b8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.349955] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1403.349955] env[69950]: value = "task-4223288" [ 1403.349955] env[69950]: _type = "Task" [ 1403.349955] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.358043] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.488884] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2625aaf9-5e66-43dd-8eb6-bef09a5a0638 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.497190] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550fa51a-530a-4343-92c1-4a53542d9d29 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.528373] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15799f1-f658-404e-9ae6-9a7f69fa5fe2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.536184] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b50a8ef-0fec-4e38-bb78-6100e448f7b6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.549862] env[69950]: DEBUG nova.compute.provider_tree [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.860278] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223288, 'name': ReconfigVM_Task, 'duration_secs': 0.341233} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.860567] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 4cd8652e-b411-468d-b287-6eb6a7292021/4cd8652e-b411-468d-b287-6eb6a7292021.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.861224] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4722bf25-24aa-4817-8bda-d2100dd9d15c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.867830] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1403.867830] env[69950]: value = "task-4223289" [ 1403.867830] env[69950]: _type = "Task" [ 1403.867830] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.875615] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223289, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.053161] env[69950]: DEBUG nova.scheduler.client.report [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.380061] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223289, 'name': Rename_Task, 'duration_secs': 0.149643} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.380488] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.380731] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eb0d88e-8797-4ef6-976b-bbc3a62232f1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.387509] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1404.387509] env[69950]: value = "task-4223290" [ 1404.387509] env[69950]: _type = "Task" [ 1404.387509] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.395490] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.558315] env[69950]: DEBUG oslo_concurrency.lockutils [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.579705] env[69950]: INFO nova.scheduler.client.report [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Deleted allocations for instance fb7588d9-cd40-4391-b6f7-65bc2780c6e7 [ 1404.900055] env[69950]: DEBUG oslo_vmware.api [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223290, 'name': PowerOnVM_Task, 'duration_secs': 0.435968} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.900055] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.900055] env[69950]: INFO nova.compute.manager [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1404.900258] env[69950]: DEBUG nova.compute.manager [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1404.901372] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5ed8d0-2f21-4827-bd35-c56b2d5b4576 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.087532] env[69950]: DEBUG oslo_concurrency.lockutils [None req-652e3570-c097-41b9-9256-eeb5ab3d4922 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Lock "fb7588d9-cd40-4391-b6f7-65bc2780c6e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.420s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.422207] env[69950]: INFO nova.compute.manager [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Took 12.05 seconds to build instance. [ 1405.925859] env[69950]: DEBUG oslo_concurrency.lockutils [None req-77c2858c-5bfc-40a4-976c-dad8e71d8275 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "4cd8652e-b411-468d-b287-6eb6a7292021" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.561s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.713026] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e1394edd-1729-4cff-b293-c5bbfefcba4c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "4cd8652e-b411-468d-b287-6eb6a7292021" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.713026] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e1394edd-1729-4cff-b293-c5bbfefcba4c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "4cd8652e-b411-468d-b287-6eb6a7292021" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.713499] env[69950]: DEBUG nova.compute.manager [None req-e1394edd-1729-4cff-b293-c5bbfefcba4c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1406.714013] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddb6e31-4ee3-453a-8796-4bcf9157f906 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.721361] env[69950]: DEBUG nova.compute.manager [None req-e1394edd-1729-4cff-b293-c5bbfefcba4c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69950) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1406.721941] env[69950]: DEBUG nova.objects.instance [None req-e1394edd-1729-4cff-b293-c5bbfefcba4c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lazy-loading 'flavor' on Instance uuid 4cd8652e-b411-468d-b287-6eb6a7292021 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.731031] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1394edd-1729-4cff-b293-c5bbfefcba4c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.731721] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0ead1aa-1cbb-4bbd-8d0f-850177526223 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.740348] env[69950]: DEBUG oslo_vmware.api [None req-e1394edd-1729-4cff-b293-c5bbfefcba4c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1407.740348] env[69950]: value = "task-4223291" [ 1407.740348] env[69950]: _type = "Task" [ 1407.740348] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.749131] env[69950]: DEBUG oslo_vmware.api [None req-e1394edd-1729-4cff-b293-c5bbfefcba4c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.254674] env[69950]: DEBUG oslo_vmware.api [None req-e1394edd-1729-4cff-b293-c5bbfefcba4c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223291, 'name': PowerOffVM_Task, 'duration_secs': 0.22772} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.255099] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1394edd-1729-4cff-b293-c5bbfefcba4c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.255422] env[69950]: DEBUG nova.compute.manager [None req-e1394edd-1729-4cff-b293-c5bbfefcba4c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1408.256645] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b2d9a7-1e78-4377-96af-5896995bd11e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.775068] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e1394edd-1729-4cff-b293-c5bbfefcba4c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "4cd8652e-b411-468d-b287-6eb6a7292021" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.223304] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "4cd8652e-b411-468d-b287-6eb6a7292021" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.223646] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "4cd8652e-b411-468d-b287-6eb6a7292021" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.223888] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "4cd8652e-b411-468d-b287-6eb6a7292021-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.224098] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "4cd8652e-b411-468d-b287-6eb6a7292021-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.224272] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "4cd8652e-b411-468d-b287-6eb6a7292021-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.226482] env[69950]: INFO nova.compute.manager [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Terminating instance [ 1409.730307] env[69950]: DEBUG nova.compute.manager [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1409.730574] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.731499] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d872a2-43ba-419e-9aaf-7395b9143fa5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.739677] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.739909] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fbde658-1a79-4673-8bdf-f9d7f502416c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.807495] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.807890] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.807934] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleting the datastore file [datastore2] 4cd8652e-b411-468d-b287-6eb6a7292021 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.808231] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e50ede9-1fb9-4ce8-9621-b5fe2767e630 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.816533] env[69950]: DEBUG oslo_vmware.api [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1409.816533] env[69950]: value = "task-4223293" [ 1409.816533] env[69950]: _type = "Task" [ 1409.816533] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.825245] env[69950]: DEBUG oslo_vmware.api [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.158908] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "3cda04f8-447f-4d46-9702-9a6039b7eab3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.159174] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.326597] env[69950]: DEBUG oslo_vmware.api [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134372} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.326828] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.327022] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.327204] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.327426] env[69950]: INFO nova.compute.manager [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1410.327635] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1410.327822] env[69950]: DEBUG nova.compute.manager [-] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1410.327915] env[69950]: DEBUG nova.network.neutron [-] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.564743] env[69950]: DEBUG nova.compute.manager [req-b13616db-46bf-412e-8833-8bb321b0ede9 req-04256ae4-dc5a-4648-b051-7069c7f90758 service nova] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Received event network-vif-deleted-5dc27a56-3537-42da-a860-0c981446a03a {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1410.564802] env[69950]: INFO nova.compute.manager [req-b13616db-46bf-412e-8833-8bb321b0ede9 req-04256ae4-dc5a-4648-b051-7069c7f90758 service nova] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Neutron deleted interface 5dc27a56-3537-42da-a860-0c981446a03a; detaching it from the instance and deleting it from the info cache [ 1410.566023] env[69950]: DEBUG nova.network.neutron [req-b13616db-46bf-412e-8833-8bb321b0ede9 req-04256ae4-dc5a-4648-b051-7069c7f90758 service nova] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.661464] env[69950]: DEBUG nova.compute.manager [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1411.041804] env[69950]: DEBUG nova.network.neutron [-] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.067490] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88c7c455-60fa-4d73-af0c-ebc19f1ac253 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.077791] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976a93cb-29fe-4470-9553-9acfa5b78cc5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.104482] env[69950]: DEBUG nova.compute.manager [req-b13616db-46bf-412e-8833-8bb321b0ede9 req-04256ae4-dc5a-4648-b051-7069c7f90758 service nova] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Detach interface failed, port_id=5dc27a56-3537-42da-a860-0c981446a03a, reason: Instance 4cd8652e-b411-468d-b287-6eb6a7292021 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1411.186145] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.186474] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.188179] env[69950]: INFO nova.compute.claims [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1411.544424] env[69950]: INFO nova.compute.manager [-] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Took 1.22 seconds to deallocate network for instance. [ 1412.051216] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.248974] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf05f5f-a774-4647-b9cb-7a90a1f1894c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.256695] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666b5660-97d3-4663-97ca-99d9570136bf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.286250] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71607693-bd10-40d2-9e4b-346a7e8f6dae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.294123] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a073b93f-1b21-4b9e-aaf0-3cff0661f61c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.308832] env[69950]: DEBUG nova.compute.provider_tree [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.812467] env[69950]: DEBUG nova.scheduler.client.report [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.317471] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.317943] env[69950]: DEBUG nova.compute.manager [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1413.320953] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.270s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.321254] env[69950]: DEBUG nova.objects.instance [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lazy-loading 'resources' on Instance uuid 4cd8652e-b411-468d-b287-6eb6a7292021 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.824589] env[69950]: DEBUG nova.compute.utils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1413.826042] env[69950]: DEBUG nova.compute.manager [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1413.826189] env[69950]: DEBUG nova.network.neutron [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1413.875713] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5247e30-4d0c-4da3-81af-5867a91be303 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.879720] env[69950]: DEBUG nova.policy [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65382adeed3b483cb3e7333655c8d7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f74391a97ee4f5280b67ba61b5923b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1413.886064] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d55476-522f-4afb-b1cc-f805de7e5c13 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.916304] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e63fef3-c534-4faf-b796-e845553e2c1e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.923901] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d44ef04-508a-42e4-954b-e1c65edac077 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.938600] env[69950]: DEBUG nova.compute.provider_tree [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.111749] env[69950]: DEBUG nova.network.neutron [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Successfully created port: 07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1414.331611] env[69950]: DEBUG nova.compute.manager [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1414.442851] env[69950]: DEBUG nova.scheduler.client.report [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.948079] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.969636] env[69950]: INFO nova.scheduler.client.report [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleted allocations for instance 4cd8652e-b411-468d-b287-6eb6a7292021 [ 1415.340696] env[69950]: DEBUG nova.compute.manager [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1415.365385] env[69950]: DEBUG nova.virt.hardware [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.365617] env[69950]: DEBUG nova.virt.hardware [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.365776] env[69950]: DEBUG nova.virt.hardware [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.365959] env[69950]: DEBUG nova.virt.hardware [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.366167] env[69950]: DEBUG nova.virt.hardware [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.366262] env[69950]: DEBUG nova.virt.hardware [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.366529] env[69950]: DEBUG nova.virt.hardware [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.366674] env[69950]: DEBUG nova.virt.hardware [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.366891] env[69950]: DEBUG nova.virt.hardware [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.367080] env[69950]: DEBUG nova.virt.hardware [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.367263] env[69950]: DEBUG nova.virt.hardware [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.368286] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd46e76-5faa-4913-bf5b-8e2ce96beaa4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.377912] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f078317-baed-49b2-9016-9aa6bc178039 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.478584] env[69950]: DEBUG oslo_concurrency.lockutils [None req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "4cd8652e-b411-468d-b287-6eb6a7292021" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.255s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.553210] env[69950]: DEBUG nova.compute.manager [req-1fdda0e4-69f5-4e4a-a827-80c11a82e2a2 req-c02f8b34-334f-4eb3-a8c9-e97c3e256033 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Received event network-vif-plugged-07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1415.553454] env[69950]: DEBUG oslo_concurrency.lockutils [req-1fdda0e4-69f5-4e4a-a827-80c11a82e2a2 req-c02f8b34-334f-4eb3-a8c9-e97c3e256033 service nova] Acquiring lock "3cda04f8-447f-4d46-9702-9a6039b7eab3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.553676] env[69950]: DEBUG oslo_concurrency.lockutils [req-1fdda0e4-69f5-4e4a-a827-80c11a82e2a2 req-c02f8b34-334f-4eb3-a8c9-e97c3e256033 service nova] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.553850] env[69950]: DEBUG oslo_concurrency.lockutils [req-1fdda0e4-69f5-4e4a-a827-80c11a82e2a2 req-c02f8b34-334f-4eb3-a8c9-e97c3e256033 service nova] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.554144] env[69950]: DEBUG nova.compute.manager [req-1fdda0e4-69f5-4e4a-a827-80c11a82e2a2 req-c02f8b34-334f-4eb3-a8c9-e97c3e256033 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] No waiting events found dispatching network-vif-plugged-07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1415.554364] env[69950]: WARNING nova.compute.manager [req-1fdda0e4-69f5-4e4a-a827-80c11a82e2a2 req-c02f8b34-334f-4eb3-a8c9-e97c3e256033 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Received unexpected event network-vif-plugged-07f6f561-a93b-4ff5-bec2-dc69250af8a4 for instance with vm_state building and task_state spawning. [ 1416.135615] env[69950]: DEBUG nova.network.neutron [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Successfully updated port: 07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1416.153908] env[69950]: DEBUG nova.compute.manager [req-72c5bcc8-067f-47d6-8870-ca114a5af16a req-08f0a3a0-5fa7-415b-96e1-9a90e0bb8658 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Received event network-changed-07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1416.154127] env[69950]: DEBUG nova.compute.manager [req-72c5bcc8-067f-47d6-8870-ca114a5af16a req-08f0a3a0-5fa7-415b-96e1-9a90e0bb8658 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Refreshing instance network info cache due to event network-changed-07f6f561-a93b-4ff5-bec2-dc69250af8a4. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1416.154354] env[69950]: DEBUG oslo_concurrency.lockutils [req-72c5bcc8-067f-47d6-8870-ca114a5af16a req-08f0a3a0-5fa7-415b-96e1-9a90e0bb8658 service nova] Acquiring lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.154476] env[69950]: DEBUG oslo_concurrency.lockutils [req-72c5bcc8-067f-47d6-8870-ca114a5af16a req-08f0a3a0-5fa7-415b-96e1-9a90e0bb8658 service nova] Acquired lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.154635] env[69950]: DEBUG nova.network.neutron [req-72c5bcc8-067f-47d6-8870-ca114a5af16a req-08f0a3a0-5fa7-415b-96e1-9a90e0bb8658 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Refreshing network info cache for port 07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.320709] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "6303e268-20f1-42e0-99b5-c8f933cc510a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.320945] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "6303e268-20f1-42e0-99b5-c8f933cc510a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.639035] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.693712] env[69950]: DEBUG nova.network.neutron [req-72c5bcc8-067f-47d6-8870-ca114a5af16a req-08f0a3a0-5fa7-415b-96e1-9a90e0bb8658 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.775932] env[69950]: DEBUG nova.network.neutron [req-72c5bcc8-067f-47d6-8870-ca114a5af16a req-08f0a3a0-5fa7-415b-96e1-9a90e0bb8658 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.823561] env[69950]: DEBUG nova.compute.manager [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1417.279055] env[69950]: DEBUG oslo_concurrency.lockutils [req-72c5bcc8-067f-47d6-8870-ca114a5af16a req-08f0a3a0-5fa7-415b-96e1-9a90e0bb8658 service nova] Releasing lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.279340] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquired lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.279532] env[69950]: DEBUG nova.network.neutron [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.345965] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.346279] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.348239] env[69950]: INFO nova.compute.claims [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1417.822537] env[69950]: DEBUG nova.network.neutron [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1417.966414] env[69950]: DEBUG nova.network.neutron [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Updating instance_info_cache with network_info: [{"id": "07f6f561-a93b-4ff5-bec2-dc69250af8a4", "address": "fa:16:3e:58:95:26", "network": {"id": "6dc834cb-4912-4c53-8d6e-4f08d0b38b2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-854541064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f74391a97ee4f5280b67ba61b5923b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f6f561-a9", "ovs_interfaceid": "07f6f561-a93b-4ff5-bec2-dc69250af8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.405827] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523ab9b5-d576-402f-96e3-3eb5c26ae241 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.413500] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042e77f8-79f1-4fc2-a66c-a3e9fb745807 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.442505] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071eda70-ee69-4f50-b4ca-b12e45bf9bf5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.449787] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27146f01-c5ca-4e49-b674-c26e2d6275b0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.463860] env[69950]: DEBUG nova.compute.provider_tree [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.468849] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Releasing lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.469133] env[69950]: DEBUG nova.compute.manager [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Instance network_info: |[{"id": "07f6f561-a93b-4ff5-bec2-dc69250af8a4", "address": "fa:16:3e:58:95:26", "network": {"id": "6dc834cb-4912-4c53-8d6e-4f08d0b38b2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-854541064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f74391a97ee4f5280b67ba61b5923b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f6f561-a9", "ovs_interfaceid": "07f6f561-a93b-4ff5-bec2-dc69250af8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1418.469504] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:95:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07f6f561-a93b-4ff5-bec2-dc69250af8a4', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1418.476691] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Creating folder: Project (3f74391a97ee4f5280b67ba61b5923b5). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1418.477470] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb772689-2d74-4579-a5fc-ec0a7b711421 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.488561] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Created folder: Project (3f74391a97ee4f5280b67ba61b5923b5) in parent group-v835309. [ 1418.488777] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Creating folder: Instances. Parent ref: group-v835647. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1418.488977] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c32f14f-d394-4c99-a103-04918e0fecc0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.497856] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Created folder: Instances in parent group-v835647. [ 1418.498105] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1418.498319] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1418.498491] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a3d0896-82a0-405f-8314-59f97051294c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.517047] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.517047] env[69950]: value = "task-4223296" [ 1418.517047] env[69950]: _type = "Task" [ 1418.517047] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.524968] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223296, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.967286] env[69950]: DEBUG nova.scheduler.client.report [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.026495] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223296, 'name': CreateVM_Task, 'duration_secs': 0.292365} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.026701] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1419.027352] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.027527] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.027880] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.028150] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ca7928-ed24-4825-92b7-fbd7e358f208 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.033546] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1419.033546] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fe4383-5af3-3967-e560-f991bbfb32e5" [ 1419.033546] env[69950]: _type = "Task" [ 1419.033546] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.041325] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fe4383-5af3-3967-e560-f991bbfb32e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.472194] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.472733] env[69950]: DEBUG nova.compute.manager [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1419.544510] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fe4383-5af3-3967-e560-f991bbfb32e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011555} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.544821] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.545072] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.545313] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.545463] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.545644] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.545907] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47e01216-8443-4c2a-8ef8-f213b02a8f0f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.554455] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.554631] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.555347] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8d10d6-d7c6-4880-b1ee-4fd172d94929 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.560288] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1419.560288] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bfe1ff-409e-9827-20cf-4236d5af07a4" [ 1419.560288] env[69950]: _type = "Task" [ 1419.560288] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.568361] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bfe1ff-409e-9827-20cf-4236d5af07a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.978684] env[69950]: DEBUG nova.compute.utils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1419.980233] env[69950]: DEBUG nova.compute.manager [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1419.980410] env[69950]: DEBUG nova.network.neutron [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1420.016901] env[69950]: DEBUG nova.policy [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa97d573e71b4336b3632087323bf17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa98947929034ade8aaa85795160de1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1420.070058] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52bfe1ff-409e-9827-20cf-4236d5af07a4, 'name': SearchDatastore_Task, 'duration_secs': 0.00869} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.070867] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86bf52a8-5290-4195-bc21-12df597ad4f1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.077306] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1420.077306] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52724439-6a72-d5d7-bc3f-2d93681f0e66" [ 1420.077306] env[69950]: _type = "Task" [ 1420.077306] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.085985] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52724439-6a72-d5d7-bc3f-2d93681f0e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.240045] env[69950]: DEBUG nova.network.neutron [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Successfully created port: 27e3bb71-9dea-488d-b3ce-b2da88843567 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1420.483877] env[69950]: DEBUG nova.compute.manager [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1420.588132] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52724439-6a72-d5d7-bc3f-2d93681f0e66, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.588401] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.588665] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 3cda04f8-447f-4d46-9702-9a6039b7eab3/3cda04f8-447f-4d46-9702-9a6039b7eab3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.588937] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23375e24-175c-4e89-8f35-47117b452c06 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.596601] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1420.596601] env[69950]: value = "task-4223297" [ 1420.596601] env[69950]: _type = "Task" [ 1420.596601] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.605353] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.106969] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50415} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.107304] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 3cda04f8-447f-4d46-9702-9a6039b7eab3/3cda04f8-447f-4d46-9702-9a6039b7eab3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.107529] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.107929] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5640162-a215-4d42-a868-f3b63c421684 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.114308] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1421.114308] env[69950]: value = "task-4223298" [ 1421.114308] env[69950]: _type = "Task" [ 1421.114308] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.122653] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.493651] env[69950]: DEBUG nova.compute.manager [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1421.521019] env[69950]: DEBUG nova.virt.hardware [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1421.521283] env[69950]: DEBUG nova.virt.hardware [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.521442] env[69950]: DEBUG nova.virt.hardware [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1421.521628] env[69950]: DEBUG nova.virt.hardware [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.521790] env[69950]: DEBUG nova.virt.hardware [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1421.521964] env[69950]: DEBUG nova.virt.hardware [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1421.522198] env[69950]: DEBUG nova.virt.hardware [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1421.522371] env[69950]: DEBUG nova.virt.hardware [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1421.522538] env[69950]: DEBUG nova.virt.hardware [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1421.522703] env[69950]: DEBUG nova.virt.hardware [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1421.522878] env[69950]: DEBUG nova.virt.hardware [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1421.523760] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fe5cd1-35d1-4633-a4d6-cfaf8ebd15b9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.533229] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56e4b79-a926-4539-96d1-783f9ae93a6f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.624781] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07259} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.625087] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.625910] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960775d3-1e3a-4803-bccf-fbc67688325e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.650395] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 3cda04f8-447f-4d46-9702-9a6039b7eab3/3cda04f8-447f-4d46-9702-9a6039b7eab3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.650768] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9749b692-b20a-432d-9897-44dd0b91e4c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.670089] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1421.670089] env[69950]: value = "task-4223299" [ 1421.670089] env[69950]: _type = "Task" [ 1421.670089] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.678556] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.694680] env[69950]: DEBUG nova.compute.manager [req-d8863573-d7d9-4b37-bd2d-e128e56c103b req-91150bc1-481d-493f-870d-739d5d3caaf1 service nova] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Received event network-vif-plugged-27e3bb71-9dea-488d-b3ce-b2da88843567 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1421.694894] env[69950]: DEBUG oslo_concurrency.lockutils [req-d8863573-d7d9-4b37-bd2d-e128e56c103b req-91150bc1-481d-493f-870d-739d5d3caaf1 service nova] Acquiring lock "6303e268-20f1-42e0-99b5-c8f933cc510a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.695124] env[69950]: DEBUG oslo_concurrency.lockutils [req-d8863573-d7d9-4b37-bd2d-e128e56c103b req-91150bc1-481d-493f-870d-739d5d3caaf1 service nova] Lock "6303e268-20f1-42e0-99b5-c8f933cc510a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.695344] env[69950]: DEBUG oslo_concurrency.lockutils [req-d8863573-d7d9-4b37-bd2d-e128e56c103b req-91150bc1-481d-493f-870d-739d5d3caaf1 service nova] Lock "6303e268-20f1-42e0-99b5-c8f933cc510a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.695524] env[69950]: DEBUG nova.compute.manager [req-d8863573-d7d9-4b37-bd2d-e128e56c103b req-91150bc1-481d-493f-870d-739d5d3caaf1 service nova] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] No waiting events found dispatching network-vif-plugged-27e3bb71-9dea-488d-b3ce-b2da88843567 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1421.695704] env[69950]: WARNING nova.compute.manager [req-d8863573-d7d9-4b37-bd2d-e128e56c103b req-91150bc1-481d-493f-870d-739d5d3caaf1 service nova] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Received unexpected event network-vif-plugged-27e3bb71-9dea-488d-b3ce-b2da88843567 for instance with vm_state building and task_state spawning. [ 1421.791218] env[69950]: DEBUG nova.network.neutron [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Successfully updated port: 27e3bb71-9dea-488d-b3ce-b2da88843567 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1422.181469] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223299, 'name': ReconfigVM_Task, 'duration_secs': 0.271013} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.181873] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 3cda04f8-447f-4d46-9702-9a6039b7eab3/3cda04f8-447f-4d46-9702-9a6039b7eab3.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.182375] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3036feb0-8464-42eb-9835-48c0ccf43eff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.189602] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1422.189602] env[69950]: value = "task-4223300" [ 1422.189602] env[69950]: _type = "Task" [ 1422.189602] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.197657] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223300, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.294199] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "refresh_cache-6303e268-20f1-42e0-99b5-c8f933cc510a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.294348] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "refresh_cache-6303e268-20f1-42e0-99b5-c8f933cc510a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.294555] env[69950]: DEBUG nova.network.neutron [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.700020] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223300, 'name': Rename_Task, 'duration_secs': 0.1413} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.700311] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.700558] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5d5b41e-6b7e-421c-9c4d-943f9e346bf1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.707088] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1422.707088] env[69950]: value = "task-4223301" [ 1422.707088] env[69950]: _type = "Task" [ 1422.707088] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.714930] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.827746] env[69950]: DEBUG nova.network.neutron [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1422.963947] env[69950]: DEBUG nova.network.neutron [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Updating instance_info_cache with network_info: [{"id": "27e3bb71-9dea-488d-b3ce-b2da88843567", "address": "fa:16:3e:31:16:c1", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e3bb71-9d", "ovs_interfaceid": "27e3bb71-9dea-488d-b3ce-b2da88843567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.217108] env[69950]: DEBUG oslo_vmware.api [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223301, 'name': PowerOnVM_Task, 'duration_secs': 0.464017} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.217405] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.217609] env[69950]: INFO nova.compute.manager [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1423.217789] env[69950]: DEBUG nova.compute.manager [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1423.218596] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38efefa2-41e5-4593-b30f-92a58c3d586e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.467083] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "refresh_cache-6303e268-20f1-42e0-99b5-c8f933cc510a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.467376] env[69950]: DEBUG nova.compute.manager [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Instance network_info: |[{"id": "27e3bb71-9dea-488d-b3ce-b2da88843567", "address": "fa:16:3e:31:16:c1", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e3bb71-9d", "ovs_interfaceid": "27e3bb71-9dea-488d-b3ce-b2da88843567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1423.467828] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:16:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27e3bb71-9dea-488d-b3ce-b2da88843567', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1423.475738] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1423.475980] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1423.476222] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3d939e4-8d6c-450f-bdfa-2e3e4862e4be {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.496064] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1423.496064] env[69950]: value = "task-4223302" [ 1423.496064] env[69950]: _type = "Task" [ 1423.496064] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.504185] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223302, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.721020] env[69950]: DEBUG nova.compute.manager [req-201cca55-7dce-4c25-926f-77e33a1501ce req-da92c967-37c2-4997-a08c-761cb2c474db service nova] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Received event network-changed-27e3bb71-9dea-488d-b3ce-b2da88843567 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1423.721172] env[69950]: DEBUG nova.compute.manager [req-201cca55-7dce-4c25-926f-77e33a1501ce req-da92c967-37c2-4997-a08c-761cb2c474db service nova] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Refreshing instance network info cache due to event network-changed-27e3bb71-9dea-488d-b3ce-b2da88843567. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1423.721390] env[69950]: DEBUG oslo_concurrency.lockutils [req-201cca55-7dce-4c25-926f-77e33a1501ce req-da92c967-37c2-4997-a08c-761cb2c474db service nova] Acquiring lock "refresh_cache-6303e268-20f1-42e0-99b5-c8f933cc510a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.721536] env[69950]: DEBUG oslo_concurrency.lockutils [req-201cca55-7dce-4c25-926f-77e33a1501ce req-da92c967-37c2-4997-a08c-761cb2c474db service nova] Acquired lock "refresh_cache-6303e268-20f1-42e0-99b5-c8f933cc510a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.721742] env[69950]: DEBUG nova.network.neutron [req-201cca55-7dce-4c25-926f-77e33a1501ce req-da92c967-37c2-4997-a08c-761cb2c474db service nova] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Refreshing network info cache for port 27e3bb71-9dea-488d-b3ce-b2da88843567 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.736881] env[69950]: INFO nova.compute.manager [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Took 12.57 seconds to build instance. [ 1424.006347] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223302, 'name': CreateVM_Task, 'duration_secs': 0.316363} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.006543] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.007264] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.007431] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.007754] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.008024] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f611fd97-bdde-46b7-a653-15acd31e9ab5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.013264] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1424.013264] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fd2be5-dba2-96ac-9296-88632d320de3" [ 1424.013264] env[69950]: _type = "Task" [ 1424.013264] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.022102] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fd2be5-dba2-96ac-9296-88632d320de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.238719] env[69950]: DEBUG oslo_concurrency.lockutils [None req-78ea96ea-a59f-4082-8815-15bf00faa774 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.079s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.459513] env[69950]: DEBUG nova.network.neutron [req-201cca55-7dce-4c25-926f-77e33a1501ce req-da92c967-37c2-4997-a08c-761cb2c474db service nova] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Updated VIF entry in instance network info cache for port 27e3bb71-9dea-488d-b3ce-b2da88843567. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.459927] env[69950]: DEBUG nova.network.neutron [req-201cca55-7dce-4c25-926f-77e33a1501ce req-da92c967-37c2-4997-a08c-761cb2c474db service nova] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Updating instance_info_cache with network_info: [{"id": "27e3bb71-9dea-488d-b3ce-b2da88843567", "address": "fa:16:3e:31:16:c1", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e3bb71-9d", "ovs_interfaceid": "27e3bb71-9dea-488d-b3ce-b2da88843567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.525331] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fd2be5-dba2-96ac-9296-88632d320de3, 'name': SearchDatastore_Task, 'duration_secs': 0.012345} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.525618] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.525846] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1424.526093] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.526248] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.526438] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.526686] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30865518-bd35-4e37-a27a-e768623848f1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.536283] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1424.536460] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1424.537195] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aabf5a04-39b7-4d77-9f0a-58aae6ce3a7d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.542562] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1424.542562] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52419436-2095-427d-ae62-534764c0d66f" [ 1424.542562] env[69950]: _type = "Task" [ 1424.542562] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.549866] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52419436-2095-427d-ae62-534764c0d66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.768147] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.768385] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.962933] env[69950]: DEBUG oslo_concurrency.lockutils [req-201cca55-7dce-4c25-926f-77e33a1501ce req-da92c967-37c2-4997-a08c-761cb2c474db service nova] Releasing lock "refresh_cache-6303e268-20f1-42e0-99b5-c8f933cc510a" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.053187] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52419436-2095-427d-ae62-534764c0d66f, 'name': SearchDatastore_Task, 'duration_secs': 0.008701} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.054010] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3589bcd-18aa-47a4-8846-06d14d05fcd8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.059055] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1425.059055] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5275909b-30c2-7e90-73de-f08c6b26b9a4" [ 1425.059055] env[69950]: _type = "Task" [ 1425.059055] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.066913] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5275909b-30c2-7e90-73de-f08c6b26b9a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.270780] env[69950]: DEBUG nova.compute.manager [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1425.569731] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5275909b-30c2-7e90-73de-f08c6b26b9a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.570031] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.570306] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 6303e268-20f1-42e0-99b5-c8f933cc510a/6303e268-20f1-42e0-99b5-c8f933cc510a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1425.570566] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-592db3b9-d93f-4291-a351-1b0803a8d6e5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.577456] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1425.577456] env[69950]: value = "task-4223303" [ 1425.577456] env[69950]: _type = "Task" [ 1425.577456] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.585386] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.794347] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.794619] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.796501] env[69950]: INFO nova.compute.claims [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.089176] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502428} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.089465] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 6303e268-20f1-42e0-99b5-c8f933cc510a/6303e268-20f1-42e0-99b5-c8f933cc510a.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1426.089803] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1426.090118] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95f0add4-8978-43d8-b7e4-c740ebd0e966 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.096882] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1426.096882] env[69950]: value = "task-4223304" [ 1426.096882] env[69950]: _type = "Task" [ 1426.096882] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.106178] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.609073] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069777} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.609452] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1426.610228] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34582de-7425-4d91-9ff2-25e8c31afe95 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.632611] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 6303e268-20f1-42e0-99b5-c8f933cc510a/6303e268-20f1-42e0-99b5-c8f933cc510a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.632905] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04bbd6d4-b20f-4394-8c72-64eab40cfac3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.652616] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1426.652616] env[69950]: value = "task-4223305" [ 1426.652616] env[69950]: _type = "Task" [ 1426.652616] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.660968] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.877448] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d610304-5028-4553-94e1-c77ee9415c86 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.885768] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548e624d-446e-4db5-9efb-390eb701974b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.917018] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406573e3-567f-44df-b2eb-c83b21f8d25a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.925196] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68014652-3fd9-464c-a6b4-e1b8b60da9a4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.940811] env[69950]: DEBUG nova.compute.provider_tree [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.164779] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223305, 'name': ReconfigVM_Task, 'duration_secs': 0.286132} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.165013] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 6303e268-20f1-42e0-99b5-c8f933cc510a/6303e268-20f1-42e0-99b5-c8f933cc510a.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.165667] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eca70cd8-2e6b-49a3-82a1-925bd38f2d35 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.174184] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1427.174184] env[69950]: value = "task-4223306" [ 1427.174184] env[69950]: _type = "Task" [ 1427.174184] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.183557] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223306, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.443914] env[69950]: DEBUG nova.scheduler.client.report [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.684526] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223306, 'name': Rename_Task, 'duration_secs': 0.14926} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.684816] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1427.685040] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8defb00-38ee-4e77-b02d-f045d0b391c6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.692423] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1427.692423] env[69950]: value = "task-4223307" [ 1427.692423] env[69950]: _type = "Task" [ 1427.692423] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.700244] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.952370] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.952922] env[69950]: DEBUG nova.compute.manager [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1428.202550] env[69950]: DEBUG oslo_vmware.api [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223307, 'name': PowerOnVM_Task, 'duration_secs': 0.44106} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.202795] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1428.202954] env[69950]: INFO nova.compute.manager [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1428.203150] env[69950]: DEBUG nova.compute.manager [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1428.203915] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa055cd-217f-435c-b493-97e69c75cee4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.458664] env[69950]: DEBUG nova.compute.utils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1428.460287] env[69950]: DEBUG nova.compute.manager [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1428.460428] env[69950]: DEBUG nova.network.neutron [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1428.497082] env[69950]: DEBUG nova.policy [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65382adeed3b483cb3e7333655c8d7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f74391a97ee4f5280b67ba61b5923b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1428.722514] env[69950]: INFO nova.compute.manager [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Took 11.39 seconds to build instance. [ 1428.752943] env[69950]: DEBUG nova.network.neutron [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Successfully created port: 38f11583-20ce-4a39-be39-30668523206d {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.966025] env[69950]: DEBUG nova.compute.manager [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1429.224251] env[69950]: DEBUG oslo_concurrency.lockutils [None req-f1d6462e-5263-4859-a9f6-8db28eac2be5 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "6303e268-20f1-42e0-99b5-c8f933cc510a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.903s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.461854] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2e73cd-c6a2-472f-b229-cbba39ed63eb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.472080] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1181f654-aae0-458a-b41a-6535447af9ce tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Suspending the VM {{(pid=69950) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1429.472378] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-33eedc3b-1542-4382-9207-b7b64eba82da {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.480354] env[69950]: DEBUG oslo_vmware.api [None req-1181f654-aae0-458a-b41a-6535447af9ce tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1429.480354] env[69950]: value = "task-4223308" [ 1429.480354] env[69950]: _type = "Task" [ 1429.480354] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.489272] env[69950]: DEBUG oslo_vmware.api [None req-1181f654-aae0-458a-b41a-6535447af9ce tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223308, 'name': SuspendVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.977512] env[69950]: DEBUG nova.compute.manager [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1429.991228] env[69950]: DEBUG oslo_vmware.api [None req-1181f654-aae0-458a-b41a-6535447af9ce tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223308, 'name': SuspendVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.005742] env[69950]: DEBUG nova.virt.hardware [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1430.005987] env[69950]: DEBUG nova.virt.hardware [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.006163] env[69950]: DEBUG nova.virt.hardware [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1430.006353] env[69950]: DEBUG nova.virt.hardware [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.006501] env[69950]: DEBUG nova.virt.hardware [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1430.006642] env[69950]: DEBUG nova.virt.hardware [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1430.006851] env[69950]: DEBUG nova.virt.hardware [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1430.007023] env[69950]: DEBUG nova.virt.hardware [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1430.007195] env[69950]: DEBUG nova.virt.hardware [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1430.007363] env[69950]: DEBUG nova.virt.hardware [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1430.007535] env[69950]: DEBUG nova.virt.hardware [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1430.008444] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8966c3-f0c0-4253-9d7e-d85f6e5c0f8e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.017059] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690d31da-5710-4682-b632-a64613542571 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.256902] env[69950]: DEBUG nova.compute.manager [req-a1b4e47b-35a9-4f02-8e5a-b3773be3e77b req-31e8f5ff-2254-4bf5-8bba-1cc085bfa6b5 service nova] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Received event network-vif-plugged-38f11583-20ce-4a39-be39-30668523206d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1430.257155] env[69950]: DEBUG oslo_concurrency.lockutils [req-a1b4e47b-35a9-4f02-8e5a-b3773be3e77b req-31e8f5ff-2254-4bf5-8bba-1cc085bfa6b5 service nova] Acquiring lock "d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.257371] env[69950]: DEBUG oslo_concurrency.lockutils [req-a1b4e47b-35a9-4f02-8e5a-b3773be3e77b req-31e8f5ff-2254-4bf5-8bba-1cc085bfa6b5 service nova] Lock "d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.257549] env[69950]: DEBUG oslo_concurrency.lockutils [req-a1b4e47b-35a9-4f02-8e5a-b3773be3e77b req-31e8f5ff-2254-4bf5-8bba-1cc085bfa6b5 service nova] Lock "d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.257738] env[69950]: DEBUG nova.compute.manager [req-a1b4e47b-35a9-4f02-8e5a-b3773be3e77b req-31e8f5ff-2254-4bf5-8bba-1cc085bfa6b5 service nova] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] No waiting events found dispatching network-vif-plugged-38f11583-20ce-4a39-be39-30668523206d {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1430.257946] env[69950]: WARNING nova.compute.manager [req-a1b4e47b-35a9-4f02-8e5a-b3773be3e77b req-31e8f5ff-2254-4bf5-8bba-1cc085bfa6b5 service nova] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Received unexpected event network-vif-plugged-38f11583-20ce-4a39-be39-30668523206d for instance with vm_state building and task_state spawning. [ 1430.341991] env[69950]: DEBUG nova.network.neutron [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Successfully updated port: 38f11583-20ce-4a39-be39-30668523206d {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.491508] env[69950]: DEBUG oslo_vmware.api [None req-1181f654-aae0-458a-b41a-6535447af9ce tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223308, 'name': SuspendVM_Task, 'duration_secs': 0.605907} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.491724] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-1181f654-aae0-458a-b41a-6535447af9ce tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Suspended the VM {{(pid=69950) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1430.491901] env[69950]: DEBUG nova.compute.manager [None req-1181f654-aae0-458a-b41a-6535447af9ce tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1430.492691] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefa4a44-70a3-44e5-82d9-a68a94ab6c06 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.845470] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "refresh_cache-d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.845470] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquired lock "refresh_cache-d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.845470] env[69950]: DEBUG nova.network.neutron [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.384314] env[69950]: DEBUG nova.network.neutron [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1431.574111] env[69950]: DEBUG nova.network.neutron [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Updating instance_info_cache with network_info: [{"id": "38f11583-20ce-4a39-be39-30668523206d", "address": "fa:16:3e:4f:95:df", "network": {"id": "6dc834cb-4912-4c53-8d6e-4f08d0b38b2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-854541064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f74391a97ee4f5280b67ba61b5923b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f11583-20", "ovs_interfaceid": "38f11583-20ce-4a39-be39-30668523206d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.888743] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "6303e268-20f1-42e0-99b5-c8f933cc510a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.889179] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "6303e268-20f1-42e0-99b5-c8f933cc510a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.889526] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "6303e268-20f1-42e0-99b5-c8f933cc510a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.889893] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "6303e268-20f1-42e0-99b5-c8f933cc510a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.890151] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "6303e268-20f1-42e0-99b5-c8f933cc510a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.892869] env[69950]: INFO nova.compute.manager [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Terminating instance [ 1432.077119] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Releasing lock "refresh_cache-d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.077590] env[69950]: DEBUG nova.compute.manager [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Instance network_info: |[{"id": "38f11583-20ce-4a39-be39-30668523206d", "address": "fa:16:3e:4f:95:df", "network": {"id": "6dc834cb-4912-4c53-8d6e-4f08d0b38b2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-854541064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f74391a97ee4f5280b67ba61b5923b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f11583-20", "ovs_interfaceid": "38f11583-20ce-4a39-be39-30668523206d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1432.078228] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:95:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38f11583-20ce-4a39-be39-30668523206d', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.093206] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1432.093466] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.093704] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3579d340-5396-469d-b899-fd5fc5f0a525 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.114790] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.114790] env[69950]: value = "task-4223309" [ 1432.114790] env[69950]: _type = "Task" [ 1432.114790] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.123461] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223309, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.285917] env[69950]: DEBUG nova.compute.manager [req-bbd5f3f9-60e0-45d5-a3ce-2cd6c035b210 req-4f7027d8-9b0e-435d-bf69-25f13461ef94 service nova] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Received event network-changed-38f11583-20ce-4a39-be39-30668523206d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1432.286129] env[69950]: DEBUG nova.compute.manager [req-bbd5f3f9-60e0-45d5-a3ce-2cd6c035b210 req-4f7027d8-9b0e-435d-bf69-25f13461ef94 service nova] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Refreshing instance network info cache due to event network-changed-38f11583-20ce-4a39-be39-30668523206d. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1432.286381] env[69950]: DEBUG oslo_concurrency.lockutils [req-bbd5f3f9-60e0-45d5-a3ce-2cd6c035b210 req-4f7027d8-9b0e-435d-bf69-25f13461ef94 service nova] Acquiring lock "refresh_cache-d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.286552] env[69950]: DEBUG oslo_concurrency.lockutils [req-bbd5f3f9-60e0-45d5-a3ce-2cd6c035b210 req-4f7027d8-9b0e-435d-bf69-25f13461ef94 service nova] Acquired lock "refresh_cache-d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.286735] env[69950]: DEBUG nova.network.neutron [req-bbd5f3f9-60e0-45d5-a3ce-2cd6c035b210 req-4f7027d8-9b0e-435d-bf69-25f13461ef94 service nova] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Refreshing network info cache for port 38f11583-20ce-4a39-be39-30668523206d {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.396735] env[69950]: DEBUG nova.compute.manager [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1432.397128] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1432.397838] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85fc036-8181-4441-abf8-917d7358d10b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.406671] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1432.406984] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-448356b4-f64e-4e2a-9bac-fdd4df3cee08 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.486887] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1432.487169] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1432.487324] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleting the datastore file [datastore2] 6303e268-20f1-42e0-99b5-c8f933cc510a {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1432.487599] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb174cfd-4202-4a68-8d48-c8840b71eb48 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.494646] env[69950]: DEBUG oslo_vmware.api [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1432.494646] env[69950]: value = "task-4223311" [ 1432.494646] env[69950]: _type = "Task" [ 1432.494646] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.503544] env[69950]: DEBUG oslo_vmware.api [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.625674] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223309, 'name': CreateVM_Task, 'duration_secs': 0.411104} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.625889] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1432.626790] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.626979] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.627336] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.627592] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18f0226-e859-4529-80e9-4613e0ff0cf4 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.633280] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1432.633280] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52de2ce5-dad1-cb04-e455-278b42f70580" [ 1432.633280] env[69950]: _type = "Task" [ 1432.633280] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.641673] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52de2ce5-dad1-cb04-e455-278b42f70580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.004775] env[69950]: DEBUG oslo_vmware.api [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184372} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.005142] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1433.005334] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1433.005510] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1433.005686] env[69950]: INFO nova.compute.manager [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1433.005928] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1433.006130] env[69950]: DEBUG nova.compute.manager [-] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1433.006220] env[69950]: DEBUG nova.network.neutron [-] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1433.012565] env[69950]: DEBUG nova.network.neutron [req-bbd5f3f9-60e0-45d5-a3ce-2cd6c035b210 req-4f7027d8-9b0e-435d-bf69-25f13461ef94 service nova] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Updated VIF entry in instance network info cache for port 38f11583-20ce-4a39-be39-30668523206d. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.012891] env[69950]: DEBUG nova.network.neutron [req-bbd5f3f9-60e0-45d5-a3ce-2cd6c035b210 req-4f7027d8-9b0e-435d-bf69-25f13461ef94 service nova] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Updating instance_info_cache with network_info: [{"id": "38f11583-20ce-4a39-be39-30668523206d", "address": "fa:16:3e:4f:95:df", "network": {"id": "6dc834cb-4912-4c53-8d6e-4f08d0b38b2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-854541064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f74391a97ee4f5280b67ba61b5923b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f11583-20", "ovs_interfaceid": "38f11583-20ce-4a39-be39-30668523206d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.144594] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52de2ce5-dad1-cb04-e455-278b42f70580, 'name': SearchDatastore_Task, 'duration_secs': 0.014529} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.144979] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.145189] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.145443] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.155402] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.155402] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.155402] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d2edcd3-056c-4106-aa21-4d9616360f38 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.155994] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.155994] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.156786] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5cb9dac-8ba2-4c52-b24b-bfd8d8084229 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.163133] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1433.163133] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5256c763-5311-9465-67a6-8bd1b0007ded" [ 1433.163133] env[69950]: _type = "Task" [ 1433.163133] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.171293] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5256c763-5311-9465-67a6-8bd1b0007ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.515775] env[69950]: DEBUG oslo_concurrency.lockutils [req-bbd5f3f9-60e0-45d5-a3ce-2cd6c035b210 req-4f7027d8-9b0e-435d-bf69-25f13461ef94 service nova] Releasing lock "refresh_cache-d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.673490] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5256c763-5311-9465-67a6-8bd1b0007ded, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.674343] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06757a8-a46b-4308-9a0c-a411f4984199 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.680511] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1433.680511] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fdbb02-3c2c-2466-47fe-fb2ebda0ff31" [ 1433.680511] env[69950]: _type = "Task" [ 1433.680511] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.688421] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fdbb02-3c2c-2466-47fe-fb2ebda0ff31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.712520] env[69950]: DEBUG nova.network.neutron [-] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.191471] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52fdbb02-3c2c-2466-47fe-fb2ebda0ff31, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.191649] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.191892] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9/d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.192178] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ff41b2c-875d-49ca-aac3-445ab0911117 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.200012] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1434.200012] env[69950]: value = "task-4223312" [ 1434.200012] env[69950]: _type = "Task" [ 1434.200012] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.208406] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.215038] env[69950]: INFO nova.compute.manager [-] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Took 1.21 seconds to deallocate network for instance. [ 1434.315121] env[69950]: DEBUG nova.compute.manager [req-a9978c2c-3d09-46c9-8f9d-e95306a54ee8 req-33adafb3-17e4-4c80-a1e7-a34caa7de663 service nova] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Received event network-vif-deleted-27e3bb71-9dea-488d-b3ce-b2da88843567 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1434.710370] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479939} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.710755] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9/d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.710829] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.711111] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e1b4aae-08a7-451f-8ee1-a83c7db035ae {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.717717] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1434.717717] env[69950]: value = "task-4223313" [ 1434.717717] env[69950]: _type = "Task" [ 1434.717717] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.721932] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.722209] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.722424] env[69950]: DEBUG nova.objects.instance [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lazy-loading 'resources' on Instance uuid 6303e268-20f1-42e0-99b5-c8f933cc510a {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.730822] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.230133] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063921} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.230421] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.231246] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e7f8d0-3430-4dc9-9526-2ab48df8cd61 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.255356] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9/d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.258617] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55b9dad5-11b5-411c-8622-c834d2f19b92 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.278344] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1435.278344] env[69950]: value = "task-4223314" [ 1435.278344] env[69950]: _type = "Task" [ 1435.278344] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.290543] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.321067] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28457f76-d34b-4c84-977a-b03542031277 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.329142] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32636700-64e1-47a0-b31c-c923599fbb03 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.363275] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a380f1e-c79a-4d89-a25e-c2b4764a19d5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.371463] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ee0e5c-0004-4ac7-adee-0cb992516136 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.385702] env[69950]: DEBUG nova.compute.provider_tree [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.789168] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223314, 'name': ReconfigVM_Task, 'duration_secs': 0.268649} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.789589] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Reconfigured VM instance instance-0000007d to attach disk [datastore2] d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9/d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.790173] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88f8bbc1-6fac-4148-9deb-940c5d7dcd65 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.797923] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1435.797923] env[69950]: value = "task-4223315" [ 1435.797923] env[69950]: _type = "Task" [ 1435.797923] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.806756] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223315, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.890089] env[69950]: DEBUG nova.scheduler.client.report [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.309050] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223315, 'name': Rename_Task, 'duration_secs': 0.255397} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.309494] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1436.309773] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00aa1784-2114-441c-9828-78ece2d649f9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.317802] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1436.317802] env[69950]: value = "task-4223316" [ 1436.317802] env[69950]: _type = "Task" [ 1436.317802] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.332960] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223316, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.394639] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.412802] env[69950]: INFO nova.scheduler.client.report [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleted allocations for instance 6303e268-20f1-42e0-99b5-c8f933cc510a [ 1436.828274] env[69950]: DEBUG oslo_vmware.api [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223316, 'name': PowerOnVM_Task, 'duration_secs': 0.476531} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.828651] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.828741] env[69950]: INFO nova.compute.manager [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1436.828918] env[69950]: DEBUG nova.compute.manager [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1436.829727] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e188b54-cf44-4ee2-9bc8-94dd146708cb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.921178] env[69950]: DEBUG oslo_concurrency.lockutils [None req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "6303e268-20f1-42e0-99b5-c8f933cc510a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.032s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.352368] env[69950]: INFO nova.compute.manager [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Took 11.58 seconds to build instance. [ 1437.808518] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "d904b143-d113-4433-b742-ae9d68cb59de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.808751] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "d904b143-d113-4433-b742-ae9d68cb59de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.854447] env[69950]: DEBUG oslo_concurrency.lockutils [None req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.086s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.146522] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.146810] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.146986] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.147190] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.147365] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.149454] env[69950]: INFO nova.compute.manager [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Terminating instance [ 1438.310917] env[69950]: DEBUG nova.compute.manager [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1438.653290] env[69950]: DEBUG nova.compute.manager [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1438.653540] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1438.654475] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b145e0b1-268e-4b0f-be50-0a7a554a9c89 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.662304] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1438.662498] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-045f28c3-3c9a-4f32-ac1f-374dadc50834 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.668344] env[69950]: DEBUG oslo_vmware.api [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1438.668344] env[69950]: value = "task-4223317" [ 1438.668344] env[69950]: _type = "Task" [ 1438.668344] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.676194] env[69950]: DEBUG oslo_vmware.api [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.834512] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.834802] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.836393] env[69950]: INFO nova.compute.claims [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.178496] env[69950]: DEBUG oslo_vmware.api [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223317, 'name': PowerOffVM_Task, 'duration_secs': 0.176692} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.178890] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.178890] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1439.179152] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b39c2da3-5ceb-46cd-8cc0-d3534dd2dd44 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.239637] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.239905] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.240065] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Deleting the datastore file [datastore2] d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.240388] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e565b766-be9d-4819-a7f3-3af74564142a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.247162] env[69950]: DEBUG oslo_vmware.api [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1439.247162] env[69950]: value = "task-4223319" [ 1439.247162] env[69950]: _type = "Task" [ 1439.247162] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.257364] env[69950]: DEBUG oslo_vmware.api [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.757483] env[69950]: DEBUG oslo_vmware.api [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130426} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.757764] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1439.757970] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1439.758194] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1439.758378] env[69950]: INFO nova.compute.manager [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1439.758621] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1439.758805] env[69950]: DEBUG nova.compute.manager [-] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1439.758899] env[69950]: DEBUG nova.network.neutron [-] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1439.909615] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03188316-315f-459d-beb4-c42bef8c76c5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.917550] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cc50e8-20fb-4593-b4c6-949a5d2df5f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.948157] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d7ab72-aa4c-4812-a334-09bcc173f996 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.956755] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af743e1-585a-44c0-95f7-85bfe56423d9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.971125] env[69950]: DEBUG nova.compute.provider_tree [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.065268] env[69950]: DEBUG nova.compute.manager [req-fc8c45d1-03d9-4ac2-98f4-c8063a44ba8e req-38e5d4c8-619d-4ee6-863a-ec28ac8ef1f4 service nova] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Received event network-vif-deleted-38f11583-20ce-4a39-be39-30668523206d {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1440.066056] env[69950]: INFO nova.compute.manager [req-fc8c45d1-03d9-4ac2-98f4-c8063a44ba8e req-38e5d4c8-619d-4ee6-863a-ec28ac8ef1f4 service nova] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Neutron deleted interface 38f11583-20ce-4a39-be39-30668523206d; detaching it from the instance and deleting it from the info cache [ 1440.066056] env[69950]: DEBUG nova.network.neutron [req-fc8c45d1-03d9-4ac2-98f4-c8063a44ba8e req-38e5d4c8-619d-4ee6-863a-ec28ac8ef1f4 service nova] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.476158] env[69950]: DEBUG nova.scheduler.client.report [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.546772] env[69950]: DEBUG nova.network.neutron [-] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.569472] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfaec271-5e4d-470e-b1a5-4b7723dadf99 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.579616] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1b695f-91d9-48cd-a910-f6090567d556 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.607748] env[69950]: DEBUG nova.compute.manager [req-fc8c45d1-03d9-4ac2-98f4-c8063a44ba8e req-38e5d4c8-619d-4ee6-863a-ec28ac8ef1f4 service nova] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Detach interface failed, port_id=38f11583-20ce-4a39-be39-30668523206d, reason: Instance d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1440.980587] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.981246] env[69950]: DEBUG nova.compute.manager [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1441.048841] env[69950]: INFO nova.compute.manager [-] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Took 1.29 seconds to deallocate network for instance. [ 1441.485715] env[69950]: DEBUG nova.compute.utils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1441.487177] env[69950]: DEBUG nova.compute.manager [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1441.487307] env[69950]: DEBUG nova.network.neutron [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1441.534490] env[69950]: DEBUG nova.policy [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa97d573e71b4336b3632087323bf17c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa98947929034ade8aaa85795160de1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1441.554475] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.554758] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.554973] env[69950]: DEBUG nova.objects.instance [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lazy-loading 'resources' on Instance uuid d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.845734] env[69950]: DEBUG nova.network.neutron [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Successfully created port: 18f86c9c-4000-4852-acb6-40b098702688 {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.990655] env[69950]: DEBUG nova.compute.manager [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1442.127055] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0de94a-ea51-4a0f-9d8a-77bc766d6172 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.136060] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb2a7a6-af7c-4812-89c9-012b7a1a5590 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.165871] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dadb34-be2d-4cdf-b74f-8481576ca834 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.173495] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7c7110-01c9-49ed-a8be-263e0f628bfd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.188696] env[69950]: DEBUG nova.compute.provider_tree [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.692627] env[69950]: DEBUG nova.scheduler.client.report [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.001588] env[69950]: DEBUG nova.compute.manager [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1443.029278] env[69950]: DEBUG nova.virt.hardware [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.029819] env[69950]: DEBUG nova.virt.hardware [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.029819] env[69950]: DEBUG nova.virt.hardware [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.029950] env[69950]: DEBUG nova.virt.hardware [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.030045] env[69950]: DEBUG nova.virt.hardware [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.030384] env[69950]: DEBUG nova.virt.hardware [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.030641] env[69950]: DEBUG nova.virt.hardware [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.030816] env[69950]: DEBUG nova.virt.hardware [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.030991] env[69950]: DEBUG nova.virt.hardware [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.031227] env[69950]: DEBUG nova.virt.hardware [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.031441] env[69950]: DEBUG nova.virt.hardware [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.032378] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec848703-d9ab-46ca-b061-0050071a0383 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.041034] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb46197e-53b1-466a-a9dc-813770b15f97 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.196950] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.218101] env[69950]: DEBUG nova.compute.manager [req-21cef644-b2b4-4eb1-b3bb-3adaea32d1a7 req-3a67700a-0cc8-4fdc-ab8b-69b10c1cda87 service nova] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Received event network-vif-plugged-18f86c9c-4000-4852-acb6-40b098702688 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1443.218358] env[69950]: DEBUG oslo_concurrency.lockutils [req-21cef644-b2b4-4eb1-b3bb-3adaea32d1a7 req-3a67700a-0cc8-4fdc-ab8b-69b10c1cda87 service nova] Acquiring lock "d904b143-d113-4433-b742-ae9d68cb59de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.218571] env[69950]: DEBUG oslo_concurrency.lockutils [req-21cef644-b2b4-4eb1-b3bb-3adaea32d1a7 req-3a67700a-0cc8-4fdc-ab8b-69b10c1cda87 service nova] Lock "d904b143-d113-4433-b742-ae9d68cb59de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.218740] env[69950]: DEBUG oslo_concurrency.lockutils [req-21cef644-b2b4-4eb1-b3bb-3adaea32d1a7 req-3a67700a-0cc8-4fdc-ab8b-69b10c1cda87 service nova] Lock "d904b143-d113-4433-b742-ae9d68cb59de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.218910] env[69950]: DEBUG nova.compute.manager [req-21cef644-b2b4-4eb1-b3bb-3adaea32d1a7 req-3a67700a-0cc8-4fdc-ab8b-69b10c1cda87 service nova] [instance: d904b143-d113-4433-b742-ae9d68cb59de] No waiting events found dispatching network-vif-plugged-18f86c9c-4000-4852-acb6-40b098702688 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1443.219236] env[69950]: WARNING nova.compute.manager [req-21cef644-b2b4-4eb1-b3bb-3adaea32d1a7 req-3a67700a-0cc8-4fdc-ab8b-69b10c1cda87 service nova] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Received unexpected event network-vif-plugged-18f86c9c-4000-4852-acb6-40b098702688 for instance with vm_state building and task_state spawning. [ 1443.220425] env[69950]: INFO nova.scheduler.client.report [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Deleted allocations for instance d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9 [ 1443.267226] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.268295] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.268542] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.268689] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69950) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1443.331000] env[69950]: DEBUG nova.network.neutron [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Successfully updated port: 18f86c9c-4000-4852-acb6-40b098702688 {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1443.729399] env[69950]: DEBUG oslo_concurrency.lockutils [None req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.582s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.833538] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.833676] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.833819] env[69950]: DEBUG nova.network.neutron [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.367393] env[69950]: DEBUG nova.network.neutron [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1444.418515] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.418778] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.571469] env[69950]: DEBUG nova.network.neutron [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating instance_info_cache with network_info: [{"id": "18f86c9c-4000-4852-acb6-40b098702688", "address": "fa:16:3e:b4:4a:8d", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f86c9c-40", "ovs_interfaceid": "18f86c9c-4000-4852-acb6-40b098702688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.075345] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.075345] env[69950]: DEBUG nova.compute.manager [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Instance network_info: |[{"id": "18f86c9c-4000-4852-acb6-40b098702688", "address": "fa:16:3e:b4:4a:8d", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f86c9c-40", "ovs_interfaceid": "18f86c9c-4000-4852-acb6-40b098702688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1445.075345] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:4a:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18f86c9c-4000-4852-acb6-40b098702688', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.082620] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.082835] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.083082] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a8f2512-63c5-40fd-8cb4-411f88e38f09 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.105804] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.105804] env[69950]: value = "task-4223320" [ 1445.105804] env[69950]: _type = "Task" [ 1445.105804] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.115858] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223320, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.246740] env[69950]: DEBUG nova.compute.manager [req-a092e344-156b-44ff-a7b0-de093603f764 req-271fd072-6328-4e29-a7a1-60888cd279c2 service nova] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Received event network-changed-18f86c9c-4000-4852-acb6-40b098702688 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1445.246954] env[69950]: DEBUG nova.compute.manager [req-a092e344-156b-44ff-a7b0-de093603f764 req-271fd072-6328-4e29-a7a1-60888cd279c2 service nova] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Refreshing instance network info cache due to event network-changed-18f86c9c-4000-4852-acb6-40b098702688. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1445.247141] env[69950]: DEBUG oslo_concurrency.lockutils [req-a092e344-156b-44ff-a7b0-de093603f764 req-271fd072-6328-4e29-a7a1-60888cd279c2 service nova] Acquiring lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.247330] env[69950]: DEBUG oslo_concurrency.lockutils [req-a092e344-156b-44ff-a7b0-de093603f764 req-271fd072-6328-4e29-a7a1-60888cd279c2 service nova] Acquired lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.247526] env[69950]: DEBUG nova.network.neutron [req-a092e344-156b-44ff-a7b0-de093603f764 req-271fd072-6328-4e29-a7a1-60888cd279c2 service nova] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Refreshing network info cache for port 18f86c9c-4000-4852-acb6-40b098702688 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1445.616688] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223320, 'name': CreateVM_Task, 'duration_secs': 0.307091} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.616865] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.617487] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.617657] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.617967] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.618246] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1760b40e-11f9-4ae1-bdab-9d8af239f408 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.622776] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1445.622776] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526c9aa7-4cf4-5135-d2b3-8b00b015a15c" [ 1445.622776] env[69950]: _type = "Task" [ 1445.622776] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.630516] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526c9aa7-4cf4-5135-d2b3-8b00b015a15c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.941975] env[69950]: DEBUG nova.network.neutron [req-a092e344-156b-44ff-a7b0-de093603f764 req-271fd072-6328-4e29-a7a1-60888cd279c2 service nova] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updated VIF entry in instance network info cache for port 18f86c9c-4000-4852-acb6-40b098702688. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.942364] env[69950]: DEBUG nova.network.neutron [req-a092e344-156b-44ff-a7b0-de093603f764 req-271fd072-6328-4e29-a7a1-60888cd279c2 service nova] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating instance_info_cache with network_info: [{"id": "18f86c9c-4000-4852-acb6-40b098702688", "address": "fa:16:3e:b4:4a:8d", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f86c9c-40", "ovs_interfaceid": "18f86c9c-4000-4852-acb6-40b098702688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.133295] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526c9aa7-4cf4-5135-d2b3-8b00b015a15c, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.133643] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.133860] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1446.134058] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.134212] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.134398] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1446.134656] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43525437-18fc-4de2-b428-38e4db546ec9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.143858] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1446.144087] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1446.144740] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b53dba7c-f470-47d3-82bb-be26871c705d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.150057] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1446.150057] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f06dcf-6dd9-2005-d609-aa67872ec209" [ 1446.150057] env[69950]: _type = "Task" [ 1446.150057] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.158464] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f06dcf-6dd9-2005-d609-aa67872ec209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.444988] env[69950]: DEBUG oslo_concurrency.lockutils [req-a092e344-156b-44ff-a7b0-de093603f764 req-271fd072-6328-4e29-a7a1-60888cd279c2 service nova] Releasing lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.661417] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f06dcf-6dd9-2005-d609-aa67872ec209, 'name': SearchDatastore_Task, 'duration_secs': 0.009698} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.662184] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d08ebcbc-7243-47c5-b170-f6630983ed5c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.667833] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1446.667833] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5287f574-76fb-6966-4e38-39275eeab9a4" [ 1446.667833] env[69950]: _type = "Task" [ 1446.667833] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.676648] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5287f574-76fb-6966-4e38-39275eeab9a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.178760] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5287f574-76fb-6966-4e38-39275eeab9a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.179189] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.179368] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] d904b143-d113-4433-b742-ae9d68cb59de/d904b143-d113-4433-b742-ae9d68cb59de.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.179635] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-907bcdc0-54bd-4107-9acc-f093f6070772 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.187801] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1447.187801] env[69950]: value = "task-4223321" [ 1447.187801] env[69950]: _type = "Task" [ 1447.187801] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.196077] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.412660] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.697534] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50895} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.697896] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] d904b143-d113-4433-b742-ae9d68cb59de/d904b143-d113-4433-b742-ae9d68cb59de.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1447.698184] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1447.698454] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8e0171d-4fa7-47aa-b495-e9663d07b9be {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.706713] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1447.706713] env[69950]: value = "task-4223322" [ 1447.706713] env[69950]: _type = "Task" [ 1447.706713] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.715449] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.217090] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059775} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.217470] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.218037] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c96e764-4d89-4659-b36b-5a0ae9e41e89 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.240972] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] d904b143-d113-4433-b742-ae9d68cb59de/d904b143-d113-4433-b742-ae9d68cb59de.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.241327] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba230494-4e69-4679-ac53-9ecafa154267 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.262985] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1448.262985] env[69950]: value = "task-4223323" [ 1448.262985] env[69950]: _type = "Task" [ 1448.262985] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.276072] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.773667] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223323, 'name': ReconfigVM_Task, 'duration_secs': 0.313089} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.773667] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Reconfigured VM instance instance-0000007e to attach disk [datastore2] d904b143-d113-4433-b742-ae9d68cb59de/d904b143-d113-4433-b742-ae9d68cb59de.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.774232] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1925ea48-3dea-418c-8441-1b0b4184058f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.781336] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1448.781336] env[69950]: value = "task-4223324" [ 1448.781336] env[69950]: _type = "Task" [ 1448.781336] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.789588] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223324, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.291887] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223324, 'name': Rename_Task, 'duration_secs': 0.149437} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.292211] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.292427] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34690233-df51-44ce-91c9-4b39d2061982 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.301149] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1449.301149] env[69950]: value = "task-4223325" [ 1449.301149] env[69950]: _type = "Task" [ 1449.301149] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.309334] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.416702] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.417017] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.811215] env[69950]: DEBUG oslo_vmware.api [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223325, 'name': PowerOnVM_Task, 'duration_secs': 0.459855} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.811492] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.811696] env[69950]: INFO nova.compute.manager [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1449.811874] env[69950]: DEBUG nova.compute.manager [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1449.812653] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea76e81d-d560-42d9-944e-65662f84fc8e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.919966] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.920301] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.920473] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.920632] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69950) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1449.921524] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74209451-586b-44fd-a889-2d4db3546664 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.930106] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b5fede-e524-4c04-baa8-25b3724461a9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.943991] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f9e8c3-1a7c-49d8-b69a-83d63c79276a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.950783] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec20b4b-531a-4783-b229-432fd8fecac8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.981436] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180189MB free_disk=2GB free_vcpus=48 pci_devices=None {{(pid=69950) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1449.981591] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.981811] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.330928] env[69950]: INFO nova.compute.manager [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Took 11.52 seconds to build instance. [ 1450.833294] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e522541f-8336-4daa-b24d-29c470977126 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "d904b143-d113-4433-b742-ae9d68cb59de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.024s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.007867] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance da4381f9-af9d-4e93-b6e9-92371f27d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1451.008034] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance 3cda04f8-447f-4d46-9702-9a6039b7eab3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1451.008171] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance d904b143-d113-4433-b742-ae9d68cb59de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1451.008363] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1451.008506] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1451.058538] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9885af4-2cfb-42aa-8307-5cfa4c09c65a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.067109] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77ca319-e071-4eff-8ccf-0922ec82af33 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.098550] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e445707-71ee-450c-ae57-f4e3f7e5d34e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.106295] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0945ad20-4661-4e32-982d-02bc4409a4e2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.120553] env[69950]: DEBUG nova.compute.provider_tree [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.623533] env[69950]: DEBUG nova.scheduler.client.report [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.113198] env[69950]: DEBUG nova.compute.manager [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Stashing vm_state: active {{(pid=69950) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1452.128272] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1452.128481] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.147s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.631877] env[69950]: DEBUG oslo_concurrency.lockutils [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.632238] env[69950]: DEBUG oslo_concurrency.lockutils [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.137300] env[69950]: INFO nova.compute.claims [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.644220] env[69950]: INFO nova.compute.resource_tracker [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating resource usage from migration 47f91026-f974-4f0c-abc6-a9d6cf109ca2 [ 1453.716927] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6e7af0-6089-4c15-9cc7-aae4400f008e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.725252] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01130c3e-3b56-4547-adfb-427fba772252 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.756784] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8c5b6e-e25e-4c04-a4a9-3ff37bfd4ce0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.764808] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3815e7ab-82a0-4cf6-85d1-05bc31d12a63 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.779022] env[69950]: DEBUG nova.compute.provider_tree [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.123606] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.282881] env[69950]: DEBUG nova.scheduler.client.report [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.658831] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "3cda04f8-447f-4d46-9702-9a6039b7eab3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.659214] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.659308] env[69950]: INFO nova.compute.manager [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Shelving [ 1454.788511] env[69950]: DEBUG oslo_concurrency.lockutils [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.156s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.788741] env[69950]: INFO nova.compute.manager [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Migrating [ 1455.305084] env[69950]: DEBUG oslo_concurrency.lockutils [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.305084] env[69950]: DEBUG oslo_concurrency.lockutils [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.305437] env[69950]: DEBUG nova.network.neutron [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.669477] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.669855] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88c7511c-1d97-417d-905f-0b659d49530c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.677866] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1455.677866] env[69950]: value = "task-4223326" [ 1455.677866] env[69950]: _type = "Task" [ 1455.677866] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.686097] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.005621] env[69950]: DEBUG nova.network.neutron [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating instance_info_cache with network_info: [{"id": "18f86c9c-4000-4852-acb6-40b098702688", "address": "fa:16:3e:b4:4a:8d", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f86c9c-40", "ovs_interfaceid": "18f86c9c-4000-4852-acb6-40b098702688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.187972] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223326, 'name': PowerOffVM_Task, 'duration_secs': 0.179554} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.188305] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.189048] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11263d04-0a3f-4b68-8d41-75abecd4837a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.207056] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dfaca7-1523-4e65-9516-9aff4d6b7af5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.508748] env[69950]: DEBUG oslo_concurrency.lockutils [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.717986] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Creating Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1456.718448] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e8ca9f94-27b3-4984-a788-5a370ab96b91 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.726160] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1456.726160] env[69950]: value = "task-4223327" [ 1456.726160] env[69950]: _type = "Task" [ 1456.726160] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.734678] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223327, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.238942] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223327, 'name': CreateSnapshot_Task, 'duration_secs': 0.493676} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.239243] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Created Snapshot of the VM instance {{(pid=69950) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1457.239984] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efba1b7-12ad-44d4-b3d8-2b160a8859c7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.758473] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Creating linked-clone VM from snapshot {{(pid=69950) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1457.758874] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5a9a3a6c-9872-47dc-a68f-c1c26e5b9c9e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.767201] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1457.767201] env[69950]: value = "task-4223328" [ 1457.767201] env[69950]: _type = "Task" [ 1457.767201] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.775428] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223328, 'name': CloneVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.024475] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24bb899-c81e-4c2a-ae5c-fc4acedaa81e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.043937] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating instance 'd904b143-d113-4433-b742-ae9d68cb59de' progress to 0 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1458.277693] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223328, 'name': CloneVM_Task} progress is 94%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.550402] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.550705] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83ace636-2bb6-4f99-ace5-39f072d7486e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.558707] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1458.558707] env[69950]: value = "task-4223329" [ 1458.558707] env[69950]: _type = "Task" [ 1458.558707] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.567986] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.777414] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223328, 'name': CloneVM_Task} progress is 95%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.068374] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223329, 'name': PowerOffVM_Task, 'duration_secs': 0.20271} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.068693] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.068854] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating instance 'd904b143-d113-4433-b742-ae9d68cb59de' progress to 17 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1459.278101] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223328, 'name': CloneVM_Task, 'duration_secs': 1.318467} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.278395] env[69950]: INFO nova.virt.vmwareapi.vmops [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Created linked-clone VM from snapshot [ 1459.279110] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c81ffb-675e-4210-abb3-06a55c808d32 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.286136] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Uploading image c7e604c2-092f-4600-8e81-8dff5c828a30 {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1459.311738] env[69950]: DEBUG oslo_vmware.rw_handles [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1459.311738] env[69950]: value = "vm-835654" [ 1459.311738] env[69950]: _type = "VirtualMachine" [ 1459.311738] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1459.312035] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a81458bb-31fc-4612-babf-68d065c8baaf {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.324339] env[69950]: DEBUG oslo_vmware.rw_handles [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lease: (returnval){ [ 1459.324339] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5264ad16-0115-20a1-129e-76db3dafd7d9" [ 1459.324339] env[69950]: _type = "HttpNfcLease" [ 1459.324339] env[69950]: } obtained for exporting VM: (result){ [ 1459.324339] env[69950]: value = "vm-835654" [ 1459.324339] env[69950]: _type = "VirtualMachine" [ 1459.324339] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1459.324639] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the lease: (returnval){ [ 1459.324639] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5264ad16-0115-20a1-129e-76db3dafd7d9" [ 1459.324639] env[69950]: _type = "HttpNfcLease" [ 1459.324639] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1459.331085] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1459.331085] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5264ad16-0115-20a1-129e-76db3dafd7d9" [ 1459.331085] env[69950]: _type = "HttpNfcLease" [ 1459.331085] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1459.575222] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1459.575443] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.575574] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.575765] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.575910] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.576072] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1459.576286] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1459.576448] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1459.576614] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1459.576779] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1459.576951] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1459.582150] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86667040-c2e3-4910-bd7b-b973a5c0e4f3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.598437] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1459.598437] env[69950]: value = "task-4223331" [ 1459.598437] env[69950]: _type = "Task" [ 1459.598437] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.607749] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.833451] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1459.833451] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5264ad16-0115-20a1-129e-76db3dafd7d9" [ 1459.833451] env[69950]: _type = "HttpNfcLease" [ 1459.833451] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1459.833886] env[69950]: DEBUG oslo_vmware.rw_handles [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1459.833886] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5264ad16-0115-20a1-129e-76db3dafd7d9" [ 1459.833886] env[69950]: _type = "HttpNfcLease" [ 1459.833886] env[69950]: }. {{(pid=69950) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1459.834429] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0de793d-77c5-48ea-8226-9234d01aed54 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.842445] env[69950]: DEBUG oslo_vmware.rw_handles [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52557082-1e8d-0353-9a98-6d5d8719e2cd/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1459.842638] env[69950]: DEBUG oslo_vmware.rw_handles [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52557082-1e8d-0353-9a98-6d5d8719e2cd/disk-0.vmdk for reading. {{(pid=69950) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1459.935425] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a23d440-f0dd-400a-8af7-d720ec790fff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.108099] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223331, 'name': ReconfigVM_Task, 'duration_secs': 0.131379} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.108358] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating instance 'd904b143-d113-4433-b742-ae9d68cb59de' progress to 33 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1460.615131] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1460.615861] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.615861] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1460.615950] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.616229] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1460.616406] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1460.616796] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1460.616960] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1460.617273] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1460.617526] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1460.617836] env[69950]: DEBUG nova.virt.hardware [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1460.623342] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1460.623836] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d320d71-488c-4b3f-9522-2a388059633f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.643848] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1460.643848] env[69950]: value = "task-4223332" [ 1460.643848] env[69950]: _type = "Task" [ 1460.643848] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.653292] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.154786] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223332, 'name': ReconfigVM_Task, 'duration_secs': 0.177007} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.155200] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69950) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1461.155944] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818ddf4a-db04-42b6-a54c-ce8c8dbc4116 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.182300] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] d904b143-d113-4433-b742-ae9d68cb59de/d904b143-d113-4433-b742-ae9d68cb59de.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.183141] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c7a7a2-f245-4806-837c-ad6fd639f84e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.203840] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1461.203840] env[69950]: value = "task-4223333" [ 1461.203840] env[69950]: _type = "Task" [ 1461.203840] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.213382] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.715019] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223333, 'name': ReconfigVM_Task, 'duration_secs': 0.278554} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.715409] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Reconfigured VM instance instance-0000007e to attach disk [datastore2] d904b143-d113-4433-b742-ae9d68cb59de/d904b143-d113-4433-b742-ae9d68cb59de.vmdk or device None with type thin {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1461.715715] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating instance 'd904b143-d113-4433-b742-ae9d68cb59de' progress to 50 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1462.223800] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f348cad2-9d1d-43b1-b94c-c7b70c06b0d7 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.244703] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4296406f-2ce5-41a9-98fd-6c0fa3027e4c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.265098] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating instance 'd904b143-d113-4433-b742-ae9d68cb59de' progress to 67 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1462.806685] env[69950]: DEBUG nova.network.neutron [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Port 18f86c9c-4000-4852-acb6-40b098702688 binding to destination host cpu-1 is already ACTIVE {{(pid=69950) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1463.831310] env[69950]: DEBUG oslo_concurrency.lockutils [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "d904b143-d113-4433-b742-ae9d68cb59de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.831726] env[69950]: DEBUG oslo_concurrency.lockutils [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "d904b143-d113-4433-b742-ae9d68cb59de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.831772] env[69950]: DEBUG oslo_concurrency.lockutils [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "d904b143-d113-4433-b742-ae9d68cb59de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.870176] env[69950]: DEBUG oslo_concurrency.lockutils [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.870491] env[69950]: DEBUG oslo_concurrency.lockutils [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.870676] env[69950]: DEBUG nova.network.neutron [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.580639] env[69950]: DEBUG nova.network.neutron [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating instance_info_cache with network_info: [{"id": "18f86c9c-4000-4852-acb6-40b098702688", "address": "fa:16:3e:b4:4a:8d", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f86c9c-40", "ovs_interfaceid": "18f86c9c-4000-4852-acb6-40b098702688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.084856] env[69950]: DEBUG oslo_concurrency.lockutils [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.612296] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b45700f-c3e9-4c6b-be93-4c15c29dc677 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.633761] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397f78ea-6ed2-4841-bacc-4e6a4474aa17 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.642144] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating instance 'd904b143-d113-4433-b742-ae9d68cb59de' progress to 83 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1467.149551] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.149848] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87dc94ad-c55c-4c45-931f-8cb6a87d5f73 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.157129] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1467.157129] env[69950]: value = "task-4223334" [ 1467.157129] env[69950]: _type = "Task" [ 1467.157129] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.167822] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.169910] env[69950]: DEBUG oslo_vmware.rw_handles [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52557082-1e8d-0353-9a98-6d5d8719e2cd/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1467.170881] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f00fbb-9b09-4dec-89a7-8823c64cfeb8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.177749] env[69950]: DEBUG oslo_vmware.rw_handles [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52557082-1e8d-0353-9a98-6d5d8719e2cd/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1467.177921] env[69950]: ERROR oslo_vmware.rw_handles [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52557082-1e8d-0353-9a98-6d5d8719e2cd/disk-0.vmdk due to incomplete transfer. [ 1467.178168] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c5b5e244-deda-4cbe-ada4-138975364c5a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.187157] env[69950]: DEBUG oslo_vmware.rw_handles [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52557082-1e8d-0353-9a98-6d5d8719e2cd/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1467.187438] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Uploaded image c7e604c2-092f-4600-8e81-8dff5c828a30 to the Glance image server {{(pid=69950) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1467.190325] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Destroying the VM {{(pid=69950) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1467.190644] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e394cdcd-296f-4057-96f0-8fc58d364c71 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.197403] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1467.197403] env[69950]: value = "task-4223335" [ 1467.197403] env[69950]: _type = "Task" [ 1467.197403] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.207606] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223335, 'name': Destroy_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.667911] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223334, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.708086] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223335, 'name': Destroy_Task, 'duration_secs': 0.34069} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.708086] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Destroyed the VM [ 1467.708086] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Deleting Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1467.708086] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-80e1acd8-f69a-4750-bfc3-7bdf0a2e2a38 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.715073] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1467.715073] env[69950]: value = "task-4223336" [ 1467.715073] env[69950]: _type = "Task" [ 1467.715073] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.723736] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223336, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.167839] env[69950]: DEBUG oslo_vmware.api [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223334, 'name': PowerOnVM_Task, 'duration_secs': 0.535226} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.168318] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.168318] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-83b52479-6882-4934-9d1c-5b760e1d2df0 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating instance 'd904b143-d113-4433-b742-ae9d68cb59de' progress to 100 {{(pid=69950) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1468.229061] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223336, 'name': RemoveSnapshot_Task, 'duration_secs': 0.352729} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.229396] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Deleted Snapshot of the VM instance {{(pid=69950) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1468.229761] env[69950]: DEBUG nova.compute.manager [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1468.230858] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f9ca8f-c1e9-46ec-afff-1c5a9cce7442 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.745148] env[69950]: INFO nova.compute.manager [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Shelve offloading [ 1469.249408] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.249835] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d795f723-2fc7-42d6-b736-c991f0b50764 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.257571] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1469.257571] env[69950]: value = "task-4223337" [ 1469.257571] env[69950]: _type = "Task" [ 1469.257571] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.266677] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] VM already powered off {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1469.266925] env[69950]: DEBUG nova.compute.manager [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1469.267669] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b228fd-8ca7-4429-a00b-9e7762918322 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.275220] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.275396] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquired lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.275550] env[69950]: DEBUG nova.network.neutron [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.014917] env[69950]: DEBUG nova.network.neutron [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Updating instance_info_cache with network_info: [{"id": "07f6f561-a93b-4ff5-bec2-dc69250af8a4", "address": "fa:16:3e:58:95:26", "network": {"id": "6dc834cb-4912-4c53-8d6e-4f08d0b38b2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-854541064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f74391a97ee4f5280b67ba61b5923b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f6f561-a9", "ovs_interfaceid": "07f6f561-a93b-4ff5-bec2-dc69250af8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.503731] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "d904b143-d113-4433-b742-ae9d68cb59de" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.504149] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "d904b143-d113-4433-b742-ae9d68cb59de" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.504245] env[69950]: DEBUG nova.compute.manager [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Going to confirm migration 10 {{(pid=69950) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1470.517437] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Releasing lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.723461] env[69950]: DEBUG nova.compute.manager [req-e7532b6a-e45a-4ff7-9c47-5e1deebee3f9 req-4d9cd751-e17a-4f99-b7f7-bdc013314876 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Received event network-vif-unplugged-07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1470.723461] env[69950]: DEBUG oslo_concurrency.lockutils [req-e7532b6a-e45a-4ff7-9c47-5e1deebee3f9 req-4d9cd751-e17a-4f99-b7f7-bdc013314876 service nova] Acquiring lock "3cda04f8-447f-4d46-9702-9a6039b7eab3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.723461] env[69950]: DEBUG oslo_concurrency.lockutils [req-e7532b6a-e45a-4ff7-9c47-5e1deebee3f9 req-4d9cd751-e17a-4f99-b7f7-bdc013314876 service nova] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.723461] env[69950]: DEBUG oslo_concurrency.lockutils [req-e7532b6a-e45a-4ff7-9c47-5e1deebee3f9 req-4d9cd751-e17a-4f99-b7f7-bdc013314876 service nova] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.723461] env[69950]: DEBUG nova.compute.manager [req-e7532b6a-e45a-4ff7-9c47-5e1deebee3f9 req-4d9cd751-e17a-4f99-b7f7-bdc013314876 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] No waiting events found dispatching network-vif-unplugged-07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1470.723461] env[69950]: WARNING nova.compute.manager [req-e7532b6a-e45a-4ff7-9c47-5e1deebee3f9 req-4d9cd751-e17a-4f99-b7f7-bdc013314876 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Received unexpected event network-vif-unplugged-07f6f561-a93b-4ff5-bec2-dc69250af8a4 for instance with vm_state shelved and task_state shelving_offloading. [ 1470.756876] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.757795] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe578b01-8f42-45b2-9afb-08e71672f50e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.766092] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.766375] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a79d656-5eba-482c-be0b-7c0c308697a3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.828923] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.829196] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.829417] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Deleting the datastore file [datastore2] 3cda04f8-447f-4d46-9702-9a6039b7eab3 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.829696] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-320619db-c8ce-4e2e-b765-29077373e43b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.837258] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1470.837258] env[69950]: value = "task-4223339" [ 1470.837258] env[69950]: _type = "Task" [ 1470.837258] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.845487] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.044126] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.044316] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquired lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.044496] env[69950]: DEBUG nova.network.neutron [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.044751] env[69950]: DEBUG nova.objects.instance [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lazy-loading 'info_cache' on Instance uuid d904b143-d113-4433-b742-ae9d68cb59de {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.348111] env[69950]: DEBUG oslo_vmware.api [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213583} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.348310] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.348497] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.348678] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.370776] env[69950]: INFO nova.scheduler.client.report [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Deleted allocations for instance 3cda04f8-447f-4d46-9702-9a6039b7eab3 [ 1471.875955] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.876307] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.876518] env[69950]: DEBUG nova.objects.instance [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lazy-loading 'resources' on Instance uuid 3cda04f8-447f-4d46-9702-9a6039b7eab3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.286850] env[69950]: DEBUG nova.network.neutron [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating instance_info_cache with network_info: [{"id": "18f86c9c-4000-4852-acb6-40b098702688", "address": "fa:16:3e:b4:4a:8d", "network": {"id": "8f34aa2c-277a-4e0c-b8c4-195ffcbd7313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-960391704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa98947929034ade8aaa85795160de1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f86c9c-40", "ovs_interfaceid": "18f86c9c-4000-4852-acb6-40b098702688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.379155] env[69950]: DEBUG nova.objects.instance [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lazy-loading 'numa_topology' on Instance uuid 3cda04f8-447f-4d46-9702-9a6039b7eab3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.748835] env[69950]: DEBUG nova.compute.manager [req-7e91cf96-079f-4b05-8591-f3bf2afa47da req-a39ba4c7-cc7f-40b4-8e45-58efcd2b360e service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Received event network-changed-07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1472.749230] env[69950]: DEBUG nova.compute.manager [req-7e91cf96-079f-4b05-8591-f3bf2afa47da req-a39ba4c7-cc7f-40b4-8e45-58efcd2b360e service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Refreshing instance network info cache due to event network-changed-07f6f561-a93b-4ff5-bec2-dc69250af8a4. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1472.749470] env[69950]: DEBUG oslo_concurrency.lockutils [req-7e91cf96-079f-4b05-8591-f3bf2afa47da req-a39ba4c7-cc7f-40b4-8e45-58efcd2b360e service nova] Acquiring lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.749664] env[69950]: DEBUG oslo_concurrency.lockutils [req-7e91cf96-079f-4b05-8591-f3bf2afa47da req-a39ba4c7-cc7f-40b4-8e45-58efcd2b360e service nova] Acquired lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.749900] env[69950]: DEBUG nova.network.neutron [req-7e91cf96-079f-4b05-8591-f3bf2afa47da req-a39ba4c7-cc7f-40b4-8e45-58efcd2b360e service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Refreshing network info cache for port 07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.790063] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Releasing lock "refresh_cache-d904b143-d113-4433-b742-ae9d68cb59de" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.790333] env[69950]: DEBUG nova.objects.instance [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lazy-loading 'migration_context' on Instance uuid d904b143-d113-4433-b742-ae9d68cb59de {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.882075] env[69950]: DEBUG nova.objects.base [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Object Instance<3cda04f8-447f-4d46-9702-9a6039b7eab3> lazy-loaded attributes: resources,numa_topology {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1472.937575] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5f11b2-ff92-4f0d-b934-24c5c23cd713 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.945253] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5ee7d8-6500-4d8c-9ee4-d5e1848820b3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.976972] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a365874-4d95-416a-9fa6-782cf50754f2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.984923] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04afebd-c70d-45c6-8a81-31e1692c4fe3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.999339] env[69950]: DEBUG nova.compute.provider_tree [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.957824] env[69950]: DEBUG nova.objects.base [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69950) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1473.958292] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "3cda04f8-447f-4d46-9702-9a6039b7eab3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.959365] env[69950]: DEBUG nova.scheduler.client.report [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.963378] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff7a66f-f561-4afa-84d3-e908dac894a1 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.987903] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d30c3f-31bf-481d-ac9e-023b666e22ad {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.995426] env[69950]: DEBUG oslo_vmware.api [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1473.995426] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526b414d-4e66-755d-f2d1-0e9e1bce7df9" [ 1473.995426] env[69950]: _type = "Task" [ 1473.995426] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.004611] env[69950]: DEBUG oslo_vmware.api [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526b414d-4e66-755d-f2d1-0e9e1bce7df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.155060] env[69950]: DEBUG nova.network.neutron [req-7e91cf96-079f-4b05-8591-f3bf2afa47da req-a39ba4c7-cc7f-40b4-8e45-58efcd2b360e service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Updated VIF entry in instance network info cache for port 07f6f561-a93b-4ff5-bec2-dc69250af8a4. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1474.155422] env[69950]: DEBUG nova.network.neutron [req-7e91cf96-079f-4b05-8591-f3bf2afa47da req-a39ba4c7-cc7f-40b4-8e45-58efcd2b360e service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Updating instance_info_cache with network_info: [{"id": "07f6f561-a93b-4ff5-bec2-dc69250af8a4", "address": "fa:16:3e:58:95:26", "network": {"id": "6dc834cb-4912-4c53-8d6e-4f08d0b38b2f", "bridge": null, "label": "tempest-ServersNegativeTestJSON-854541064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f74391a97ee4f5280b67ba61b5923b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap07f6f561-a9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.464070] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.587s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.507057] env[69950]: DEBUG oslo_vmware.api [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526b414d-4e66-755d-f2d1-0e9e1bce7df9, 'name': SearchDatastore_Task, 'duration_secs': 0.008917} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.507261] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.507363] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.658575] env[69950]: DEBUG oslo_concurrency.lockutils [req-7e91cf96-079f-4b05-8591-f3bf2afa47da req-a39ba4c7-cc7f-40b4-8e45-58efcd2b360e service nova] Releasing lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.973075] env[69950]: DEBUG oslo_concurrency.lockutils [None req-43996a7c-4b7e-4675-ba90-3d65c245c857 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.314s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.973666] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.015s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.973851] env[69950]: INFO nova.compute.manager [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Unshelving [ 1475.075603] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624fb80f-e150-4e9c-a756-5830d717e88e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.083706] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ef94e0-57ab-4ca5-824d-24f9e8acd094 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.114360] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93e1b0b-3d7a-4eed-a913-a0151aa70d4b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.122190] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4997a3ce-147f-4e05-b68d-2f8a7228b7da {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.135290] env[69950]: DEBUG nova.compute.provider_tree [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.638817] env[69950]: DEBUG nova.scheduler.client.report [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1475.996414] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.649081] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.141s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.652060] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.656s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.652195] env[69950]: DEBUG nova.objects.instance [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lazy-loading 'pci_requests' on Instance uuid 3cda04f8-447f-4d46-9702-9a6039b7eab3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.157741] env[69950]: DEBUG nova.objects.instance [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lazy-loading 'numa_topology' on Instance uuid 3cda04f8-447f-4d46-9702-9a6039b7eab3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.207937] env[69950]: INFO nova.scheduler.client.report [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleted allocation for migration 47f91026-f974-4f0c-abc6-a9d6cf109ca2 [ 1477.661729] env[69950]: INFO nova.compute.claims [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.713791] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "d904b143-d113-4433-b742-ae9d68cb59de" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.210s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.715923] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d78dbeb-1110-4964-8c5e-3e6f6c91a590 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.723693] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59395b6c-74a5-4b3a-85ff-098e4d8da509 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.752400] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d76c9d4-4d9a-4990-bee8-8ad36833f381 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.759694] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c01810-1e21-441a-8c48-908fb354d2f3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.772483] env[69950]: DEBUG nova.compute.provider_tree [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.030969] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "d904b143-d113-4433-b742-ae9d68cb59de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.031292] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "d904b143-d113-4433-b742-ae9d68cb59de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.031521] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "d904b143-d113-4433-b742-ae9d68cb59de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.031713] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "d904b143-d113-4433-b742-ae9d68cb59de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.031884] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "d904b143-d113-4433-b742-ae9d68cb59de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.034106] env[69950]: INFO nova.compute.manager [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Terminating instance [ 1479.276257] env[69950]: DEBUG nova.scheduler.client.report [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.538844] env[69950]: DEBUG nova.compute.manager [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1479.539050] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.539921] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8505f6e2-de60-414c-aa2c-07fc2ae344a0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.548999] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.549252] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a390c14-1120-4577-af5d-a8cbd0f08e9f {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.556798] env[69950]: DEBUG oslo_vmware.api [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1479.556798] env[69950]: value = "task-4223340" [ 1479.556798] env[69950]: _type = "Task" [ 1479.556798] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.565072] env[69950]: DEBUG oslo_vmware.api [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.781392] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.129s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.809607] env[69950]: INFO nova.network.neutron [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Updating port 07f6f561-a93b-4ff5-bec2-dc69250af8a4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1480.067500] env[69950]: DEBUG oslo_vmware.api [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223340, 'name': PowerOffVM_Task, 'duration_secs': 0.22431} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.067722] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.067872] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1480.068150] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4acca2a9-8583-4d70-83fe-836ff5cc3a86 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.130354] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.130606] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.130802] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleting the datastore file [datastore2] d904b143-d113-4433-b742-ae9d68cb59de {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.131148] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9abed9a-b6c3-4f35-9371-c5be3ed02a9b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.137513] env[69950]: DEBUG oslo_vmware.api [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for the task: (returnval){ [ 1480.137513] env[69950]: value = "task-4223342" [ 1480.137513] env[69950]: _type = "Task" [ 1480.137513] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.146189] env[69950]: DEBUG oslo_vmware.api [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.647985] env[69950]: DEBUG oslo_vmware.api [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Task: {'id': task-4223342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136168} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.648292] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.648449] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.648625] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.648797] env[69950]: INFO nova.compute.manager [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1480.649110] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1480.649317] env[69950]: DEBUG nova.compute.manager [-] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1480.649410] env[69950]: DEBUG nova.network.neutron [-] [instance: d904b143-d113-4433-b742-ae9d68cb59de] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.895692] env[69950]: DEBUG nova.compute.manager [req-e6e57e09-5415-4507-b0bd-784a1f80aaa9 req-9d2e8ac5-6a45-47ee-814a-61b0bcb5ecf0 service nova] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Received event network-vif-deleted-18f86c9c-4000-4852-acb6-40b098702688 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1480.895996] env[69950]: INFO nova.compute.manager [req-e6e57e09-5415-4507-b0bd-784a1f80aaa9 req-9d2e8ac5-6a45-47ee-814a-61b0bcb5ecf0 service nova] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Neutron deleted interface 18f86c9c-4000-4852-acb6-40b098702688; detaching it from the instance and deleting it from the info cache [ 1480.896185] env[69950]: DEBUG nova.network.neutron [req-e6e57e09-5415-4507-b0bd-784a1f80aaa9 req-9d2e8ac5-6a45-47ee-814a-61b0bcb5ecf0 service nova] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.380587] env[69950]: DEBUG nova.network.neutron [-] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.399318] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf4ee0a2-37cd-47b6-b870-2de991ef7459 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.409917] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e028a7a5-8ff7-4f6d-a36c-770038695004 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.436057] env[69950]: DEBUG nova.compute.manager [req-e6e57e09-5415-4507-b0bd-784a1f80aaa9 req-9d2e8ac5-6a45-47ee-814a-61b0bcb5ecf0 service nova] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Detach interface failed, port_id=18f86c9c-4000-4852-acb6-40b098702688, reason: Instance d904b143-d113-4433-b742-ae9d68cb59de could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1481.533676] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.533839] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquired lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.534025] env[69950]: DEBUG nova.network.neutron [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.884159] env[69950]: INFO nova.compute.manager [-] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Took 1.23 seconds to deallocate network for instance. [ 1482.224032] env[69950]: DEBUG nova.network.neutron [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Updating instance_info_cache with network_info: [{"id": "07f6f561-a93b-4ff5-bec2-dc69250af8a4", "address": "fa:16:3e:58:95:26", "network": {"id": "6dc834cb-4912-4c53-8d6e-4f08d0b38b2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-854541064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f74391a97ee4f5280b67ba61b5923b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f6f561-a9", "ovs_interfaceid": "07f6f561-a93b-4ff5-bec2-dc69250af8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.391828] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.392141] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.392338] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.416626] env[69950]: INFO nova.scheduler.client.report [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Deleted allocations for instance d904b143-d113-4433-b742-ae9d68cb59de [ 1482.726414] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Releasing lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.753674] env[69950]: DEBUG nova.virt.hardware [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f529858b5457f69d24fe141d950ef54e',container_format='bare',created_at=2025-05-18T22:17:12Z,direct_url=,disk_format='vmdk',id=c7e604c2-092f-4600-8e81-8dff5c828a30,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2062132540-shelved',owner='3f74391a97ee4f5280b67ba61b5923b5',properties=ImageMetaProps,protected=,size=31595520,status='active',tags=,updated_at=2025-05-18T22:17:25Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1482.753925] env[69950]: DEBUG nova.virt.hardware [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.754103] env[69950]: DEBUG nova.virt.hardware [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1482.754296] env[69950]: DEBUG nova.virt.hardware [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.754445] env[69950]: DEBUG nova.virt.hardware [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1482.754592] env[69950]: DEBUG nova.virt.hardware [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1482.754799] env[69950]: DEBUG nova.virt.hardware [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1482.754956] env[69950]: DEBUG nova.virt.hardware [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1482.755136] env[69950]: DEBUG nova.virt.hardware [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1482.755302] env[69950]: DEBUG nova.virt.hardware [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1482.755474] env[69950]: DEBUG nova.virt.hardware [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1482.756332] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e6a661-acea-40cd-b5d6-127d5fa5e7bd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.764436] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0a2d6b-598e-4029-afd1-716961a71865 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.778284] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:95:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07f6f561-a93b-4ff5-bec2-dc69250af8a4', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1482.785619] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1482.785854] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1482.786074] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa1d986b-3869-4ec0-8764-ab698b44b543 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.805534] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.805534] env[69950]: value = "task-4223343" [ 1482.805534] env[69950]: _type = "Task" [ 1482.805534] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.813424] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223343, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.926562] env[69950]: DEBUG nova.compute.manager [req-2230a1a4-2eaf-4c46-a790-78b9185d2b3b req-517def7c-2e0d-4caf-9d3c-da3e9168a075 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Received event network-vif-plugged-07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1482.926786] env[69950]: DEBUG oslo_concurrency.lockutils [req-2230a1a4-2eaf-4c46-a790-78b9185d2b3b req-517def7c-2e0d-4caf-9d3c-da3e9168a075 service nova] Acquiring lock "3cda04f8-447f-4d46-9702-9a6039b7eab3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.926997] env[69950]: DEBUG oslo_concurrency.lockutils [req-2230a1a4-2eaf-4c46-a790-78b9185d2b3b req-517def7c-2e0d-4caf-9d3c-da3e9168a075 service nova] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.927191] env[69950]: DEBUG oslo_concurrency.lockutils [req-2230a1a4-2eaf-4c46-a790-78b9185d2b3b req-517def7c-2e0d-4caf-9d3c-da3e9168a075 service nova] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.927398] env[69950]: DEBUG nova.compute.manager [req-2230a1a4-2eaf-4c46-a790-78b9185d2b3b req-517def7c-2e0d-4caf-9d3c-da3e9168a075 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] No waiting events found dispatching network-vif-plugged-07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1482.927568] env[69950]: WARNING nova.compute.manager [req-2230a1a4-2eaf-4c46-a790-78b9185d2b3b req-517def7c-2e0d-4caf-9d3c-da3e9168a075 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Received unexpected event network-vif-plugged-07f6f561-a93b-4ff5-bec2-dc69250af8a4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1482.927732] env[69950]: DEBUG nova.compute.manager [req-2230a1a4-2eaf-4c46-a790-78b9185d2b3b req-517def7c-2e0d-4caf-9d3c-da3e9168a075 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Received event network-changed-07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1482.927888] env[69950]: DEBUG nova.compute.manager [req-2230a1a4-2eaf-4c46-a790-78b9185d2b3b req-517def7c-2e0d-4caf-9d3c-da3e9168a075 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Refreshing instance network info cache due to event network-changed-07f6f561-a93b-4ff5-bec2-dc69250af8a4. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1482.928091] env[69950]: DEBUG oslo_concurrency.lockutils [req-2230a1a4-2eaf-4c46-a790-78b9185d2b3b req-517def7c-2e0d-4caf-9d3c-da3e9168a075 service nova] Acquiring lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.928233] env[69950]: DEBUG oslo_concurrency.lockutils [req-2230a1a4-2eaf-4c46-a790-78b9185d2b3b req-517def7c-2e0d-4caf-9d3c-da3e9168a075 service nova] Acquired lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.928404] env[69950]: DEBUG nova.network.neutron [req-2230a1a4-2eaf-4c46-a790-78b9185d2b3b req-517def7c-2e0d-4caf-9d3c-da3e9168a075 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Refreshing network info cache for port 07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.929799] env[69950]: DEBUG oslo_concurrency.lockutils [None req-e310770c-9084-4775-a01e-df6d9ff081c7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Lock "d904b143-d113-4433-b742-ae9d68cb59de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.899s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.315752] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223343, 'name': CreateVM_Task, 'duration_secs': 0.304276} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.316163] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1483.316583] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7e604c2-092f-4600-8e81-8dff5c828a30" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.316745] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7e604c2-092f-4600-8e81-8dff5c828a30" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.317157] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7e604c2-092f-4600-8e81-8dff5c828a30" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.317422] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12987b55-cdd8-42e4-9992-3af8649bb2e0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.323499] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1483.323499] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f310cd-d2e5-02aa-b722-374c813c7777" [ 1483.323499] env[69950]: _type = "Task" [ 1483.323499] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.333685] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52f310cd-d2e5-02aa-b722-374c813c7777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.688424] env[69950]: DEBUG nova.network.neutron [req-2230a1a4-2eaf-4c46-a790-78b9185d2b3b req-517def7c-2e0d-4caf-9d3c-da3e9168a075 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Updated VIF entry in instance network info cache for port 07f6f561-a93b-4ff5-bec2-dc69250af8a4. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.688819] env[69950]: DEBUG nova.network.neutron [req-2230a1a4-2eaf-4c46-a790-78b9185d2b3b req-517def7c-2e0d-4caf-9d3c-da3e9168a075 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Updating instance_info_cache with network_info: [{"id": "07f6f561-a93b-4ff5-bec2-dc69250af8a4", "address": "fa:16:3e:58:95:26", "network": {"id": "6dc834cb-4912-4c53-8d6e-4f08d0b38b2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-854541064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f74391a97ee4f5280b67ba61b5923b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f6f561-a9", "ovs_interfaceid": "07f6f561-a93b-4ff5-bec2-dc69250af8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.835324] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7e604c2-092f-4600-8e81-8dff5c828a30" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.835564] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Processing image c7e604c2-092f-4600-8e81-8dff5c828a30 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.835767] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7e604c2-092f-4600-8e81-8dff5c828a30/c7e604c2-092f-4600-8e81-8dff5c828a30.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.835915] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7e604c2-092f-4600-8e81-8dff5c828a30/c7e604c2-092f-4600-8e81-8dff5c828a30.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.836112] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.836369] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e96610b3-4820-498a-9c07-ce1ee6d9f462 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.845247] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.845408] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.846115] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e2da27-5a6a-4554-8613-acf37cc53652 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.851235] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1483.851235] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c2af94-ac34-fe76-7972-4923ce1068e8" [ 1483.851235] env[69950]: _type = "Task" [ 1483.851235] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.858288] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52c2af94-ac34-fe76-7972-4923ce1068e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.191597] env[69950]: DEBUG oslo_concurrency.lockutils [req-2230a1a4-2eaf-4c46-a790-78b9185d2b3b req-517def7c-2e0d-4caf-9d3c-da3e9168a075 service nova] Releasing lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.363209] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Preparing fetch location {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1484.363641] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Fetch image to [datastore2] OSTACK_IMG_f82184ab-12f0-4e57-a38a-d3b2dea8a8c1/OSTACK_IMG_f82184ab-12f0-4e57-a38a-d3b2dea8a8c1.vmdk {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1484.363641] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Downloading stream optimized image c7e604c2-092f-4600-8e81-8dff5c828a30 to [datastore2] OSTACK_IMG_f82184ab-12f0-4e57-a38a-d3b2dea8a8c1/OSTACK_IMG_f82184ab-12f0-4e57-a38a-d3b2dea8a8c1.vmdk on the data store datastore2 as vApp {{(pid=69950) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1484.363829] env[69950]: DEBUG nova.virt.vmwareapi.images [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Downloading image file data c7e604c2-092f-4600-8e81-8dff5c828a30 to the ESX as VM named 'OSTACK_IMG_f82184ab-12f0-4e57-a38a-d3b2dea8a8c1' {{(pid=69950) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1484.432239] env[69950]: DEBUG oslo_vmware.rw_handles [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1484.432239] env[69950]: value = "resgroup-9" [ 1484.432239] env[69950]: _type = "ResourcePool" [ 1484.432239] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1484.433082] env[69950]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-194137b1-9c2f-4d5e-87f7-4d0e036a2deb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.453163] env[69950]: DEBUG oslo_vmware.rw_handles [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lease: (returnval){ [ 1484.453163] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526d9e43-4cc6-9d71-667a-5ace8874dfa1" [ 1484.453163] env[69950]: _type = "HttpNfcLease" [ 1484.453163] env[69950]: } obtained for vApp import into resource pool (val){ [ 1484.453163] env[69950]: value = "resgroup-9" [ 1484.453163] env[69950]: _type = "ResourcePool" [ 1484.453163] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1484.453673] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the lease: (returnval){ [ 1484.453673] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526d9e43-4cc6-9d71-667a-5ace8874dfa1" [ 1484.453673] env[69950]: _type = "HttpNfcLease" [ 1484.453673] env[69950]: } to be ready. {{(pid=69950) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1484.459740] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1484.459740] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526d9e43-4cc6-9d71-667a-5ace8874dfa1" [ 1484.459740] env[69950]: _type = "HttpNfcLease" [ 1484.459740] env[69950]: } is initializing. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1484.961893] env[69950]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1484.961893] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526d9e43-4cc6-9d71-667a-5ace8874dfa1" [ 1484.961893] env[69950]: _type = "HttpNfcLease" [ 1484.961893] env[69950]: } is ready. {{(pid=69950) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1484.962346] env[69950]: DEBUG oslo_vmware.rw_handles [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1484.962346] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]526d9e43-4cc6-9d71-667a-5ace8874dfa1" [ 1484.962346] env[69950]: _type = "HttpNfcLease" [ 1484.962346] env[69950]: }. {{(pid=69950) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1484.962933] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c041d1-324a-4296-b4a5-23b35c9195e3 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.969924] env[69950]: DEBUG oslo_vmware.rw_handles [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b81a2-f722-2ddd-7060-317aa4fdf28a/disk-0.vmdk from lease info. {{(pid=69950) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1484.970113] env[69950]: DEBUG oslo_vmware.rw_handles [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Creating HTTP connection to write to file with size = 31595520 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b81a2-f722-2ddd-7060-317aa4fdf28a/disk-0.vmdk. {{(pid=69950) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1485.032268] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9fefaac6-3f76-4df4-915a-24a3347cbc50 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.120771] env[69950]: DEBUG oslo_vmware.rw_handles [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Completed reading data from the image iterator. {{(pid=69950) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1486.120771] env[69950]: DEBUG oslo_vmware.rw_handles [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b81a2-f722-2ddd-7060-317aa4fdf28a/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1486.121812] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f28e84-eb4d-49cd-beb7-a9fe322521c2 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.129281] env[69950]: DEBUG oslo_vmware.rw_handles [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b81a2-f722-2ddd-7060-317aa4fdf28a/disk-0.vmdk is in state: ready. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1486.129438] env[69950]: DEBUG oslo_vmware.rw_handles [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b81a2-f722-2ddd-7060-317aa4fdf28a/disk-0.vmdk. {{(pid=69950) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1486.129740] env[69950]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c515792e-80f6-442c-b4af-3e89ffed0301 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.320499] env[69950]: DEBUG oslo_vmware.rw_handles [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b81a2-f722-2ddd-7060-317aa4fdf28a/disk-0.vmdk. {{(pid=69950) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1486.320724] env[69950]: INFO nova.virt.vmwareapi.images [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Downloaded image file data c7e604c2-092f-4600-8e81-8dff5c828a30 [ 1486.321655] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcbdd77-545d-4db2-9161-9040d33654d6 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.338262] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da46bd0b-669a-4971-b598-e3a4021a8a44 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.375352] env[69950]: INFO nova.virt.vmwareapi.images [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] The imported VM was unregistered [ 1486.377742] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Caching image {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1486.378029] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c7e604c2-092f-4600-8e81-8dff5c828a30 {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.378350] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ff0def7-24fa-4d7b-89f5-dd05481ad57e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.402277] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Created directory with path [datastore2] devstack-image-cache_base/c7e604c2-092f-4600-8e81-8dff5c828a30 {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.402576] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f82184ab-12f0-4e57-a38a-d3b2dea8a8c1/OSTACK_IMG_f82184ab-12f0-4e57-a38a-d3b2dea8a8c1.vmdk to [datastore2] devstack-image-cache_base/c7e604c2-092f-4600-8e81-8dff5c828a30/c7e604c2-092f-4600-8e81-8dff5c828a30.vmdk. {{(pid=69950) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1486.402876] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8cb46fe4-d334-4ade-999f-a05f5324513e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.410419] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1486.410419] env[69950]: value = "task-4223347" [ 1486.410419] env[69950]: _type = "Task" [ 1486.410419] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.419155] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223347, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.921874] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223347, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.422030] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223347, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.923470] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223347, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.424100] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223347, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.923802] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223347, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.42675} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.924090] env[69950]: INFO nova.virt.vmwareapi.ds_util [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f82184ab-12f0-4e57-a38a-d3b2dea8a8c1/OSTACK_IMG_f82184ab-12f0-4e57-a38a-d3b2dea8a8c1.vmdk to [datastore2] devstack-image-cache_base/c7e604c2-092f-4600-8e81-8dff5c828a30/c7e604c2-092f-4600-8e81-8dff5c828a30.vmdk. [ 1488.924469] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Cleaning up location [datastore2] OSTACK_IMG_f82184ab-12f0-4e57-a38a-d3b2dea8a8c1 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1488.924582] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f82184ab-12f0-4e57-a38a-d3b2dea8a8c1 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.924801] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53406209-749a-487b-b565-938573bd4de5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.931782] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1488.931782] env[69950]: value = "task-4223348" [ 1488.931782] env[69950]: _type = "Task" [ 1488.931782] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.940929] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.443613] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036211} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.444272] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.444272] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7e604c2-092f-4600-8e81-8dff5c828a30/c7e604c2-092f-4600-8e81-8dff5c828a30.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.444473] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7e604c2-092f-4600-8e81-8dff5c828a30/c7e604c2-092f-4600-8e81-8dff5c828a30.vmdk to [datastore2] 3cda04f8-447f-4d46-9702-9a6039b7eab3/3cda04f8-447f-4d46-9702-9a6039b7eab3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1489.444781] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff12765e-b5cc-4af8-ab34-34ce21d3dbda {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.453689] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1489.453689] env[69950]: value = "task-4223349" [ 1489.453689] env[69950]: _type = "Task" [ 1489.453689] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.464705] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.963874] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223349, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.464952] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223349, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.964460] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223349, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.355613] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Acquiring lock "0f0e68c3-4fa0-460d-85b7-74e65e1123ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.355870] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Lock "0f0e68c3-4fa0-460d-85b7-74e65e1123ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.466879] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223349, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.859108] env[69950]: DEBUG nova.compute.manager [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Starting instance... {{(pid=69950) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1491.969530] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223349, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.382380] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.382724] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.385067] env[69950]: INFO nova.compute.claims [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.470763] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223349, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.543997} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.471232] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7e604c2-092f-4600-8e81-8dff5c828a30/c7e604c2-092f-4600-8e81-8dff5c828a30.vmdk to [datastore2] 3cda04f8-447f-4d46-9702-9a6039b7eab3/3cda04f8-447f-4d46-9702-9a6039b7eab3.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1492.472517] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5156e210-6aaf-4f67-bd89-d0fbc793b3dd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.499119] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 3cda04f8-447f-4d46-9702-9a6039b7eab3/3cda04f8-447f-4d46-9702-9a6039b7eab3.vmdk or device None with type streamOptimized {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1492.499467] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e437740-72ba-440c-82f6-860b4455f373 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.520298] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1492.520298] env[69950]: value = "task-4223350" [ 1492.520298] env[69950]: _type = "Task" [ 1492.520298] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.529299] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.031035] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223350, 'name': ReconfigVM_Task, 'duration_secs': 0.330662} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.031209] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 3cda04f8-447f-4d46-9702-9a6039b7eab3/3cda04f8-447f-4d46-9702-9a6039b7eab3.vmdk or device None with type streamOptimized {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1493.032037] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e794d037-b1a8-4431-b24b-f3b6db855943 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.039401] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1493.039401] env[69950]: value = "task-4223351" [ 1493.039401] env[69950]: _type = "Task" [ 1493.039401] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.047553] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223351, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.411764] env[69950]: DEBUG nova.scheduler.client.report [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Refreshing inventories for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1493.426787] env[69950]: DEBUG nova.scheduler.client.report [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Updating ProviderTree inventory for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1493.427031] env[69950]: DEBUG nova.compute.provider_tree [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Updating inventory in ProviderTree for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1493.438206] env[69950]: DEBUG nova.scheduler.client.report [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Refreshing aggregate associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, aggregates: None {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1493.456590] env[69950]: DEBUG nova.scheduler.client.report [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Refreshing trait associations for resource provider 9977abed-3e10-4d72-b30a-b1d91a885d39, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69950) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1493.501730] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcd8a83-cd1d-4f59-b5b6-bd756a968f9c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.509461] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44639ed0-d9ee-44d0-9be0-f1b89497c975 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.539193] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118a7e14-c10b-469c-8500-b71075fa5c25 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.551798] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf28e095-9194-49ca-9cda-c1be8a36dd73 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.555366] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223351, 'name': Rename_Task, 'duration_secs': 0.154816} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.555628] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.556236] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc98078e-46f0-46dd-a469-8053b9821c68 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.565363] env[69950]: DEBUG nova.compute.provider_tree [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.572292] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1493.572292] env[69950]: value = "task-4223352" [ 1493.572292] env[69950]: _type = "Task" [ 1493.572292] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.580043] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.068466] env[69950]: DEBUG nova.scheduler.client.report [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.084654] env[69950]: DEBUG oslo_vmware.api [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223352, 'name': PowerOnVM_Task, 'duration_secs': 0.510096} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.084939] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1494.183944] env[69950]: DEBUG nova.compute.manager [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1494.185028] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05adde85-181e-412b-ac28-f8f14a05619a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.574065] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.574613] env[69950]: DEBUG nova.compute.manager [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Start building networks asynchronously for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1494.702790] env[69950]: DEBUG oslo_concurrency.lockutils [None req-267adaa4-f893-4675-b6e7-c1405735495b tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.729s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.080271] env[69950]: DEBUG nova.compute.utils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Using /dev/sd instead of None {{(pid=69950) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1495.081670] env[69950]: DEBUG nova.compute.manager [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Allocating IP information in the background. {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1495.082216] env[69950]: DEBUG nova.network.neutron [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] allocate_for_instance() {{(pid=69950) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.153429] env[69950]: DEBUG nova.policy [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c1286d6b86341179259a967ad30a1f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5f6f62aaad343d186130cb25b371a02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69950) authorize /opt/stack/nova/nova/policy.py:192}} [ 1495.492311] env[69950]: DEBUG nova.network.neutron [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Successfully created port: 955cab28-b773-48cb-a0d8-f9381a6effbb {{(pid=69950) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1495.585650] env[69950]: DEBUG nova.compute.manager [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Start building block device mappings for instance. {{(pid=69950) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1496.168181] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdfc100-523a-4b8f-a926-d1e9192d4467 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.175899] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8228d315-c4c2-4214-ab14-51856bc95a90 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Suspending the VM {{(pid=69950) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1496.176193] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e29b1d9d-7fb6-4da4-b4f2-0fbc566dba96 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.183010] env[69950]: DEBUG oslo_vmware.api [None req-8228d315-c4c2-4214-ab14-51856bc95a90 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1496.183010] env[69950]: value = "task-4223353" [ 1496.183010] env[69950]: _type = "Task" [ 1496.183010] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.191669] env[69950]: DEBUG oslo_vmware.api [None req-8228d315-c4c2-4214-ab14-51856bc95a90 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223353, 'name': SuspendVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.596013] env[69950]: DEBUG nova.compute.manager [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Start spawning the instance on the hypervisor. {{(pid=69950) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1496.626541] env[69950]: DEBUG nova.virt.hardware [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-18T22:01:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-18T22:01:32Z,direct_url=,disk_format='vmdk',id=5ff20735-6522-48d7-b15a-e5eb837d4202,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f0a940f47fed4df08259a22e8f79fe5e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-18T22:01:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1496.626866] env[69950]: DEBUG nova.virt.hardware [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Flavor limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1496.627064] env[69950]: DEBUG nova.virt.hardware [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Image limits 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1496.627257] env[69950]: DEBUG nova.virt.hardware [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Flavor pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1496.627411] env[69950]: DEBUG nova.virt.hardware [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Image pref 0:0:0 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1496.627579] env[69950]: DEBUG nova.virt.hardware [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69950) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1496.627780] env[69950]: DEBUG nova.virt.hardware [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1496.627961] env[69950]: DEBUG nova.virt.hardware [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1496.628168] env[69950]: DEBUG nova.virt.hardware [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Got 1 possible topologies {{(pid=69950) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1496.628341] env[69950]: DEBUG nova.virt.hardware [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1496.628519] env[69950]: DEBUG nova.virt.hardware [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69950) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1496.629518] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf11a2e0-99a6-49ef-856a-037f9f3645e9 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.639159] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fb2c3a-6bd9-4662-921f-612b5d8d17c8 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.692923] env[69950]: DEBUG oslo_vmware.api [None req-8228d315-c4c2-4214-ab14-51856bc95a90 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223353, 'name': SuspendVM_Task} progress is 70%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.989900] env[69950]: DEBUG nova.compute.manager [req-f5f76f64-916b-4085-ba41-3160eb184b1c req-4d48013d-eb00-43f4-84e0-9a9f5c16f589 service nova] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Received event network-vif-plugged-955cab28-b773-48cb-a0d8-f9381a6effbb {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1496.990154] env[69950]: DEBUG oslo_concurrency.lockutils [req-f5f76f64-916b-4085-ba41-3160eb184b1c req-4d48013d-eb00-43f4-84e0-9a9f5c16f589 service nova] Acquiring lock "0f0e68c3-4fa0-460d-85b7-74e65e1123ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.990443] env[69950]: DEBUG oslo_concurrency.lockutils [req-f5f76f64-916b-4085-ba41-3160eb184b1c req-4d48013d-eb00-43f4-84e0-9a9f5c16f589 service nova] Lock "0f0e68c3-4fa0-460d-85b7-74e65e1123ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.990533] env[69950]: DEBUG oslo_concurrency.lockutils [req-f5f76f64-916b-4085-ba41-3160eb184b1c req-4d48013d-eb00-43f4-84e0-9a9f5c16f589 service nova] Lock "0f0e68c3-4fa0-460d-85b7-74e65e1123ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.990661] env[69950]: DEBUG nova.compute.manager [req-f5f76f64-916b-4085-ba41-3160eb184b1c req-4d48013d-eb00-43f4-84e0-9a9f5c16f589 service nova] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] No waiting events found dispatching network-vif-plugged-955cab28-b773-48cb-a0d8-f9381a6effbb {{(pid=69950) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1496.990825] env[69950]: WARNING nova.compute.manager [req-f5f76f64-916b-4085-ba41-3160eb184b1c req-4d48013d-eb00-43f4-84e0-9a9f5c16f589 service nova] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Received unexpected event network-vif-plugged-955cab28-b773-48cb-a0d8-f9381a6effbb for instance with vm_state building and task_state spawning. [ 1497.085145] env[69950]: DEBUG nova.network.neutron [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Successfully updated port: 955cab28-b773-48cb-a0d8-f9381a6effbb {{(pid=69950) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1497.194288] env[69950]: DEBUG oslo_vmware.api [None req-8228d315-c4c2-4214-ab14-51856bc95a90 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223353, 'name': SuspendVM_Task, 'duration_secs': 0.60702} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.194288] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-8228d315-c4c2-4214-ab14-51856bc95a90 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Suspended the VM {{(pid=69950) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1497.194288] env[69950]: DEBUG nova.compute.manager [None req-8228d315-c4c2-4214-ab14-51856bc95a90 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1497.194961] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f20dcd-117a-48c5-a990-6527544a4400 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.588109] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Acquiring lock "refresh_cache-0f0e68c3-4fa0-460d-85b7-74e65e1123ec" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.588274] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Acquired lock "refresh_cache-0f0e68c3-4fa0-460d-85b7-74e65e1123ec" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.588433] env[69950]: DEBUG nova.network.neutron [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.120951] env[69950]: DEBUG nova.network.neutron [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Instance cache missing network info. {{(pid=69950) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1498.572056] env[69950]: DEBUG nova.network.neutron [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Updating instance_info_cache with network_info: [{"id": "955cab28-b773-48cb-a0d8-f9381a6effbb", "address": "fa:16:3e:fe:20:51", "network": {"id": "cbf0bc40-4962-4ca8-a9f8-2178b8f00b08", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1811675416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f6f62aaad343d186130cb25b371a02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955cab28-b7", "ovs_interfaceid": "955cab28-b773-48cb-a0d8-f9381a6effbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.604649] env[69950]: INFO nova.compute.manager [None req-a1a857d6-870a-4d1f-b97b-2eef7738c146 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Resuming [ 1498.605287] env[69950]: DEBUG nova.objects.instance [None req-a1a857d6-870a-4d1f-b97b-2eef7738c146 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lazy-loading 'flavor' on Instance uuid 3cda04f8-447f-4d46-9702-9a6039b7eab3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.015327] env[69950]: DEBUG nova.compute.manager [req-cb81058a-f0f7-4602-b929-e8150fe657af req-821990d1-9653-4425-9881-cce491a9cf0f service nova] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Received event network-changed-955cab28-b773-48cb-a0d8-f9381a6effbb {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1499.015553] env[69950]: DEBUG nova.compute.manager [req-cb81058a-f0f7-4602-b929-e8150fe657af req-821990d1-9653-4425-9881-cce491a9cf0f service nova] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Refreshing instance network info cache due to event network-changed-955cab28-b773-48cb-a0d8-f9381a6effbb. {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1499.015751] env[69950]: DEBUG oslo_concurrency.lockutils [req-cb81058a-f0f7-4602-b929-e8150fe657af req-821990d1-9653-4425-9881-cce491a9cf0f service nova] Acquiring lock "refresh_cache-0f0e68c3-4fa0-460d-85b7-74e65e1123ec" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.075080] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Releasing lock "refresh_cache-0f0e68c3-4fa0-460d-85b7-74e65e1123ec" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.075421] env[69950]: DEBUG nova.compute.manager [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Instance network_info: |[{"id": "955cab28-b773-48cb-a0d8-f9381a6effbb", "address": "fa:16:3e:fe:20:51", "network": {"id": "cbf0bc40-4962-4ca8-a9f8-2178b8f00b08", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1811675416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f6f62aaad343d186130cb25b371a02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955cab28-b7", "ovs_interfaceid": "955cab28-b773-48cb-a0d8-f9381a6effbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69950) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1499.075717] env[69950]: DEBUG oslo_concurrency.lockutils [req-cb81058a-f0f7-4602-b929-e8150fe657af req-821990d1-9653-4425-9881-cce491a9cf0f service nova] Acquired lock "refresh_cache-0f0e68c3-4fa0-460d-85b7-74e65e1123ec" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.075900] env[69950]: DEBUG nova.network.neutron [req-cb81058a-f0f7-4602-b929-e8150fe657af req-821990d1-9653-4425-9881-cce491a9cf0f service nova] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Refreshing network info cache for port 955cab28-b773-48cb-a0d8-f9381a6effbb {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.077156] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:20:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '955cab28-b773-48cb-a0d8-f9381a6effbb', 'vif_model': 'vmxnet3'}] {{(pid=69950) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.084555] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Creating folder: Project (d5f6f62aaad343d186130cb25b371a02). Parent ref: group-v835309. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1499.087875] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-186c97af-4f5e-4666-bfb5-8d59e5e0ac3d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.100165] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Created folder: Project (d5f6f62aaad343d186130cb25b371a02) in parent group-v835309. [ 1499.100368] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Creating folder: Instances. Parent ref: group-v835657. {{(pid=69950) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1499.100604] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0281d70a-b521-44d0-b30f-ef57c5d6a0fb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.111208] env[69950]: INFO nova.virt.vmwareapi.vm_util [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Created folder: Instances in parent group-v835657. [ 1499.111443] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.112812] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Creating VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1499.113028] env[69950]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7320786-348d-41c8-bb77-14fd4d202346 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.136301] env[69950]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1499.136301] env[69950]: value = "task-4223356" [ 1499.136301] env[69950]: _type = "Task" [ 1499.136301] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.144347] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223356, 'name': CreateVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.338758] env[69950]: DEBUG nova.network.neutron [req-cb81058a-f0f7-4602-b929-e8150fe657af req-821990d1-9653-4425-9881-cce491a9cf0f service nova] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Updated VIF entry in instance network info cache for port 955cab28-b773-48cb-a0d8-f9381a6effbb. {{(pid=69950) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.339734] env[69950]: DEBUG nova.network.neutron [req-cb81058a-f0f7-4602-b929-e8150fe657af req-821990d1-9653-4425-9881-cce491a9cf0f service nova] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Updating instance_info_cache with network_info: [{"id": "955cab28-b773-48cb-a0d8-f9381a6effbb", "address": "fa:16:3e:fe:20:51", "network": {"id": "cbf0bc40-4962-4ca8-a9f8-2178b8f00b08", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1811675416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f6f62aaad343d186130cb25b371a02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955cab28-b7", "ovs_interfaceid": "955cab28-b773-48cb-a0d8-f9381a6effbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.647497] env[69950]: DEBUG oslo_vmware.api [-] Task: {'id': task-4223356, 'name': CreateVM_Task, 'duration_secs': 0.311659} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.647744] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Created VM on the ESX host {{(pid=69950) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1499.648350] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.648519] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.648841] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.649102] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235c910b-8486-427c-892b-8f9f59bfb99d {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.654948] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Waiting for the task: (returnval){ [ 1499.654948] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52234b80-d9e9-33b7-4fc6-8a718bfa5239" [ 1499.654948] env[69950]: _type = "Task" [ 1499.654948] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.664291] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52234b80-d9e9-33b7-4fc6-8a718bfa5239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.842841] env[69950]: DEBUG oslo_concurrency.lockutils [req-cb81058a-f0f7-4602-b929-e8150fe657af req-821990d1-9653-4425-9881-cce491a9cf0f service nova] Releasing lock "refresh_cache-0f0e68c3-4fa0-460d-85b7-74e65e1123ec" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.130593] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1a857d6-870a-4d1f-b97b-2eef7738c146 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.130793] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1a857d6-870a-4d1f-b97b-2eef7738c146 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquired lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.130941] env[69950]: DEBUG nova.network.neutron [None req-a1a857d6-870a-4d1f-b97b-2eef7738c146 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Building network info cache for instance {{(pid=69950) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1500.165815] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]52234b80-d9e9-33b7-4fc6-8a718bfa5239, 'name': SearchDatastore_Task, 'duration_secs': 0.011031} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.166307] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.166417] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Processing image 5ff20735-6522-48d7-b15a-e5eb837d4202 {{(pid=69950) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1500.166588] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.166742] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.166924] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.167200] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e64fea87-931c-4b8d-a85e-24899007c8f5 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.175787] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69950) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.176025] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69950) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1500.176693] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8bee7ad-5ae1-42f9-b82d-0e8291a59a85 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.182163] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Waiting for the task: (returnval){ [ 1500.182163] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527ed8fd-51fa-9f7f-2932-9fb5cd8b9bed" [ 1500.182163] env[69950]: _type = "Task" [ 1500.182163] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.189774] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527ed8fd-51fa-9f7f-2932-9fb5cd8b9bed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.693011] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]527ed8fd-51fa-9f7f-2932-9fb5cd8b9bed, 'name': SearchDatastore_Task, 'duration_secs': 0.00857} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.693790] env[69950]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fb6f1c3-9ea8-497c-acff-3210eab61379 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.701406] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Waiting for the task: (returnval){ [ 1500.701406] env[69950]: value = "session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5271e195-5b9d-52a1-13b4-7fdc1e542f5e" [ 1500.701406] env[69950]: _type = "Task" [ 1500.701406] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.709539] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5271e195-5b9d-52a1-13b4-7fdc1e542f5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.855336] env[69950]: DEBUG nova.network.neutron [None req-a1a857d6-870a-4d1f-b97b-2eef7738c146 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Updating instance_info_cache with network_info: [{"id": "07f6f561-a93b-4ff5-bec2-dc69250af8a4", "address": "fa:16:3e:58:95:26", "network": {"id": "6dc834cb-4912-4c53-8d6e-4f08d0b38b2f", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-854541064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f74391a97ee4f5280b67ba61b5923b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f6f561-a9", "ovs_interfaceid": "07f6f561-a93b-4ff5-bec2-dc69250af8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.211685] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': session[5298a270-2d7d-3a23-1f0c-bf90484513c1]5271e195-5b9d-52a1-13b4-7fdc1e542f5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.212183] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.212262] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 0f0e68c3-4fa0-460d-85b7-74e65e1123ec/0f0e68c3-4fa0-460d-85b7-74e65e1123ec.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1501.212503] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91b3be3c-cd1a-4b04-8aa8-a57f65d1c79e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.219735] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Waiting for the task: (returnval){ [ 1501.219735] env[69950]: value = "task-4223357" [ 1501.219735] env[69950]: _type = "Task" [ 1501.219735] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.230105] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': task-4223357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.358168] env[69950]: DEBUG oslo_concurrency.lockutils [None req-a1a857d6-870a-4d1f-b97b-2eef7738c146 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Releasing lock "refresh_cache-3cda04f8-447f-4d46-9702-9a6039b7eab3" {{(pid=69950) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.359252] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24db52e-7f99-40da-88b0-8cc7ddf4df20 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.367966] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a857d6-870a-4d1f-b97b-2eef7738c146 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Resuming the VM {{(pid=69950) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1501.368348] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24b513ed-2572-42c3-a41b-6c0388dcf852 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.377706] env[69950]: DEBUG oslo_vmware.api [None req-a1a857d6-870a-4d1f-b97b-2eef7738c146 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1501.377706] env[69950]: value = "task-4223358" [ 1501.377706] env[69950]: _type = "Task" [ 1501.377706] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.388022] env[69950]: DEBUG oslo_vmware.api [None req-a1a857d6-870a-4d1f-b97b-2eef7738c146 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.416916] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.730282] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': task-4223357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469378} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.730633] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5ff20735-6522-48d7-b15a-e5eb837d4202/5ff20735-6522-48d7-b15a-e5eb837d4202.vmdk to [datastore2] 0f0e68c3-4fa0-460d-85b7-74e65e1123ec/0f0e68c3-4fa0-460d-85b7-74e65e1123ec.vmdk {{(pid=69950) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1501.730758] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Extending root virtual disk to 1048576 {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1501.731048] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a7407fd-b9da-46a6-a195-793c5d4c4837 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.738963] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Waiting for the task: (returnval){ [ 1501.738963] env[69950]: value = "task-4223359" [ 1501.738963] env[69950]: _type = "Task" [ 1501.738963] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.747350] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': task-4223359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.892064] env[69950]: DEBUG oslo_vmware.api [None req-a1a857d6-870a-4d1f-b97b-2eef7738c146 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.248357] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': task-4223359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067337} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.248769] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Extended root virtual disk {{(pid=69950) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1502.249286] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594ba49b-e685-4e7a-8462-4af55bd27324 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.271107] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 0f0e68c3-4fa0-460d-85b7-74e65e1123ec/0f0e68c3-4fa0-460d-85b7-74e65e1123ec.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1502.271369] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33390d7e-103b-4d1c-8cf2-fe16d180c585 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.291164] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Waiting for the task: (returnval){ [ 1502.291164] env[69950]: value = "task-4223360" [ 1502.291164] env[69950]: _type = "Task" [ 1502.291164] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.301922] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': task-4223360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.390555] env[69950]: DEBUG oslo_vmware.api [None req-a1a857d6-870a-4d1f-b97b-2eef7738c146 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223358, 'name': PowerOnVM_Task, 'duration_secs': 0.679725} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.390900] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a857d6-870a-4d1f-b97b-2eef7738c146 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Resumed the VM {{(pid=69950) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1502.391179] env[69950]: DEBUG nova.compute.manager [None req-a1a857d6-870a-4d1f-b97b-2eef7738c146 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1502.392162] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab46d5e5-8127-41dd-b8df-678c7696c5fb {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.417149] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.802040] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': task-4223360, 'name': ReconfigVM_Task, 'duration_secs': 0.313469} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.802040] env[69950]: DEBUG nova.virt.vmwareapi.volumeops [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 0f0e68c3-4fa0-460d-85b7-74e65e1123ec/0f0e68c3-4fa0-460d-85b7-74e65e1123ec.vmdk or device None with type sparse {{(pid=69950) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.803033] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e20b5b63-720c-4115-96fd-dda0398cbc7e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.810784] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Waiting for the task: (returnval){ [ 1502.810784] env[69950]: value = "task-4223361" [ 1502.810784] env[69950]: _type = "Task" [ 1502.810784] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.819707] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': task-4223361, 'name': Rename_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.322225] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': task-4223361, 'name': Rename_Task, 'duration_secs': 0.148369} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.322833] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Powering on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.322833] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9719d7c7-fa35-4497-acdd-f2e474b6d505 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.331753] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Waiting for the task: (returnval){ [ 1503.331753] env[69950]: value = "task-4223362" [ 1503.331753] env[69950]: _type = "Task" [ 1503.331753] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.342761] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': task-4223362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.841534] env[69950]: DEBUG oslo_vmware.api [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': task-4223362, 'name': PowerOnVM_Task, 'duration_secs': 0.461491} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.841893] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Powered on the VM {{(pid=69950) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.842154] env[69950]: INFO nova.compute.manager [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1503.842376] env[69950]: DEBUG nova.compute.manager [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Checking state {{(pid=69950) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1503.843206] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c691544-c9c8-4d68-b6ba-f77eeef077ec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.362018] env[69950]: INFO nova.compute.manager [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Took 12.00 seconds to build instance. [ 1504.416884] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.417051] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.417198] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69950) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1504.864676] env[69950]: DEBUG oslo_concurrency.lockutils [None req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Lock "0f0e68c3-4fa0-460d-85b7-74e65e1123ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.508s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.142845] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Acquiring lock "0f0e68c3-4fa0-460d-85b7-74e65e1123ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.143142] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Lock "0f0e68c3-4fa0-460d-85b7-74e65e1123ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.143365] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Acquiring lock "0f0e68c3-4fa0-460d-85b7-74e65e1123ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.143552] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Lock "0f0e68c3-4fa0-460d-85b7-74e65e1123ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.143720] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Lock "0f0e68c3-4fa0-460d-85b7-74e65e1123ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.145947] env[69950]: INFO nova.compute.manager [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Terminating instance [ 1505.649927] env[69950]: DEBUG nova.compute.manager [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1505.650319] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.651187] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca1c9c8-172a-451f-a0c6-2f2808c3a872 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.659615] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.659872] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a9dee24-d934-4149-9e33-617c38540b19 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.666445] env[69950]: DEBUG oslo_vmware.api [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Waiting for the task: (returnval){ [ 1505.666445] env[69950]: value = "task-4223363" [ 1505.666445] env[69950]: _type = "Task" [ 1505.666445] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.675189] env[69950]: DEBUG oslo_vmware.api [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': task-4223363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.176929] env[69950]: DEBUG oslo_vmware.api [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': task-4223363, 'name': PowerOffVM_Task, 'duration_secs': 0.206468} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.177171] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1506.177349] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1506.177606] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61428115-0bf1-428e-bc38-555560e3a240 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.248152] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1506.248400] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1506.248579] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Deleting the datastore file [datastore2] 0f0e68c3-4fa0-460d-85b7-74e65e1123ec {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1506.248859] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc154b6e-8d75-46ee-8243-e21b8f398f97 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.256445] env[69950]: DEBUG oslo_vmware.api [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Waiting for the task: (returnval){ [ 1506.256445] env[69950]: value = "task-4223365" [ 1506.256445] env[69950]: _type = "Task" [ 1506.256445] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.264578] env[69950]: DEBUG oslo_vmware.api [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': task-4223365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.417442] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.767715] env[69950]: DEBUG oslo_vmware.api [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Task: {'id': task-4223365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149429} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.767978] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.768177] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.768354] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.768527] env[69950]: INFO nova.compute.manager [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1506.768774] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1506.768966] env[69950]: DEBUG nova.compute.manager [-] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1506.769077] env[69950]: DEBUG nova.network.neutron [-] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1507.293052] env[69950]: DEBUG nova.compute.manager [req-8dd3ffb6-5e0b-4c06-8fae-8818294b29ab req-2a5653c3-5901-4b10-900f-e790b2f2f3a2 service nova] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Received event network-vif-deleted-955cab28-b773-48cb-a0d8-f9381a6effbb {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1507.293353] env[69950]: INFO nova.compute.manager [req-8dd3ffb6-5e0b-4c06-8fae-8818294b29ab req-2a5653c3-5901-4b10-900f-e790b2f2f3a2 service nova] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Neutron deleted interface 955cab28-b773-48cb-a0d8-f9381a6effbb; detaching it from the instance and deleting it from the info cache [ 1507.293671] env[69950]: DEBUG nova.network.neutron [req-8dd3ffb6-5e0b-4c06-8fae-8818294b29ab req-2a5653c3-5901-4b10-900f-e790b2f2f3a2 service nova] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.346935] env[69950]: DEBUG oslo_concurrency.lockutils [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "3cda04f8-447f-4d46-9702-9a6039b7eab3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.347203] env[69950]: DEBUG oslo_concurrency.lockutils [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.347407] env[69950]: DEBUG oslo_concurrency.lockutils [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "3cda04f8-447f-4d46-9702-9a6039b7eab3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.347965] env[69950]: DEBUG oslo_concurrency.lockutils [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.348168] env[69950]: DEBUG oslo_concurrency.lockutils [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.350261] env[69950]: INFO nova.compute.manager [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Terminating instance [ 1507.412191] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.416900] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.776618] env[69950]: DEBUG nova.network.neutron [-] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.796705] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-331e18ec-2d27-40d2-84b9-44ba9fff7b4e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.809532] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1217fa0-21e9-44e7-a5c4-e7d3bf25e1fc {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.835918] env[69950]: DEBUG nova.compute.manager [req-8dd3ffb6-5e0b-4c06-8fae-8818294b29ab req-2a5653c3-5901-4b10-900f-e790b2f2f3a2 service nova] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Detach interface failed, port_id=955cab28-b773-48cb-a0d8-f9381a6effbb, reason: Instance 0f0e68c3-4fa0-460d-85b7-74e65e1123ec could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1507.854409] env[69950]: DEBUG nova.compute.manager [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Start destroying the instance on the hypervisor. {{(pid=69950) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1507.854634] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Destroying instance {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1507.855554] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a640a5-f80d-46aa-8700-63d99a6a7457 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.863605] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Powering off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.863852] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c579e02-ac7f-4b61-8bfc-b43f8c608e42 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.871517] env[69950]: DEBUG oslo_vmware.api [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1507.871517] env[69950]: value = "task-4223366" [ 1507.871517] env[69950]: _type = "Task" [ 1507.871517] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.880109] env[69950]: DEBUG oslo_vmware.api [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.279727] env[69950]: INFO nova.compute.manager [-] [instance: 0f0e68c3-4fa0-460d-85b7-74e65e1123ec] Took 1.51 seconds to deallocate network for instance. [ 1508.381702] env[69950]: DEBUG oslo_vmware.api [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223366, 'name': PowerOffVM_Task, 'duration_secs': 0.222322} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.382018] env[69950]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Powered off the VM {{(pid=69950) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1508.382208] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Unregistering the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1508.382461] env[69950]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96337270-670e-4db7-8be3-7b52244d0048 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.450430] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Unregistered the VM {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1508.450652] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Deleting contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1508.450836] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Deleting the datastore file [datastore2] 3cda04f8-447f-4d46-9702-9a6039b7eab3 {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1508.451132] env[69950]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85c9509a-6133-4af2-850e-0fc07baed326 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.458848] env[69950]: DEBUG oslo_vmware.api [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for the task: (returnval){ [ 1508.458848] env[69950]: value = "task-4223368" [ 1508.458848] env[69950]: _type = "Task" [ 1508.458848] env[69950]: } to complete. {{(pid=69950) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.467255] env[69950]: DEBUG oslo_vmware.api [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.786619] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.787067] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.787299] env[69950]: DEBUG nova.objects.instance [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Lazy-loading 'resources' on Instance uuid 0f0e68c3-4fa0-460d-85b7-74e65e1123ec {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.919389] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.919598] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Cleaning up deleted instances {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1508.973798] env[69950]: DEBUG oslo_vmware.api [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Task: {'id': task-4223368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140842} completed successfully. {{(pid=69950) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.974087] env[69950]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Deleted the datastore file {{(pid=69950) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1508.974299] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Deleted contents of the VM from datastore datastore2 {{(pid=69950) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1508.974481] env[69950]: DEBUG nova.virt.vmwareapi.vmops [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Instance destroyed {{(pid=69950) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1508.974696] env[69950]: INFO nova.compute.manager [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1508.974946] env[69950]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69950) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1508.975165] env[69950]: DEBUG nova.compute.manager [-] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Deallocating network for instance {{(pid=69950) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1508.975263] env[69950]: DEBUG nova.network.neutron [-] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] deallocate_for_instance() {{(pid=69950) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1509.394163] env[69950]: DEBUG nova.compute.manager [req-4eb268ce-b5c4-4e62-b7cc-0b58cb1b65ad req-2cb8a9e2-8963-4d3e-8104-e27628ef4716 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Received event network-vif-deleted-07f6f561-a93b-4ff5-bec2-dc69250af8a4 {{(pid=69950) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1509.394163] env[69950]: INFO nova.compute.manager [req-4eb268ce-b5c4-4e62-b7cc-0b58cb1b65ad req-2cb8a9e2-8963-4d3e-8104-e27628ef4716 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Neutron deleted interface 07f6f561-a93b-4ff5-bec2-dc69250af8a4; detaching it from the instance and deleting it from the info cache [ 1509.394163] env[69950]: DEBUG nova.network.neutron [req-4eb268ce-b5c4-4e62-b7cc-0b58cb1b65ad req-2cb8a9e2-8963-4d3e-8104-e27628ef4716 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.429365] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] There are 26 instances to clean {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 1509.429579] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: d904b143-d113-4433-b742-ae9d68cb59de] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1509.503739] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9d0e21-af14-4620-b239-30214872da6e {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.512313] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0d30a8-41d1-4e1b-b2e4-a1aab00fe34c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.542467] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4790c6bb-f253-4eb1-b02f-58253c7d99fd {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.550034] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc88326c-51fe-4ccb-b899-d1d2faa01153 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.563285] env[69950]: DEBUG nova.compute.provider_tree [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.840989] env[69950]: DEBUG nova.network.neutron [-] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Updating instance_info_cache with network_info: [] {{(pid=69950) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.893996] env[69950]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c8f6eca-a0e9-42cc-a150-b2bbc0082140 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.906110] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410d33e5-9091-4608-be27-7ca325bf0363 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.932187] env[69950]: DEBUG nova.compute.manager [req-4eb268ce-b5c4-4e62-b7cc-0b58cb1b65ad req-2cb8a9e2-8963-4d3e-8104-e27628ef4716 service nova] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Detach interface failed, port_id=07f6f561-a93b-4ff5-bec2-dc69250af8a4, reason: Instance 3cda04f8-447f-4d46-9702-9a6039b7eab3 could not be found. {{(pid=69950) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1509.932731] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: d27ed3f5-a3f6-4b4a-964c-33dbf0e7e8e9] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1510.066826] env[69950]: DEBUG nova.scheduler.client.report [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.344168] env[69950]: INFO nova.compute.manager [-] [instance: 3cda04f8-447f-4d46-9702-9a6039b7eab3] Took 1.37 seconds to deallocate network for instance. [ 1510.436225] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 6303e268-20f1-42e0-99b5-c8f933cc510a] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1510.572065] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.625287] env[69950]: INFO nova.scheduler.client.report [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Deleted allocations for instance 0f0e68c3-4fa0-460d-85b7-74e65e1123ec [ 1510.851316] env[69950]: DEBUG oslo_concurrency.lockutils [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.851785] env[69950]: DEBUG oslo_concurrency.lockutils [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.852027] env[69950]: DEBUG nova.objects.instance [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lazy-loading 'resources' on Instance uuid 3cda04f8-447f-4d46-9702-9a6039b7eab3 {{(pid=69950) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.939474] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 4cd8652e-b411-468d-b287-6eb6a7292021] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1511.132908] env[69950]: DEBUG oslo_concurrency.lockutils [None req-aee22b24-1c2c-4622-802f-fd0d53498c61 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Lock "0f0e68c3-4fa0-460d-85b7-74e65e1123ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.990s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.394453] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d10119-f311-4536-8aca-2f5c53f04062 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.402197] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d44969b-d209-48e3-9213-c10c4fef8eff {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.433415] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8407705-2761-403d-8d5b-9b9e8f4722c0 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.442094] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6925ff05-a6f0-4a10-b39f-f05cf53f700c {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.446185] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: c1d2c800-0b19-4f06-9635-dc4953bc6ea8] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1511.457588] env[69950]: DEBUG nova.compute.provider_tree [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.951693] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 7efe7c55-5425-4b3e-9b9f-c3092a0a258f] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1511.961018] env[69950]: DEBUG nova.scheduler.client.report [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.456151] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: d5dcbd6d-9f93-49c5-800c-de32723bfcbe] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1512.467875] env[69950]: DEBUG oslo_concurrency.lockutils [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.540128] env[69950]: INFO nova.scheduler.client.report [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Deleted allocations for instance 3cda04f8-447f-4d46-9702-9a6039b7eab3 [ 1512.959058] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: d71db9f7-4971-4450-9559-0359b80f308c] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1513.048887] env[69950]: DEBUG oslo_concurrency.lockutils [None req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Lock "3cda04f8-447f-4d46-9702-9a6039b7eab3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.702s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.465704] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 147a2343-a115-42b7-b107-971afdff342c] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1513.969601] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: c891cd1b-de2a-4aec-b38a-d26bfd881daf] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1514.473483] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 8059c06b-064d-4299-8558-b136e399aae1] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1514.976615] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: c6f002d4-5e1b-4b6a-9908-92e91c051015] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1515.479900] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 08748774-fc10-4270-9fa2-3a8f968306e6] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1515.983611] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 90db31ff-4db0-4ffb-9acb-be2a2443d0a3] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1516.487653] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: ec958c34-99e8-49da-a242-e3aada4841e2] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1516.991588] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 57455d57-41f6-4475-a038-8fbf00741934] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1517.495414] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 6ba762d6-e693-4528-8b58-137e41016fe8] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1517.998766] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: cab77ef2-c386-4015-9ddd-29f885e2e2fe] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1518.502901] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 31bb88c6-57fd-4bab-91a0-f4af8c1315cd] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1519.005414] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: e32b1591-1b56-41c8-a0b0-dff775883a70] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1519.509332] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 8c517667-2ec2-4461-b12a-47c66f212be7] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1520.012727] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 2bd7d916-e820-40f3-8ee9-6e8cf8faeb2d] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1520.515860] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 052aaf44-520a-4656-be2f-ddfc70b03f40] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1521.019561] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 2a3cf574-e9b1-4bcd-9e29-394e971617b5] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1521.523776] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: 3c80752d-807e-4821-b6c4-2cf462366f41] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1522.027769] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] [instance: fb7588d9-cd40-4391-b6f7-65bc2780c6e7] Instance has had 0 of 5 cleanup attempts {{(pid=69950) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1522.531604] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.531822] env[69950]: DEBUG nova.compute.manager [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Cleaning up deleted instances with incomplete migration {{(pid=69950) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11903}} [ 1523.531941] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.532377] env[69950]: DEBUG oslo_service.periodic_task [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69950) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.035944] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.036309] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.036535] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.036750] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69950) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1524.037691] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e246e75-66f4-40e2-8914-b586d7d6814b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.046339] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e1e3dc-ef0e-4903-ba1f-63032da314ba {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.060350] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a5a6b7-0ddf-45ff-95af-bfa0fc562167 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.066625] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c13595e-32c9-4768-97f6-3dd7261cc725 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.096712] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180737MB free_disk=2GB free_vcpus=48 pci_devices=None {{(pid=69950) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1524.096919] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.097102] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.126440] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Instance da4381f9-af9d-4e93-b6e9-92371f27d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69950) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1525.126808] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1525.126808] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69950) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1525.153306] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd65f76-333e-43fb-af07-1524e859e40a {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.160915] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c09446-e3b8-45e1-98ca-9eb6dacd7890 {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.191055] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d922b3-564b-4cd3-af16-df1a58da690b {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.198373] env[69950]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d875690b-7d0a-47a1-8017-3a2bb9c86dec {{(pid=69950) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.212074] env[69950]: DEBUG nova.compute.provider_tree [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed in ProviderTree for provider: 9977abed-3e10-4d72-b30a-b1d91a885d39 {{(pid=69950) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.715194] env[69950]: DEBUG nova.scheduler.client.report [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Inventory has not changed for provider 9977abed-3e10-4d72-b30a-b1d91a885d39 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69950) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.219959] env[69950]: DEBUG nova.compute.resource_tracker [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69950) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1526.220439] env[69950]: DEBUG oslo_concurrency.lockutils [None req-cdcdb4e7-14f2-4b31-91dd-ab78aa919362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=69950) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}